-- Logs begin at Wed 2022-02-09 14:56:22 UTC, end at Wed 2022-02-09 16:06:37 UTC. -- Feb 09 15:33:42.255300 dv-cinder-825105-1-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Feb 09 15:33:44.454391 dv-cinder-825105-1-iscsi neutron-server[82794]: INFO neutron.common.config [-] Logging enabled! Feb 09 15:33:44.455143 dv-cinder-825105-1-iscsi neutron-server[82794]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 17.3.1.dev14 Feb 09 15:33:44.455143 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=82794) setup_logging /opt/stack/neutron/neutron/common/config.py:111}} Feb 09 15:33:44.457390 dv-cinder-825105-1-iscsi neutron-server[82794]: INFO neutron.common.config [-] Logging enabled! Feb 09 15:33:44.457643 dv-cinder-825105-1-iscsi neutron-server[82794]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 17.3.1.dev14 Feb 09 15:33:44.457889 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=82794) setup_logging /opt/stack/neutron/neutron/common/config.py:111}} Feb 09 15:33:44.458866 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Feb 09 15:33:44.459099 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Feb 09 15:33:44.459447 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Feb 09 15:33:44.459689 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Feb 09 15:33:44.459912 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Feb 09 15:33:44.460260 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:33:44.460563 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:33:44.460864 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:33:44.461093 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:33:44.461390 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:33:44.461682 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:33:44.461965 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:33:44.462256 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:33:44.462553 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:33:44.462880 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:33:44.463202 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:33:44.463490 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:33:44.463720 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:33:44.464001 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG neutron.common.config [-] config_source = [] {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:33:44.464318 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:33:44.464608 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:33:44.464832 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG neutron.common.config [-] debug = True {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:33:44.465114 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:33:44.465543 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:33:44.465965 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:33:44.466246 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:33:44.466620 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:33:44.466887 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:33:44.467168 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:33:44.467454 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:33:44.467784 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG neutron.common.config [-] host = dv-cinder-825105-1-iscsi {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:33:44.468062 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:33:44.468378 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:33:44.468669 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:33:44.468959 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:33:44.469233 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:33:44.469511 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:33:44.469796 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:33:44.470069 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG neutron.common.config [-] log_dir = None {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:33:44.470343 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG neutron.common.config [-] log_file = None {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:33:44.470620 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:33:44.470908 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:33:44.471196 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:33:44.471485 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:33:44.471708 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:33:44.471929 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:33:44.472241 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:33:44.472535 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:33:44.472816 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:33:44.473092 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:33:44.473368 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:33:44.473642 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:33:44.473921 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:33:44.474188 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:33:44.474470 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:33:44.474761 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:33:44.475044 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:33:44.475322 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:33:44.475598 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:33:44.475872 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:33:44.476175 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:33:44.476465 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:33:44.476742 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:33:44.477017 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:33:44.477291 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:33:44.477579 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:33:44.477849 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:33:44.478122 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:33:44.478985 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:33:44.479367 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:33:44.479660 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:33:44.479953 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:33:44.480267 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:33:44.480556 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:33:44.480833 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:33:44.481111 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG neutron.common.config [-] use_journal = False {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:33:44.481391 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG neutron.common.config [-] use_json = False {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:33:44.481662 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:33:44.481938 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:33:44.482217 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:33:44.482491 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:33:44.482764 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:33:44.483039 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:33:44.483348 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:33:44.483598 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:33:44.483874 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:33:44.484196 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:33:44.484497 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:33:44.484800 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:33:44.485086 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:33:44.485384 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:33:44.485665 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:33:44.485954 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:33:44.486233 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:33:44.486527 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:33:44.486814 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:33:44.487105 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:33:44.487383 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:33:44.487666 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:33:44.487962 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:33:44.488280 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:33:44.488557 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:33:44.488836 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:33:44.489127 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:33:44.489407 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:33:44.489680 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:33:44.489956 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:33:44.490242 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:33:44.490528 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:33:44.490798 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:33:44.491078 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:33:44.491355 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:33:44.491627 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:33:44.491898 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:33:44.492196 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:33:44.492486 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:33:44.492762 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:33:44.493033 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:33:44.493303 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:33:44.493579 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:33:44.493848 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:33:44.494674 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:33:44.494960 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:33:44.495242 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:33:44.495507 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:33:44.495787 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:33:44.496060 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:33:44.496427 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:33:44.496711 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:33:44.496986 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:33:44.497264 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:33:44.497538 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:33:44.497812 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:33:44.498084 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:33:44.498359 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:33:44.498629 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:33:44.498900 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:33:44.499170 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:33:44.499447 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:33:44.499722 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:33:44.499994 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:33:44.500293 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:33:44.500568 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:33:44.500841 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:33:44.501130 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:33:44.501429 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:33:44.501709 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:33:44.501988 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:33:44.502265 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:33:44.502544 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:33:44.502818 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:33:44.503094 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:33:44.503370 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:33:44.503649 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:33:44.503922 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:33:44.504244 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:33:44.504543 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:33:44.504815 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:33:44.505097 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:33:44.505373 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:33:44.505669 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:33:44.505948 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:33:44.506230 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:33:44.506511 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:33:44.506790 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:33:44.507075 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:33:44.507357 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:33:44.507650 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:33:44.507944 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:33:44.508264 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:33:44.508557 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:33:44.508851 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:33:44.509130 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:33:44.509439 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:33:44.509746 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:33:44.509964 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Feb 09 15:33:44.510209 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=82794) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Feb 09 15:33:44.925811 dv-cinder-825105-1-iscsi neutron-server[82794]: INFO keyring.backend [-] Loading KWallet Feb 09 15:33:44.933625 dv-cinder-825105-1-iscsi neutron-server[82794]: INFO keyring.backend [-] Loading SecretService Feb 09 15:33:44.936842 dv-cinder-825105-1-iscsi neutron-server[82794]: INFO keyring.backend [-] Loading Windows Feb 09 15:33:44.938220 dv-cinder-825105-1-iscsi neutron-server[82794]: INFO keyring.backend [-] Loading chainer Feb 09 15:33:44.938803 dv-cinder-825105-1-iscsi neutron-server[82794]: INFO keyring.backend [-] Loading macOS Feb 09 15:33:44.973901 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=82794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Feb 09 15:33:44.974176 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.002s {{(pid=82794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Feb 09 15:33:44.974466 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=82794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Feb 09 15:33:44.974805 dv-cinder-825105-1-iscsi neutron-server[82794]: INFO neutron.manager [-] Loading core plugin: ml2 Feb 09 15:33:45.288692 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=82794) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 15:33:45.288979 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=82794) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 15:33:45.289257 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=82794) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 15:33:45.348020 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=82794) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 15:33:45.348395 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=82794) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 15:33:45.348668 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=82794) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 15:33:45.352162 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=82794) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 15:33:45.352482 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=82794) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 15:33:45.352769 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=82794) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 15:33:45.384542 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=82794) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 15:33:45.385548 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=82794) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 15:33:45.385709 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=82794) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 15:33:45.412951 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=82794) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 15:33:45.413223 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=82794) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 15:33:45.413489 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=82794) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 15:33:45.736716 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=82794) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 15:33:45.737427 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=82794) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 15:33:45.737427 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=82794) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 15:33:45.737610 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=82794) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 15:33:45.738405 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=82794) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 15:33:45.861873 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=82794) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 15:33:45.862179 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=82794) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 15:33:45.862455 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=82794) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 15:33:45.862733 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=82794) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 15:33:45.863003 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=82794) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 15:33:45.863314 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=82794) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 15:33:45.863579 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=82794) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 15:33:45.863839 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=82794) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 15:33:45.864090 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=82794) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 15:33:45.864397 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=82794) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 15:33:45.864656 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=82794) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 15:33:45.864918 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=82794) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 15:33:45.865185 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=82794) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 15:33:45.865443 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=82794) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 15:33:45.865707 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=82794) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 15:33:45.865973 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=82794) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 15:33:45.866226 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=82794) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 15:33:45.866495 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=82794) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 15:33:45.866747 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=82794) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 15:33:45.867027 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=82794) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 15:33:45.867374 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=82794) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 15:33:45.867623 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=82794) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 15:33:45.867868 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=82794) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 15:33:45.868169 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=82794) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 15:33:45.868420 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=82794) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 15:33:45.868663 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=82794) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 15:33:45.869689 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=82794) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 09 15:33:45.869987 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=82794) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 09 15:33:45.870222 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=82794) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 09 15:33:45.870457 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=82794) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 09 15:33:45.870739 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=82794) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 09 15:33:45.870975 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=82794) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 09 15:33:45.871528 dv-cinder-825105-1-iscsi neutron-server[82794]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Feb 09 15:33:45.874843 dv-cinder-825105-1-iscsi neutron-server[82794]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Feb 09 15:33:45.878969 dv-cinder-825105-1-iscsi neutron-server[82794]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Feb 09 15:33:45.882913 dv-cinder-825105-1-iscsi neutron-server[82794]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(800, 849)])]) Feb 09 15:33:45.884639 dv-cinder-825105-1-iscsi neutron-server[82794]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Feb 09 15:33:45.885039 dv-cinder-825105-1-iscsi neutron-server[82794]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Feb 09 15:33:45.885369 dv-cinder-825105-1-iscsi neutron-server[82794]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Feb 09 15:33:45.885751 dv-cinder-825105-1-iscsi neutron-server[82794]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Feb 09 15:33:45.888656 dv-cinder-825105-1-iscsi neutron-server[82794]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Feb 09 15:33:45.888903 dv-cinder-825105-1-iscsi neutron-server[82794]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Feb 09 15:33:45.889251 dv-cinder-825105-1-iscsi neutron-server[82794]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Feb 09 15:33:45.918704 dv-cinder-825105-1-iscsi neutron-server[82794]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic'] Feb 09 15:33:45.919172 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=82794) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 15:33:45.919477 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=82794) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Feb 09 15:33:45.919835 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=82794) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 15:33:45.921280 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=82794) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Feb 09 15:33:45.921571 dv-cinder-825105-1-iscsi neutron-server[82794]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Feb 09 15:33:45.921814 dv-cinder-825105-1-iscsi neutron-server[82794]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Feb 09 15:33:45.925093 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=82794) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 15:33:45.925370 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=82794) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 15:33:45.987633 dv-cinder-825105-1-iscsi neutron-server[82794]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Feb 09 15:33:45.987819 dv-cinder-825105-1-iscsi neutron-server[82794]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Feb 09 15:33:45.988057 dv-cinder-825105-1-iscsi neutron-server[82794]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Feb 09 15:33:45.988460 dv-cinder-825105-1-iscsi neutron-server[82794]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Feb 09 15:33:46.020663 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG oslo_db.sqlalchemy.engines [None req-9a38e7c9-59df-4b18-bff0-8ba4cba6a034 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=82794) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:304}} Feb 09 15:33:46.354199 dv-cinder-825105-1-iscsi neutron-server[82794]: INFO neutron.plugins.ml2.managers [None req-9a38e7c9-59df-4b18-bff0-8ba4cba6a034 None None] Initializing driver for type 'gre' Feb 09 15:33:46.354710 dv-cinder-825105-1-iscsi neutron-server[82794]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-9a38e7c9-59df-4b18-bff0-8ba4cba6a034 None None] gre ID ranges: [(1, 1000)] Feb 09 15:33:46.409861 dv-cinder-825105-1-iscsi neutron-server[82794]: INFO neutron.plugins.ml2.managers [None req-9a38e7c9-59df-4b18-bff0-8ba4cba6a034 None None] Initializing driver for type 'local' Feb 09 15:33:46.410339 dv-cinder-825105-1-iscsi neutron-server[82794]: INFO neutron.plugins.ml2.managers [None req-9a38e7c9-59df-4b18-bff0-8ba4cba6a034 None None] Initializing driver for type 'vlan' Feb 09 15:33:46.428533 dv-cinder-825105-1-iscsi neutron-server[82794]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-9a38e7c9-59df-4b18-bff0-8ba4cba6a034 None None] VlanTypeDriver initialization complete Feb 09 15:33:46.428870 dv-cinder-825105-1-iscsi neutron-server[82794]: INFO neutron.plugins.ml2.managers [None req-9a38e7c9-59df-4b18-bff0-8ba4cba6a034 None None] Initializing driver for type 'vxlan' Feb 09 15:33:46.429404 dv-cinder-825105-1-iscsi neutron-server[82794]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-9a38e7c9-59df-4b18-bff0-8ba4cba6a034 None None] vxlan ID ranges: [(1, 1000)] Feb 09 15:33:46.485685 dv-cinder-825105-1-iscsi neutron-server[82794]: INFO neutron.plugins.ml2.managers [None req-9a38e7c9-59df-4b18-bff0-8ba4cba6a034 None None] Initializing extension driver 'port_security' Feb 09 15:33:46.486232 dv-cinder-825105-1-iscsi neutron-server[82794]: INFO neutron.plugins.ml2.extensions.port_security [None req-9a38e7c9-59df-4b18-bff0-8ba4cba6a034 None None] PortSecurityExtensionDriver initialization complete Feb 09 15:33:46.486730 dv-cinder-825105-1-iscsi neutron-server[82794]: INFO neutron.plugins.ml2.managers [None req-9a38e7c9-59df-4b18-bff0-8ba4cba6a034 None None] Initializing mechanism driver 'openvswitch' Feb 09 15:33:46.487109 dv-cinder-825105-1-iscsi neutron-server[82794]: INFO neutron.plugins.ml2.managers [None req-9a38e7c9-59df-4b18-bff0-8ba4cba6a034 None None] Initializing mechanism driver 'hyperv' Feb 09 15:33:46.493915 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG neutron.plugins.ml2.plugin [None req-9a38e7c9-59df-4b18-bff0-8ba4cba6a034 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=82794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:33:46.494625 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG neutron_lib.callbacks.manager [None req-9a38e7c9-59df-4b18-bff0-8ba4cba6a034 None None] Subscribe: > port after_create 55550000 {{(pid=82794) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 15:33:46.495000 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG neutron_lib.callbacks.manager [None req-9a38e7c9-59df-4b18-bff0-8ba4cba6a034 None None] Subscribe: > port after_update 55550000 {{(pid=82794) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 15:33:46.495351 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG neutron_lib.callbacks.manager [None req-9a38e7c9-59df-4b18-bff0-8ba4cba6a034 None None] Subscribe: > port after_delete 55550000 {{(pid=82794) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 15:33:46.495873 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=82794) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:110}} Feb 09 15:33:46.496324 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG neutron_lib.callbacks.manager [None req-9a38e7c9-59df-4b18-bff0-8ba4cba6a034 None None] Subscribe: > subnet after_create 55550000 {{(pid=82794) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 15:33:46.496679 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG neutron_lib.callbacks.manager [None req-9a38e7c9-59df-4b18-bff0-8ba4cba6a034 None None] Subscribe: > subnet after_update 55550000 {{(pid=82794) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 15:33:46.497023 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG neutron_lib.callbacks.manager [None req-9a38e7c9-59df-4b18-bff0-8ba4cba6a034 None None] Subscribe: > subnet after_delete 55550000 {{(pid=82794) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 15:33:46.497410 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=82794) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:110}} Feb 09 15:33:46.497815 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG neutron_lib.callbacks.manager [None req-9a38e7c9-59df-4b18-bff0-8ba4cba6a034 None None] Subscribe: > network after_create 55550000 {{(pid=82794) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 15:33:46.498159 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG neutron_lib.callbacks.manager [None req-9a38e7c9-59df-4b18-bff0-8ba4cba6a034 None None] Subscribe: > network after_update 55550000 {{(pid=82794) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 15:33:46.498503 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG neutron_lib.callbacks.manager [None req-9a38e7c9-59df-4b18-bff0-8ba4cba6a034 None None] Subscribe: > network after_delete 55550000 {{(pid=82794) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 15:33:46.498884 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=82794) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:110}} Feb 09 15:33:46.499286 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG neutron_lib.callbacks.manager [None req-9a38e7c9-59df-4b18-bff0-8ba4cba6a034 None None] Subscribe: > security_group after_create 55550000 {{(pid=82794) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 15:33:46.499632 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG neutron_lib.callbacks.manager [None req-9a38e7c9-59df-4b18-bff0-8ba4cba6a034 None None] Subscribe: > security_group after_update 55550000 {{(pid=82794) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 15:33:46.499971 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG neutron_lib.callbacks.manager [None req-9a38e7c9-59df-4b18-bff0-8ba4cba6a034 None None] Subscribe: > security_group after_delete 55550000 {{(pid=82794) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 15:33:46.500520 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=82794) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:110}} Feb 09 15:33:46.500923 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG neutron_lib.callbacks.manager [None req-9a38e7c9-59df-4b18-bff0-8ba4cba6a034 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=82794) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 15:33:46.501266 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG neutron_lib.callbacks.manager [None req-9a38e7c9-59df-4b18-bff0-8ba4cba6a034 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=82794) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 15:33:46.501602 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG neutron_lib.callbacks.manager [None req-9a38e7c9-59df-4b18-bff0-8ba4cba6a034 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=82794) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 15:33:46.501989 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=82794) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:110}} Feb 09 15:33:46.502424 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-9a38e7c9-59df-4b18-bff0-8ba4cba6a034 None None] ML2 OVO RPC backend initialized. {{(pid=82794) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:168}} Feb 09 15:33:46.503063 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG neutron_lib.callbacks.manager [None req-9a38e7c9-59df-4b18-bff0-8ba4cba6a034 None None] Subscribe: > router_interface after_create 55550000 {{(pid=82794) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 15:33:46.503415 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG neutron_lib.callbacks.manager [None req-9a38e7c9-59df-4b18-bff0-8ba4cba6a034 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=82794) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 15:33:46.507867 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG neutron_lib.callbacks.manager [None req-9a38e7c9-59df-4b18-bff0-8ba4cba6a034 None None] Subscribe: > network before_response 55550000 {{(pid=82794) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 15:33:46.508294 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG neutron_lib.callbacks.manager [None req-9a38e7c9-59df-4b18-bff0-8ba4cba6a034 None None] Subscribe: > networks before_response 55550000 {{(pid=82794) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 15:33:46.508666 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG neutron_lib.callbacks.manager [None req-9a38e7c9-59df-4b18-bff0-8ba4cba6a034 None None] Subscribe: > port before_response 55550000 {{(pid=82794) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 15:33:46.509028 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG neutron_lib.callbacks.manager [None req-9a38e7c9-59df-4b18-bff0-8ba4cba6a034 None None] Subscribe: > ports before_response 55550000 {{(pid=82794) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 15:33:46.509381 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG neutron_lib.callbacks.manager [None req-9a38e7c9-59df-4b18-bff0-8ba4cba6a034 None None] Subscribe: > subnet before_response 55550000 {{(pid=82794) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 15:33:46.510245 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG neutron_lib.callbacks.manager [None req-9a38e7c9-59df-4b18-bff0-8ba4cba6a034 None None] Subscribe: > subnets before_response 55550000 {{(pid=82794) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 15:33:46.510596 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG neutron_lib.callbacks.manager [None req-9a38e7c9-59df-4b18-bff0-8ba4cba6a034 None None] Subscribe: > network after_create 55550000 {{(pid=82794) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 15:33:46.510943 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG neutron_lib.callbacks.manager [None req-9a38e7c9-59df-4b18-bff0-8ba4cba6a034 None None] Subscribe: > network after_update 55550000 {{(pid=82794) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 15:33:46.511283 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG neutron_lib.callbacks.manager [None req-9a38e7c9-59df-4b18-bff0-8ba4cba6a034 None None] Subscribe: > network after_delete 55550000 {{(pid=82794) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 15:33:46.511617 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG neutron_lib.callbacks.manager [None req-9a38e7c9-59df-4b18-bff0-8ba4cba6a034 None None] Subscribe: > port after_create 55550000 {{(pid=82794) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 15:33:46.511951 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG neutron_lib.callbacks.manager [None req-9a38e7c9-59df-4b18-bff0-8ba4cba6a034 None None] Subscribe: > port after_update 55550000 {{(pid=82794) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 15:33:46.512323 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG neutron_lib.callbacks.manager [None req-9a38e7c9-59df-4b18-bff0-8ba4cba6a034 None None] Subscribe: > port after_delete 55550000 {{(pid=82794) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 15:33:46.512661 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG neutron_lib.callbacks.manager [None req-9a38e7c9-59df-4b18-bff0-8ba4cba6a034 None None] Subscribe: > subnet after_create 55550000 {{(pid=82794) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 15:33:46.513001 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG neutron_lib.callbacks.manager [None req-9a38e7c9-59df-4b18-bff0-8ba4cba6a034 None None] Subscribe: > subnet after_update 55550000 {{(pid=82794) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 15:33:46.513336 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG neutron_lib.callbacks.manager [None req-9a38e7c9-59df-4b18-bff0-8ba4cba6a034 None None] Subscribe: > subnet after_delete 55550000 {{(pid=82794) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 15:33:46.513934 dv-cinder-825105-1-iscsi neutron-server[82794]: INFO neutron.plugins.ml2.plugin [None req-9a38e7c9-59df-4b18-bff0-8ba4cba6a034 None None] Modular L2 Plugin initialization complete Feb 09 15:33:46.514266 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG neutron.manager [None req-9a38e7c9-59df-4b18-bff0-8ba4cba6a034 None None] Loading services supported by the core plugin {{(pid=82794) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Feb 09 15:33:46.514592 dv-cinder-825105-1-iscsi neutron-server[82794]: INFO neutron.plugins.ml2.managers [None req-9a38e7c9-59df-4b18-bff0-8ba4cba6a034 None None] Got port-security extension from driver 'port_security' Feb 09 15:33:46.515062 dv-cinder-825105-1-iscsi neutron-server[82794]: INFO neutron.extensions.vlantransparent [None req-9a38e7c9-59df-4b18-bff0-8ba4cba6a034 None None] Disabled vlantransparent extension. Feb 09 15:33:46.515480 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG neutron.manager [None req-9a38e7c9-59df-4b18-bff0-8ba4cba6a034 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=82794) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Feb 09 15:33:46.515794 dv-cinder-825105-1-iscsi neutron-server[82794]: INFO neutron.manager [None req-9a38e7c9-59df-4b18-bff0-8ba4cba6a034 None None] Loading Plugin: router Feb 09 15:33:46.552447 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG neutron_lib.callbacks.manager [None req-9a38e7c9-59df-4b18-bff0-8ba4cba6a034 None None] Subscribe: > router_interface before_create 55550000 {{(pid=82794) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 15:33:46.552841 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG neutron_lib.callbacks.manager [None req-9a38e7c9-59df-4b18-bff0-8ba4cba6a034 None None] Subscribe: > router after_create 55549900 {{(pid=82794) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 15:33:46.553209 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG neutron_lib.callbacks.manager [None req-9a38e7c9-59df-4b18-bff0-8ba4cba6a034 None None] Subscribe: > router before_create 55549900 {{(pid=82794) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 15:33:46.553576 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG neutron_lib.callbacks.manager [None req-9a38e7c9-59df-4b18-bff0-8ba4cba6a034 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=82794) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 15:33:46.553943 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG neutron_lib.callbacks.manager [None req-9a38e7c9-59df-4b18-bff0-8ba4cba6a034 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=82794) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 15:33:46.554297 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG neutron_lib.callbacks.manager [None req-9a38e7c9-59df-4b18-bff0-8ba4cba6a034 None None] Subscribe: > router after_delete 55549900 {{(pid=82794) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 15:33:46.554657 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG neutron_lib.callbacks.manager [None req-9a38e7c9-59df-4b18-bff0-8ba4cba6a034 None None] Subscribe: > floatingip after_update 55550000 {{(pid=82794) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 15:33:46.555018 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG neutron_lib.callbacks.manager [None req-9a38e7c9-59df-4b18-bff0-8ba4cba6a034 None None] Subscribe: > router after_create 55549900 {{(pid=82794) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 15:33:46.555363 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG neutron_lib.callbacks.manager [None req-9a38e7c9-59df-4b18-bff0-8ba4cba6a034 None None] Subscribe: > router after_update 55549900 {{(pid=82794) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 15:33:46.555715 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG neutron_lib.callbacks.manager [None req-9a38e7c9-59df-4b18-bff0-8ba4cba6a034 None None] Subscribe: > router after_update 55549900 {{(pid=82794) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 15:33:46.556059 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG neutron_lib.callbacks.manager [None req-9a38e7c9-59df-4b18-bff0-8ba4cba6a034 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=82794) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 15:33:46.556436 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG neutron_lib.callbacks.manager [None req-9a38e7c9-59df-4b18-bff0-8ba4cba6a034 None None] Subscribe: > router after_update 55549900 {{(pid=82794) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 15:33:46.556852 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG neutron_lib.callbacks.manager [None req-9a38e7c9-59df-4b18-bff0-8ba4cba6a034 None None] Subscribe: > router precommit_update 55549900 {{(pid=82794) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 15:33:46.557363 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG neutron_lib.callbacks.manager [None req-9a38e7c9-59df-4b18-bff0-8ba4cba6a034 None None] Subscribe: port after_update 55550000 {{(pid=82794) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 15:33:46.557701 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG neutron_lib.callbacks.manager [None req-9a38e7c9-59df-4b18-bff0-8ba4cba6a034 None None] Subscribe: port after_delete 55550000 {{(pid=82794) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 15:33:46.558038 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG neutron_lib.callbacks.manager [None req-9a38e7c9-59df-4b18-bff0-8ba4cba6a034 None None] Subscribe: subnet after_update 55550000 {{(pid=82794) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 15:33:46.558375 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG neutron_lib.callbacks.manager [None req-9a38e7c9-59df-4b18-bff0-8ba4cba6a034 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=82794) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 15:33:46.558720 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG neutron_lib.callbacks.manager [None req-9a38e7c9-59df-4b18-bff0-8ba4cba6a034 None None] Subscribe: > port precommit_delete 55550000 {{(pid=82794) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 15:33:46.559066 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG neutron_lib.callbacks.manager [None req-9a38e7c9-59df-4b18-bff0-8ba4cba6a034 None None] Subscribe: > router precommit_create 55549900 {{(pid=82794) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 15:33:46.559400 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG neutron_lib.callbacks.manager [None req-9a38e7c9-59df-4b18-bff0-8ba4cba6a034 None None] Subscribe: port before_delete 55550000 {{(pid=82794) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 15:33:46.559743 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG neutron_lib.callbacks.manager [None req-9a38e7c9-59df-4b18-bff0-8ba4cba6a034 None None] Subscribe: > router precommit_create 55550000 {{(pid=82794) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 15:33:46.560094 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG neutron_lib.callbacks.manager [None req-9a38e7c9-59df-4b18-bff0-8ba4cba6a034 None None] Subscribe: > router after_update 55549900 {{(pid=82794) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 15:33:46.560466 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG neutron_lib.callbacks.manager [None req-9a38e7c9-59df-4b18-bff0-8ba4cba6a034 None None] Subscribe: > router precommit_delete 55549900 {{(pid=82794) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 15:33:46.560815 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG neutron_lib.callbacks.manager [None req-9a38e7c9-59df-4b18-bff0-8ba4cba6a034 None None] Subscribe: > router precommit_create 55549900 {{(pid=82794) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 15:33:46.561177 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG neutron_lib.callbacks.manager [None req-9a38e7c9-59df-4b18-bff0-8ba4cba6a034 None None] Subscribe: > router_interface after_create 55550000 {{(pid=82794) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 15:33:46.561520 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG neutron_lib.callbacks.manager [None req-9a38e7c9-59df-4b18-bff0-8ba4cba6a034 None None] Subscribe: > router precommit_update 55549900 {{(pid=82794) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 15:33:46.561883 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG neutron_lib.callbacks.manager [None req-9a38e7c9-59df-4b18-bff0-8ba4cba6a034 None None] Subscribe: > agent after_create 55550000 {{(pid=82794) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 15:33:46.562232 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG neutron_lib.callbacks.manager [None req-9a38e7c9-59df-4b18-bff0-8ba4cba6a034 None None] Subscribe: > agent after_delete 55550000 {{(pid=82794) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 15:33:46.562575 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG neutron_lib.callbacks.manager [None req-9a38e7c9-59df-4b18-bff0-8ba4cba6a034 None None] Subscribe: > network after_delete 55550000 {{(pid=82794) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 15:33:46.563454 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG neutron.quota.resource_registry [None req-9a38e7c9-59df-4b18-bff0-8ba4cba6a034 None None] Tracking information for resource: router configured {{(pid=82794) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 09 15:33:46.563790 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG neutron.quota.resource_registry [None req-9a38e7c9-59df-4b18-bff0-8ba4cba6a034 None None] Tracking information for resource: floatingip configured {{(pid=82794) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 09 15:33:46.568772 dv-cinder-825105-1-iscsi neutron-server[82794]: INFO neutron.db.l3_agentschedulers_db [None req-9a38e7c9-59df-4b18-bff0-8ba4cba6a034 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Feb 09 15:33:46.569357 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG neutron_lib.callbacks.manager [None req-9a38e7c9-59df-4b18-bff0-8ba4cba6a034 None None] Subscribe: port after_update 55550000 {{(pid=82794) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 15:33:46.569716 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG neutron_lib.callbacks.manager [None req-9a38e7c9-59df-4b18-bff0-8ba4cba6a034 None None] Subscribe: port after_create 55550000 {{(pid=82794) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 15:33:46.570063 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG neutron_lib.callbacks.manager [None req-9a38e7c9-59df-4b18-bff0-8ba4cba6a034 None None] Subscribe: port after_delete 55550000 {{(pid=82794) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 15:33:46.570417 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG neutron_lib.callbacks.manager [None req-9a38e7c9-59df-4b18-bff0-8ba4cba6a034 None None] Subscribe: port after_update 55550000 {{(pid=82794) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 15:33:46.571332 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG neutron_lib.callbacks.manager [None req-9a38e7c9-59df-4b18-bff0-8ba4cba6a034 None None] Subscribe: > router before_create 55550100 {{(pid=82794) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 15:33:46.571694 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG neutron_lib.callbacks.manager [None req-9a38e7c9-59df-4b18-bff0-8ba4cba6a034 None None] Subscribe: > router precommit_delete 55550100 {{(pid=82794) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 15:33:46.572054 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG neutron_lib.callbacks.manager [None req-9a38e7c9-59df-4b18-bff0-8ba4cba6a034 None None] Subscribe: > router precommit_create 55550100 {{(pid=82794) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 15:33:46.573105 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG neutron_lib.callbacks.manager [None req-9a38e7c9-59df-4b18-bff0-8ba4cba6a034 None None] Subscribe: > router precommit_update 55550100 {{(pid=82794) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 15:33:46.577787 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG neutron.services.provider_configuration [None req-9a38e7c9-59df-4b18-bff0-8ba4cba6a034 None None] Service providers = [] {{(pid=82794) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Feb 09 15:33:46.578150 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG neutron.db.servicetype_db [None req-9a38e7c9-59df-4b18-bff0-8ba4cba6a034 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=82794) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Feb 09 15:33:46.581147 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG neutron.services.service_base [None req-9a38e7c9-59df-4b18-bff0-8ba4cba6a034 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=82794) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 09 15:33:46.581499 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG neutron.services.service_base [None req-9a38e7c9-59df-4b18-bff0-8ba4cba6a034 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=82794) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 09 15:33:46.581841 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG neutron.services.service_base [None req-9a38e7c9-59df-4b18-bff0-8ba4cba6a034 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=82794) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 09 15:33:46.582731 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG neutron.services.service_base [None req-9a38e7c9-59df-4b18-bff0-8ba4cba6a034 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=82794) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 09 15:33:46.583102 dv-cinder-825105-1-iscsi neutron-server[82794]: INFO neutron.services.service_base [None req-9a38e7c9-59df-4b18-bff0-8ba4cba6a034 None None] Default provider is not specified for service type L3_ROUTER_NAT Feb 09 15:33:46.583484 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG neutron.manager [None req-9a38e7c9-59df-4b18-bff0-8ba4cba6a034 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=82794) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 09 15:33:46.583799 dv-cinder-825105-1-iscsi neutron-server[82794]: INFO neutron.manager [None req-9a38e7c9-59df-4b18-bff0-8ba4cba6a034 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Feb 09 15:33:46.595267 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG neutron.manager [None req-9a38e7c9-59df-4b18-bff0-8ba4cba6a034 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=82794) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 09 15:33:46.595602 dv-cinder-825105-1-iscsi neutron-server[82794]: INFO neutron.manager [None req-9a38e7c9-59df-4b18-bff0-8ba4cba6a034 None None] Loading Plugin: auto_allocate Feb 09 15:33:46.601623 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG neutron_lib.callbacks.manager [None req-9a38e7c9-59df-4b18-bff0-8ba4cba6a034 None None] Subscribe: network precommit_update 55550000 {{(pid=82794) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 15:33:46.601992 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG neutron_lib.callbacks.manager [None req-9a38e7c9-59df-4b18-bff0-8ba4cba6a034 None None] Subscribe: network precommit_create 55550000 {{(pid=82794) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 15:33:46.602514 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG neutron.manager [None req-9a38e7c9-59df-4b18-bff0-8ba4cba6a034 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=82794) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 09 15:33:46.602843 dv-cinder-825105-1-iscsi neutron-server[82794]: INFO neutron.manager [None req-9a38e7c9-59df-4b18-bff0-8ba4cba6a034 None None] Loading Plugin: tag Feb 09 15:33:46.609648 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG neutron.manager [None req-9a38e7c9-59df-4b18-bff0-8ba4cba6a034 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=82794) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 09 15:33:46.609923 dv-cinder-825105-1-iscsi neutron-server[82794]: INFO neutron.manager [None req-9a38e7c9-59df-4b18-bff0-8ba4cba6a034 None None] Loading Plugin: timestamp Feb 09 15:33:46.613998 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG neutron.manager [None req-9a38e7c9-59df-4b18-bff0-8ba4cba6a034 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=82794) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 09 15:33:46.614335 dv-cinder-825105-1-iscsi neutron-server[82794]: INFO neutron.manager [None req-9a38e7c9-59df-4b18-bff0-8ba4cba6a034 None None] Loading Plugin: network_ip_availability Feb 09 15:33:46.619678 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG neutron_lib.callbacks.manager [None req-9a38e7c9-59df-4b18-bff0-8ba4cba6a034 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=82794) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 15:33:46.620045 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG neutron_lib.callbacks.manager [None req-9a38e7c9-59df-4b18-bff0-8ba4cba6a034 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=82794) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 15:33:46.620432 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG neutron_lib.callbacks.manager [None req-9a38e7c9-59df-4b18-bff0-8ba4cba6a034 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=82794) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 15:33:46.621154 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG neutron.manager [None req-9a38e7c9-59df-4b18-bff0-8ba4cba6a034 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=82794) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 09 15:33:46.621473 dv-cinder-825105-1-iscsi neutron-server[82794]: INFO neutron.manager [None req-9a38e7c9-59df-4b18-bff0-8ba4cba6a034 None None] Loading Plugin: flavors Feb 09 15:33:46.626305 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG neutron.manager [None req-9a38e7c9-59df-4b18-bff0-8ba4cba6a034 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=82794) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 09 15:33:46.626642 dv-cinder-825105-1-iscsi neutron-server[82794]: INFO neutron.manager [None req-9a38e7c9-59df-4b18-bff0-8ba4cba6a034 None None] Loading Plugin: revisions Feb 09 15:33:46.630946 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG neutron.manager [None req-9a38e7c9-59df-4b18-bff0-8ba4cba6a034 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=82794) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 09 15:33:46.631338 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG oslo_concurrency.lockutils [None req-9a38e7c9-59df-4b18-bff0-8ba4cba6a034 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.657s {{(pid=82794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Feb 09 15:33:46.632077 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG neutron.api.extensions [None req-9a38e7c9-59df-4b18-bff0-8ba4cba6a034 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=82794) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:637}} Feb 09 15:33:46.632442 dv-cinder-825105-1-iscsi neutron-server[82794]: INFO neutron.api.extensions [None req-9a38e7c9-59df-4b18-bff0-8ba4cba6a034 None None] Initializing extension manager. Feb 09 15:33:46.632947 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG neutron.api.extensions [None req-9a38e7c9-59df-4b18-bff0-8ba4cba6a034 None None] Loading extension file: __init__.py {{(pid=82794) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 09 15:33:46.633285 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG neutron.api.extensions [None req-9a38e7c9-59df-4b18-bff0-8ba4cba6a034 None None] Loading extension file: __pycache__ {{(pid=82794) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 09 15:33:46.633617 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG neutron.api.extensions [None req-9a38e7c9-59df-4b18-bff0-8ba4cba6a034 None None] Loading extension file: _admin_state_down_before_update_lib.py {{(pid=82794) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 09 15:33:46.633945 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG neutron.api.extensions [None req-9a38e7c9-59df-4b18-bff0-8ba4cba6a034 None None] Loading extension file: _availability_zone_filter_lib.py {{(pid=82794) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 09 15:33:46.634272 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG neutron.api.extensions [None req-9a38e7c9-59df-4b18-bff0-8ba4cba6a034 None None] Loading extension file: _filter_validation_lib.py {{(pid=82794) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 09 15:33:46.634597 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG neutron.api.extensions [None req-9a38e7c9-59df-4b18-bff0-8ba4cba6a034 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=82794) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 09 15:33:46.635452 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG neutron.api.extensions [None req-9a38e7c9-59df-4b18-bff0-8ba4cba6a034 None None] Loading extension file: address_group.py {{(pid=82794) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 09 15:33:46.636228 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG neutron.api.extensions [None req-9a38e7c9-59df-4b18-bff0-8ba4cba6a034 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=82794) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 09 15:33:46.636797 dv-cinder-825105-1-iscsi neutron-server[82794]: INFO neutron.api.extensions [None req-9a38e7c9-59df-4b18-bff0-8ba4cba6a034 None None] Loaded extension: address-group Feb 09 15:33:46.637120 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG neutron.api.extensions [None req-9a38e7c9-59df-4b18-bff0-8ba4cba6a034 None None] Loading extension file: address_scope.py {{(pid=82794) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 09 15:33:46.637827 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG neutron.api.extensions [None req-9a38e7c9-59df-4b18-bff0-8ba4cba6a034 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=82794) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 09 15:33:46.638326 dv-cinder-825105-1-iscsi neutron-server[82794]: INFO neutron.api.extensions [None req-9a38e7c9-59df-4b18-bff0-8ba4cba6a034 None None] Loaded extension: address-scope Feb 09 15:33:46.638645 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG neutron.api.extensions [None req-9a38e7c9-59df-4b18-bff0-8ba4cba6a034 None None] Loading extension file: admin_state_down_before_update.py {{(pid=82794) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 09 15:33:46.639570 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG neutron.api.extensions [None req-9a38e7c9-59df-4b18-bff0-8ba4cba6a034 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is down (admin_state_up=False) before updating the distributed attribute" updated="2019-04-08 13:30:00" {{(pid=82794) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 09 15:33:46.640078 dv-cinder-825105-1-iscsi neutron-server[82794]: INFO neutron.api.extensions [None req-9a38e7c9-59df-4b18-bff0-8ba4cba6a034 None None] Loaded extension: router-admin-state-down-before-update Feb 09 15:33:46.640426 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG neutron.api.extensions [None req-9a38e7c9-59df-4b18-bff0-8ba4cba6a034 None None] Loading extension file: agent.py {{(pid=82794) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 09 15:33:46.641124 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG neutron.api.extensions [None req-9a38e7c9-59df-4b18-bff0-8ba4cba6a034 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=82794) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 09 15:33:46.641625 dv-cinder-825105-1-iscsi neutron-server[82794]: INFO neutron.api.extensions [None req-9a38e7c9-59df-4b18-bff0-8ba4cba6a034 None None] Loaded extension: agent Feb 09 15:33:46.641948 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG neutron.api.extensions [None req-9a38e7c9-59df-4b18-bff0-8ba4cba6a034 None None] Loading extension file: agent_resources_synced.py {{(pid=82794) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 09 15:33:46.642863 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG neutron.api.extensions [None req-9a38e7c9-59df-4b18-bff0-8ba4cba6a034 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=82794) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 09 15:33:46.643367 dv-cinder-825105-1-iscsi neutron-server[82794]: INFO neutron.api.extensions [None req-9a38e7c9-59df-4b18-bff0-8ba4cba6a034 None None] Loaded extension: agent-resources-synced Feb 09 15:33:46.643686 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG neutron.api.extensions [None req-9a38e7c9-59df-4b18-bff0-8ba4cba6a034 None None] Loading extension file: allowedaddresspairs.py {{(pid=82794) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 09 15:33:46.645682 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG neutron.api.extensions [None req-9a38e7c9-59df-4b18-bff0-8ba4cba6a034 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=82794) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 09 15:33:46.646202 dv-cinder-825105-1-iscsi neutron-server[82794]: INFO neutron.api.extensions [None req-9a38e7c9-59df-4b18-bff0-8ba4cba6a034 None None] Loaded extension: allowed-address-pairs Feb 09 15:33:46.646525 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG neutron.api.extensions [None req-9a38e7c9-59df-4b18-bff0-8ba4cba6a034 None None] Loading extension file: auto_allocated_topology.py {{(pid=82794) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 09 15:33:46.647614 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG neutron.api.extensions [None req-9a38e7c9-59df-4b18-bff0-8ba4cba6a034 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=82794) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 09 15:33:46.648147 dv-cinder-825105-1-iscsi neutron-server[82794]: INFO neutron.api.extensions [None req-9a38e7c9-59df-4b18-bff0-8ba4cba6a034 None None] Loaded extension: auto-allocated-topology Feb 09 15:33:46.648467 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG neutron.api.extensions [None req-9a38e7c9-59df-4b18-bff0-8ba4cba6a034 None None] Loading extension file: availability_zone.py {{(pid=82794) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 09 15:33:46.649162 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG neutron.api.extensions [None req-9a38e7c9-59df-4b18-bff0-8ba4cba6a034 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=82794) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 09 15:33:46.649664 dv-cinder-825105-1-iscsi neutron-server[82794]: INFO neutron.api.extensions [None req-9a38e7c9-59df-4b18-bff0-8ba4cba6a034 None None] Loaded extension: availability_zone Feb 09 15:33:46.649986 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG neutron.api.extensions [None req-9a38e7c9-59df-4b18-bff0-8ba4cba6a034 None None] Loading extension file: availability_zone_filter.py {{(pid=82794) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 09 15:33:46.651534 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG neutron.api.extensions [None req-9a38e7c9-59df-4b18-bff0-8ba4cba6a034 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=82794) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 09 15:33:46.652046 dv-cinder-825105-1-iscsi neutron-server[82794]: INFO neutron.api.extensions [None req-9a38e7c9-59df-4b18-bff0-8ba4cba6a034 None None] Loaded extension: availability_zone_filter Feb 09 15:33:46.652402 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG neutron.api.extensions [None req-9a38e7c9-59df-4b18-bff0-8ba4cba6a034 None None] Loading extension file: data_plane_status.py {{(pid=82794) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 09 15:33:46.653312 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG neutron.api.extensions [None req-9a38e7c9-59df-4b18-bff0-8ba4cba6a034 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=82794) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 09 15:33:46.653819 dv-cinder-825105-1-iscsi neutron-server[82794]: INFO neutron.api.extensions [None req-9a38e7c9-59df-4b18-bff0-8ba4cba6a034 None None] Extension data-plane-status not supported by any of loaded plugins Feb 09 15:33:46.654137 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG neutron.api.extensions [None req-9a38e7c9-59df-4b18-bff0-8ba4cba6a034 None None] Loading extension file: default_subnetpools.py {{(pid=82794) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 09 15:33:46.655070 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG neutron.api.extensions [None req-9a38e7c9-59df-4b18-bff0-8ba4cba6a034 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=82794) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 09 15:33:46.655576 dv-cinder-825105-1-iscsi neutron-server[82794]: INFO neutron.api.extensions [None req-9a38e7c9-59df-4b18-bff0-8ba4cba6a034 None None] Loaded extension: default-subnetpools Feb 09 15:33:46.655895 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG neutron.api.extensions [None req-9a38e7c9-59df-4b18-bff0-8ba4cba6a034 None None] Loading extension file: dhcpagentscheduler.py {{(pid=82794) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 09 15:33:46.656705 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG neutron.api.extensions [None req-9a38e7c9-59df-4b18-bff0-8ba4cba6a034 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=82794) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 09 15:33:46.657209 dv-cinder-825105-1-iscsi neutron-server[82794]: INFO neutron.api.extensions [None req-9a38e7c9-59df-4b18-bff0-8ba4cba6a034 None None] Loaded extension: dhcp_agent_scheduler Feb 09 15:33:46.657525 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG neutron.api.extensions [None req-9a38e7c9-59df-4b18-bff0-8ba4cba6a034 None None] Loading extension file: dns.py {{(pid=82794) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 09 15:33:46.658439 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG neutron.api.extensions [None req-9a38e7c9-59df-4b18-bff0-8ba4cba6a034 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=82794) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 09 15:33:46.658938 dv-cinder-825105-1-iscsi neutron-server[82794]: INFO neutron.api.extensions [None req-9a38e7c9-59df-4b18-bff0-8ba4cba6a034 None None] Extension dns-integration not supported by any of loaded plugins Feb 09 15:33:46.659255 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG neutron.api.extensions [None req-9a38e7c9-59df-4b18-bff0-8ba4cba6a034 None None] Loading extension file: dns_domain_ports.py {{(pid=82794) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 09 15:33:46.660198 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG neutron.api.extensions [None req-9a38e7c9-59df-4b18-bff0-8ba4cba6a034 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=82794) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 09 15:33:46.660699 dv-cinder-825105-1-iscsi neutron-server[82794]: INFO neutron.api.extensions [None req-9a38e7c9-59df-4b18-bff0-8ba4cba6a034 None None] Extension dns-domain-ports not supported by any of loaded plugins Feb 09 15:33:46.661017 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG neutron.api.extensions [None req-9a38e7c9-59df-4b18-bff0-8ba4cba6a034 None None] Loading extension file: dvr.py {{(pid=82794) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 09 15:33:46.661680 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG neutron.api.extensions [None req-9a38e7c9-59df-4b18-bff0-8ba4cba6a034 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=82794) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 09 15:33:46.662185 dv-cinder-825105-1-iscsi neutron-server[82794]: INFO neutron.api.extensions [None req-9a38e7c9-59df-4b18-bff0-8ba4cba6a034 None None] Loaded extension: dvr Feb 09 15:33:46.662503 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG neutron.api.extensions [None req-9a38e7c9-59df-4b18-bff0-8ba4cba6a034 None None] Loading extension file: empty_string_filtering.py {{(pid=82794) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 09 15:33:46.663412 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG neutron.api.extensions [None req-9a38e7c9-59df-4b18-bff0-8ba4cba6a034 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=82794) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 09 15:33:46.663912 dv-cinder-825105-1-iscsi neutron-server[82794]: INFO neutron.api.extensions [None req-9a38e7c9-59df-4b18-bff0-8ba4cba6a034 None None] Loaded extension: empty-string-filtering Feb 09 15:33:46.664269 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG neutron.api.extensions [None req-9a38e7c9-59df-4b18-bff0-8ba4cba6a034 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=82794) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 09 15:33:46.665176 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG neutron.api.extensions [None req-9a38e7c9-59df-4b18-bff0-8ba4cba6a034 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=82794) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 09 15:33:46.665672 dv-cinder-825105-1-iscsi neutron-server[82794]: INFO neutron.api.extensions [None req-9a38e7c9-59df-4b18-bff0-8ba4cba6a034 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Feb 09 15:33:46.666120 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG neutron.api.extensions [None req-9a38e7c9-59df-4b18-bff0-8ba4cba6a034 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=82794) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 09 15:33:46.667184 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG neutron.api.extensions [None req-9a38e7c9-59df-4b18-bff0-8ba4cba6a034 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=82794) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 09 15:33:46.667682 dv-cinder-825105-1-iscsi neutron-server[82794]: INFO neutron.api.extensions [None req-9a38e7c9-59df-4b18-bff0-8ba4cba6a034 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Feb 09 15:33:46.668004 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG neutron.api.extensions [None req-9a38e7c9-59df-4b18-bff0-8ba4cba6a034 None None] Loading extension file: external_net.py {{(pid=82794) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 09 15:33:46.668948 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG neutron.api.extensions [None req-9a38e7c9-59df-4b18-bff0-8ba4cba6a034 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=82794) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 09 15:33:46.669448 dv-cinder-825105-1-iscsi neutron-server[82794]: INFO neutron.api.extensions [None req-9a38e7c9-59df-4b18-bff0-8ba4cba6a034 None None] Loaded extension: external-net Feb 09 15:33:46.669768 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG neutron.api.extensions [None req-9a38e7c9-59df-4b18-bff0-8ba4cba6a034 None None] Loading extension file: extra_dhcp_opt.py {{(pid=82794) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 09 15:33:46.670669 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG neutron.api.extensions [None req-9a38e7c9-59df-4b18-bff0-8ba4cba6a034 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=82794) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 09 15:33:46.671167 dv-cinder-825105-1-iscsi neutron-server[82794]: INFO neutron.api.extensions [None req-9a38e7c9-59df-4b18-bff0-8ba4cba6a034 None None] Loaded extension: extra_dhcp_opt Feb 09 15:33:46.671486 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG neutron.api.extensions [None req-9a38e7c9-59df-4b18-bff0-8ba4cba6a034 None None] Loading extension file: extraroute.py {{(pid=82794) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 09 15:33:46.672500 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG neutron.api.extensions [None req-9a38e7c9-59df-4b18-bff0-8ba4cba6a034 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=82794) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 09 15:33:46.673008 dv-cinder-825105-1-iscsi neutron-server[82794]: INFO neutron.api.extensions [None req-9a38e7c9-59df-4b18-bff0-8ba4cba6a034 None None] Loaded extension: extraroute Feb 09 15:33:46.673324 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG neutron.api.extensions [None req-9a38e7c9-59df-4b18-bff0-8ba4cba6a034 None None] Loading extension file: extraroute_atomic.py {{(pid=82794) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 09 15:33:46.674355 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG neutron.api.extensions [None req-9a38e7c9-59df-4b18-bff0-8ba4cba6a034 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=82794) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 09 15:33:46.674861 dv-cinder-825105-1-iscsi neutron-server[82794]: INFO neutron.api.extensions [None req-9a38e7c9-59df-4b18-bff0-8ba4cba6a034 None None] Loaded extension: extraroute-atomic Feb 09 15:33:46.675182 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG neutron.api.extensions [None req-9a38e7c9-59df-4b18-bff0-8ba4cba6a034 None None] Loading extension file: filter_validation.py {{(pid=82794) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 09 15:33:46.675855 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG neutron.api.extensions [None req-9a38e7c9-59df-4b18-bff0-8ba4cba6a034 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-03-21T10:00:00-00:00" {{(pid=82794) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 09 15:33:46.676387 dv-cinder-825105-1-iscsi neutron-server[82794]: INFO neutron.api.extensions [None req-9a38e7c9-59df-4b18-bff0-8ba4cba6a034 None None] Loaded extension: filter-validation Feb 09 15:33:46.676706 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG neutron.api.extensions [None req-9a38e7c9-59df-4b18-bff0-8ba4cba6a034 None None] Loading extension file: fip_pf_description.py {{(pid=82794) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 09 15:33:46.677613 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG neutron.api.extensions [None req-9a38e7c9-59df-4b18-bff0-8ba4cba6a034 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=82794) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 09 15:33:46.678111 dv-cinder-825105-1-iscsi neutron-server[82794]: INFO neutron.api.extensions [None req-9a38e7c9-59df-4b18-bff0-8ba4cba6a034 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Feb 09 15:33:46.678428 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG neutron.api.extensions [None req-9a38e7c9-59df-4b18-bff0-8ba4cba6a034 None None] Loading extension file: fip_port_details.py {{(pid=82794) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 09 15:33:46.679351 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG neutron.api.extensions [None req-9a38e7c9-59df-4b18-bff0-8ba4cba6a034 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=82794) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 09 15:33:46.679860 dv-cinder-825105-1-iscsi neutron-server[82794]: INFO neutron.api.extensions [None req-9a38e7c9-59df-4b18-bff0-8ba4cba6a034 None None] Loaded extension: fip-port-details Feb 09 15:33:46.680201 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG neutron.api.extensions [None req-9a38e7c9-59df-4b18-bff0-8ba4cba6a034 None None] Loading extension file: flavors.py {{(pid=82794) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 09 15:33:46.681454 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG neutron.api.extensions [None req-9a38e7c9-59df-4b18-bff0-8ba4cba6a034 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=82794) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 09 15:33:46.682077 dv-cinder-825105-1-iscsi neutron-server[82794]: INFO neutron.api.extensions [None req-9a38e7c9-59df-4b18-bff0-8ba4cba6a034 None None] Loaded extension: flavors Feb 09 15:33:46.682401 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG neutron.api.extensions [None req-9a38e7c9-59df-4b18-bff0-8ba4cba6a034 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=82794) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 09 15:33:46.684097 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG neutron.api.extensions [None req-9a38e7c9-59df-4b18-bff0-8ba4cba6a034 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=82794) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 09 15:33:46.684631 dv-cinder-825105-1-iscsi neutron-server[82794]: INFO neutron.api.extensions [None req-9a38e7c9-59df-4b18-bff0-8ba4cba6a034 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Feb 09 15:33:46.684957 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG neutron.api.extensions [None req-9a38e7c9-59df-4b18-bff0-8ba4cba6a034 None None] Loading extension file: floatingip_pools.py {{(pid=82794) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 09 15:33:46.685661 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG neutron.api.extensions [None req-9a38e7c9-59df-4b18-bff0-8ba4cba6a034 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=82794) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 09 15:33:46.686166 dv-cinder-825105-1-iscsi neutron-server[82794]: INFO neutron.api.extensions [None req-9a38e7c9-59df-4b18-bff0-8ba4cba6a034 None None] Loaded extension: floatingip-pools Feb 09 15:33:46.686492 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG neutron.api.extensions [None req-9a38e7c9-59df-4b18-bff0-8ba4cba6a034 None None] Loading extension file: ip_allocation.py {{(pid=82794) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 09 15:33:46.687414 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG neutron.api.extensions [None req-9a38e7c9-59df-4b18-bff0-8ba4cba6a034 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=82794) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 09 15:33:46.687914 dv-cinder-825105-1-iscsi neutron-server[82794]: INFO neutron.api.extensions [None req-9a38e7c9-59df-4b18-bff0-8ba4cba6a034 None None] Extension ip_allocation not supported by any of loaded plugins Feb 09 15:33:46.688276 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG neutron.api.extensions [None req-9a38e7c9-59df-4b18-bff0-8ba4cba6a034 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=82794) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 09 15:33:46.689199 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG neutron.api.extensions [None req-9a38e7c9-59df-4b18-bff0-8ba4cba6a034 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=82794) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 09 15:33:46.689703 dv-cinder-825105-1-iscsi neutron-server[82794]: INFO neutron.api.extensions [None req-9a38e7c9-59df-4b18-bff0-8ba4cba6a034 None None] Loaded extension: ip-substring-filtering Feb 09 15:33:46.690027 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG neutron.api.extensions [None req-9a38e7c9-59df-4b18-bff0-8ba4cba6a034 None None] Loading extension file: l2_adjacency.py {{(pid=82794) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 09 15:33:46.690960 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG neutron.api.extensions [None req-9a38e7c9-59df-4b18-bff0-8ba4cba6a034 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=82794) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 09 15:33:46.691471 dv-cinder-825105-1-iscsi neutron-server[82794]: INFO neutron.api.extensions [None req-9a38e7c9-59df-4b18-bff0-8ba4cba6a034 None None] Extension l2_adjacency not supported by any of loaded plugins Feb 09 15:33:46.691791 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG neutron.api.extensions [None req-9a38e7c9-59df-4b18-bff0-8ba4cba6a034 None None] Loading extension file: l3.py {{(pid=82794) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 09 15:33:46.692814 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG neutron.api.extensions [None req-9a38e7c9-59df-4b18-bff0-8ba4cba6a034 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=82794) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 09 15:33:46.693324 dv-cinder-825105-1-iscsi neutron-server[82794]: INFO neutron.api.extensions [None req-9a38e7c9-59df-4b18-bff0-8ba4cba6a034 None None] Loaded extension: router Feb 09 15:33:46.693647 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG neutron.api.extensions [None req-9a38e7c9-59df-4b18-bff0-8ba4cba6a034 None None] Loading extension file: l3_conntrack_helper.py {{(pid=82794) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 09 15:33:46.696048 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG neutron.api.extensions [None req-9a38e7c9-59df-4b18-bff0-8ba4cba6a034 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=82794) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 09 15:33:46.696607 dv-cinder-825105-1-iscsi neutron-server[82794]: INFO neutron.api.extensions [None req-9a38e7c9-59df-4b18-bff0-8ba4cba6a034 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Feb 09 15:33:46.696940 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG neutron.api.extensions [None req-9a38e7c9-59df-4b18-bff0-8ba4cba6a034 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=82794) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 09 15:33:46.698435 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG neutron.api.extensions [None req-9a38e7c9-59df-4b18-bff0-8ba4cba6a034 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=82794) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 09 15:33:46.698939 dv-cinder-825105-1-iscsi neutron-server[82794]: INFO neutron.api.extensions [None req-9a38e7c9-59df-4b18-bff0-8ba4cba6a034 None None] Loaded extension: ext-gw-mode Feb 09 15:33:46.699266 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG neutron.api.extensions [None req-9a38e7c9-59df-4b18-bff0-8ba4cba6a034 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=82794) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 09 15:33:46.700478 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG neutron.api.extensions [None req-9a38e7c9-59df-4b18-bff0-8ba4cba6a034 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=82794) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 09 15:33:46.700987 dv-cinder-825105-1-iscsi neutron-server[82794]: INFO neutron.api.extensions [None req-9a38e7c9-59df-4b18-bff0-8ba4cba6a034 None None] Loaded extension: l3-ha Feb 09 15:33:46.701342 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG neutron.api.extensions [None req-9a38e7c9-59df-4b18-bff0-8ba4cba6a034 None None] Loading extension file: l3_flavors.py {{(pid=82794) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 09 15:33:46.702264 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG neutron.api.extensions [None req-9a38e7c9-59df-4b18-bff0-8ba4cba6a034 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=82794) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 09 15:33:46.702763 dv-cinder-825105-1-iscsi neutron-server[82794]: INFO neutron.api.extensions [None req-9a38e7c9-59df-4b18-bff0-8ba4cba6a034 None None] Loaded extension: l3-flavors Feb 09 15:33:46.703088 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG neutron.api.extensions [None req-9a38e7c9-59df-4b18-bff0-8ba4cba6a034 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=82794) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 09 15:33:46.704025 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG neutron.api.extensions [None req-9a38e7c9-59df-4b18-bff0-8ba4cba6a034 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=82794) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 09 15:33:46.704564 dv-cinder-825105-1-iscsi neutron-server[82794]: INFO neutron.api.extensions [None req-9a38e7c9-59df-4b18-bff0-8ba4cba6a034 None None] Loaded extension: l3-port-ip-change-not-allowed Feb 09 15:33:46.704889 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG neutron.api.extensions [None req-9a38e7c9-59df-4b18-bff0-8ba4cba6a034 None None] Loading extension file: l3agentscheduler.py {{(pid=82794) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 09 15:33:46.705943 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG neutron.api.extensions [None req-9a38e7c9-59df-4b18-bff0-8ba4cba6a034 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=82794) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 09 15:33:46.706455 dv-cinder-825105-1-iscsi neutron-server[82794]: INFO neutron.api.extensions [None req-9a38e7c9-59df-4b18-bff0-8ba4cba6a034 None None] Loaded extension: l3_agent_scheduler Feb 09 15:33:46.706780 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG neutron.api.extensions [None req-9a38e7c9-59df-4b18-bff0-8ba4cba6a034 None None] Loading extension file: logging.py {{(pid=82794) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 09 15:33:46.708330 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG neutron.api.extensions [None req-9a38e7c9-59df-4b18-bff0-8ba4cba6a034 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=82794) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 09 15:33:46.708850 dv-cinder-825105-1-iscsi neutron-server[82794]: INFO neutron.api.extensions [None req-9a38e7c9-59df-4b18-bff0-8ba4cba6a034 None None] Extension logging not supported by any of loaded plugins Feb 09 15:33:46.709177 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG neutron.api.extensions [None req-9a38e7c9-59df-4b18-bff0-8ba4cba6a034 None None] Loading extension file: metering.py {{(pid=82794) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 09 15:33:46.709924 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG neutron.api.extensions [None req-9a38e7c9-59df-4b18-bff0-8ba4cba6a034 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=82794) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 09 15:33:46.710491 dv-cinder-825105-1-iscsi neutron-server[82794]: INFO neutron.api.extensions [None req-9a38e7c9-59df-4b18-bff0-8ba4cba6a034 None None] Loaded extension: metering Feb 09 15:33:46.710813 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG neutron.api.extensions [None req-9a38e7c9-59df-4b18-bff0-8ba4cba6a034 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=82794) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 09 15:33:46.711919 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG neutron.api.extensions [None req-9a38e7c9-59df-4b18-bff0-8ba4cba6a034 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=82794) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 09 15:33:46.712463 dv-cinder-825105-1-iscsi neutron-server[82794]: INFO neutron.api.extensions [None req-9a38e7c9-59df-4b18-bff0-8ba4cba6a034 None None] Loaded extension: metering_source_and_destination_fields Feb 09 15:33:46.712835 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG neutron.api.extensions [None req-9a38e7c9-59df-4b18-bff0-8ba4cba6a034 None None] Loading extension file: multiprovidernet.py {{(pid=82794) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 09 15:33:46.714267 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG neutron.api.extensions [None req-9a38e7c9-59df-4b18-bff0-8ba4cba6a034 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=82794) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 09 15:33:46.714777 dv-cinder-825105-1-iscsi neutron-server[82794]: INFO neutron.api.extensions [None req-9a38e7c9-59df-4b18-bff0-8ba4cba6a034 None None] Loaded extension: multi-provider Feb 09 15:33:46.715138 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG neutron.api.extensions [None req-9a38e7c9-59df-4b18-bff0-8ba4cba6a034 None None] Loading extension file: netmtu.py {{(pid=82794) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 09 15:33:46.716155 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG neutron.api.extensions [None req-9a38e7c9-59df-4b18-bff0-8ba4cba6a034 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=82794) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 09 15:33:46.716695 dv-cinder-825105-1-iscsi neutron-server[82794]: INFO neutron.api.extensions [None req-9a38e7c9-59df-4b18-bff0-8ba4cba6a034 None None] Loaded extension: net-mtu Feb 09 15:33:46.717007 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG neutron.api.extensions [None req-9a38e7c9-59df-4b18-bff0-8ba4cba6a034 None None] Loading extension file: netmtu_writable.py {{(pid=82794) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 09 15:33:46.717926 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG neutron.api.extensions [None req-9a38e7c9-59df-4b18-bff0-8ba4cba6a034 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=82794) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 09 15:33:46.718430 dv-cinder-825105-1-iscsi neutron-server[82794]: INFO neutron.api.extensions [None req-9a38e7c9-59df-4b18-bff0-8ba4cba6a034 None None] Loaded extension: net-mtu-writable Feb 09 15:33:46.718749 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG neutron.api.extensions [None req-9a38e7c9-59df-4b18-bff0-8ba4cba6a034 None None] Loading extension file: network_availability_zone.py {{(pid=82794) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 09 15:33:46.719414 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG neutron.api.extensions [None req-9a38e7c9-59df-4b18-bff0-8ba4cba6a034 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=82794) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 09 15:33:46.719914 dv-cinder-825105-1-iscsi neutron-server[82794]: INFO neutron.api.extensions [None req-9a38e7c9-59df-4b18-bff0-8ba4cba6a034 None None] Loaded extension: network_availability_zone Feb 09 15:33:46.720263 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG neutron.api.extensions [None req-9a38e7c9-59df-4b18-bff0-8ba4cba6a034 None None] Loading extension file: network_ip_availability.py {{(pid=82794) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 09 15:33:46.721362 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG neutron.api.extensions [None req-9a38e7c9-59df-4b18-bff0-8ba4cba6a034 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=82794) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 09 15:33:46.721880 dv-cinder-825105-1-iscsi neutron-server[82794]: INFO neutron.api.extensions [None req-9a38e7c9-59df-4b18-bff0-8ba4cba6a034 None None] Loaded extension: network-ip-availability Feb 09 15:33:46.722195 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG neutron.api.extensions [None req-9a38e7c9-59df-4b18-bff0-8ba4cba6a034 None None] Loading extension file: network_segment_range.py {{(pid=82794) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 09 15:33:46.723009 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG neutron.api.extensions [None req-9a38e7c9-59df-4b18-bff0-8ba4cba6a034 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=82794) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 09 15:33:46.723558 dv-cinder-825105-1-iscsi neutron-server[82794]: INFO neutron.api.extensions [None req-9a38e7c9-59df-4b18-bff0-8ba4cba6a034 None None] Extension network-segment-range not supported by any of loaded plugins Feb 09 15:33:46.723858 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG neutron.api.extensions [None req-9a38e7c9-59df-4b18-bff0-8ba4cba6a034 None None] Loading extension file: pagination.py {{(pid=82794) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 09 15:33:46.724879 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG neutron.api.extensions [None req-9a38e7c9-59df-4b18-bff0-8ba4cba6a034 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=82794) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 09 15:33:46.725202 dv-cinder-825105-1-iscsi neutron-server[82794]: INFO neutron.api.extensions [None req-9a38e7c9-59df-4b18-bff0-8ba4cba6a034 None None] Loaded extension: pagination Feb 09 15:33:46.725519 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG neutron.api.extensions [None req-9a38e7c9-59df-4b18-bff0-8ba4cba6a034 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=82794) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 09 15:33:46.726448 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG neutron.api.extensions [None req-9a38e7c9-59df-4b18-bff0-8ba4cba6a034 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=82794) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 09 15:33:46.726960 dv-cinder-825105-1-iscsi neutron-server[82794]: INFO neutron.api.extensions [None req-9a38e7c9-59df-4b18-bff0-8ba4cba6a034 None None] Loaded extension: port-mac-address-regenerate Feb 09 15:33:46.727278 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG neutron.api.extensions [None req-9a38e7c9-59df-4b18-bff0-8ba4cba6a034 None None] Loading extension file: port_resource_request.py {{(pid=82794) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 09 15:33:46.728221 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG neutron.api.extensions [None req-9a38e7c9-59df-4b18-bff0-8ba4cba6a034 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=82794) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 09 15:33:46.728810 dv-cinder-825105-1-iscsi neutron-server[82794]: INFO neutron.api.extensions [None req-9a38e7c9-59df-4b18-bff0-8ba4cba6a034 None None] Extension port-resource-request not supported by any of loaded plugins Feb 09 15:33:46.729309 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG neutron.api.extensions [None req-9a38e7c9-59df-4b18-bff0-8ba4cba6a034 None None] Loading extension file: portbindings.py {{(pid=82794) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 09 15:33:46.730236 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG neutron.api.extensions [None req-9a38e7c9-59df-4b18-bff0-8ba4cba6a034 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=82794) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 09 15:33:46.730743 dv-cinder-825105-1-iscsi neutron-server[82794]: INFO neutron.api.extensions [None req-9a38e7c9-59df-4b18-bff0-8ba4cba6a034 None None] Loaded extension: binding Feb 09 15:33:46.731063 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG neutron.api.extensions [None req-9a38e7c9-59df-4b18-bff0-8ba4cba6a034 None None] Loading extension file: portbindings_extended.py {{(pid=82794) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 09 15:33:46.732398 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG neutron.api.extensions [None req-9a38e7c9-59df-4b18-bff0-8ba4cba6a034 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=82794) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 09 15:33:46.732912 dv-cinder-825105-1-iscsi neutron-server[82794]: INFO neutron.api.extensions [None req-9a38e7c9-59df-4b18-bff0-8ba4cba6a034 None None] Loaded extension: binding-extended Feb 09 15:33:46.733237 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG neutron.api.extensions [None req-9a38e7c9-59df-4b18-bff0-8ba4cba6a034 None None] Loading extension file: portsecurity.py {{(pid=82794) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 09 15:33:46.734163 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG neutron.api.extensions [None req-9a38e7c9-59df-4b18-bff0-8ba4cba6a034 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=82794) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 09 15:33:46.734669 dv-cinder-825105-1-iscsi neutron-server[82794]: INFO neutron.api.extensions [None req-9a38e7c9-59df-4b18-bff0-8ba4cba6a034 None None] Loaded extension: port-security Feb 09 15:33:46.734988 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG neutron.api.extensions [None req-9a38e7c9-59df-4b18-bff0-8ba4cba6a034 None None] Loading extension file: project_id.py {{(pid=82794) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 09 15:33:46.735970 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG neutron.api.extensions [None req-9a38e7c9-59df-4b18-bff0-8ba4cba6a034 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=82794) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 09 15:33:46.736337 dv-cinder-825105-1-iscsi neutron-server[82794]: INFO neutron.api.extensions [None req-9a38e7c9-59df-4b18-bff0-8ba4cba6a034 None None] Loaded extension: project-id Feb 09 15:33:46.736657 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG neutron.api.extensions [None req-9a38e7c9-59df-4b18-bff0-8ba4cba6a034 None None] Loading extension file: providernet.py {{(pid=82794) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 09 15:33:46.737578 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG neutron.api.extensions [None req-9a38e7c9-59df-4b18-bff0-8ba4cba6a034 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=82794) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 09 15:33:46.738118 dv-cinder-825105-1-iscsi neutron-server[82794]: INFO neutron.api.extensions [None req-9a38e7c9-59df-4b18-bff0-8ba4cba6a034 None None] Loaded extension: provider Feb 09 15:33:46.738393 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG neutron.api.extensions [None req-9a38e7c9-59df-4b18-bff0-8ba4cba6a034 None None] Loading extension file: qos.py {{(pid=82794) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 09 15:33:46.742180 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG neutron.api.extensions [None req-9a38e7c9-59df-4b18-bff0-8ba4cba6a034 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=82794) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 09 15:33:46.742702 dv-cinder-825105-1-iscsi neutron-server[82794]: INFO neutron.api.extensions [None req-9a38e7c9-59df-4b18-bff0-8ba4cba6a034 None None] Extension qos not supported by any of loaded plugins Feb 09 15:33:46.743033 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG neutron.api.extensions [None req-9a38e7c9-59df-4b18-bff0-8ba4cba6a034 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=82794) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 09 15:33:46.744419 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG neutron.api.extensions [None req-9a38e7c9-59df-4b18-bff0-8ba4cba6a034 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=82794) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 09 15:33:46.744924 dv-cinder-825105-1-iscsi neutron-server[82794]: INFO neutron.api.extensions [None req-9a38e7c9-59df-4b18-bff0-8ba4cba6a034 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Feb 09 15:33:46.745249 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG neutron.api.extensions [None req-9a38e7c9-59df-4b18-bff0-8ba4cba6a034 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=82794) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 09 15:33:46.746169 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG neutron.api.extensions [None req-9a38e7c9-59df-4b18-bff0-8ba4cba6a034 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=82794) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 09 15:33:46.746677 dv-cinder-825105-1-iscsi neutron-server[82794]: INFO neutron.api.extensions [None req-9a38e7c9-59df-4b18-bff0-8ba4cba6a034 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Feb 09 15:33:46.746999 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG neutron.api.extensions [None req-9a38e7c9-59df-4b18-bff0-8ba4cba6a034 None None] Loading extension file: qos_default.py {{(pid=82794) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 09 15:33:46.747910 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG neutron.api.extensions [None req-9a38e7c9-59df-4b18-bff0-8ba4cba6a034 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=82794) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 09 15:33:46.748445 dv-cinder-825105-1-iscsi neutron-server[82794]: INFO neutron.api.extensions [None req-9a38e7c9-59df-4b18-bff0-8ba4cba6a034 None None] Extension qos-default not supported by any of loaded plugins Feb 09 15:33:46.748768 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG neutron.api.extensions [None req-9a38e7c9-59df-4b18-bff0-8ba4cba6a034 None None] Loading extension file: qos_fip.py {{(pid=82794) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 09 15:33:46.749415 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG neutron.api.extensions [None req-9a38e7c9-59df-4b18-bff0-8ba4cba6a034 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=82794) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 09 15:33:46.749912 dv-cinder-825105-1-iscsi neutron-server[82794]: INFO neutron.api.extensions [None req-9a38e7c9-59df-4b18-bff0-8ba4cba6a034 None None] Extension qos-fip not supported by any of loaded plugins Feb 09 15:33:46.750231 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG neutron.api.extensions [None req-9a38e7c9-59df-4b18-bff0-8ba4cba6a034 None None] Loading extension file: qos_gateway_ip.py {{(pid=82794) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 09 15:33:46.751156 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG neutron.api.extensions [None req-9a38e7c9-59df-4b18-bff0-8ba4cba6a034 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=82794) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 09 15:33:46.751689 dv-cinder-825105-1-iscsi neutron-server[82794]: INFO neutron.api.extensions [None req-9a38e7c9-59df-4b18-bff0-8ba4cba6a034 None None] Extension qos-gateway-ip not supported by any of loaded plugins Feb 09 15:33:46.752036 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG neutron.api.extensions [None req-9a38e7c9-59df-4b18-bff0-8ba4cba6a034 None None] Loading extension file: qos_port_network_policy.py {{(pid=82794) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 09 15:33:46.753008 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG neutron.api.extensions [None req-9a38e7c9-59df-4b18-bff0-8ba4cba6a034 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=82794) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 09 15:33:46.753539 dv-cinder-825105-1-iscsi neutron-server[82794]: INFO neutron.api.extensions [None req-9a38e7c9-59df-4b18-bff0-8ba4cba6a034 None None] Extension qos-port-network-policy not supported by any of loaded plugins Feb 09 15:33:46.753882 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG neutron.api.extensions [None req-9a38e7c9-59df-4b18-bff0-8ba4cba6a034 None None] Loading extension file: qos_rule_type_details.py {{(pid=82794) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 09 15:33:46.754812 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG neutron.api.extensions [None req-9a38e7c9-59df-4b18-bff0-8ba4cba6a034 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=82794) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 09 15:33:46.755317 dv-cinder-825105-1-iscsi neutron-server[82794]: INFO neutron.api.extensions [None req-9a38e7c9-59df-4b18-bff0-8ba4cba6a034 None None] Extension qos-rule-type-details not supported by any of loaded plugins Feb 09 15:33:46.755638 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG neutron.api.extensions [None req-9a38e7c9-59df-4b18-bff0-8ba4cba6a034 None None] Loading extension file: qos_rules_alias.py {{(pid=82794) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 09 15:33:46.756716 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG neutron.api.extensions [None req-9a38e7c9-59df-4b18-bff0-8ba4cba6a034 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=82794) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 09 15:33:46.757218 dv-cinder-825105-1-iscsi neutron-server[82794]: INFO neutron.api.extensions [None req-9a38e7c9-59df-4b18-bff0-8ba4cba6a034 None None] Extension qos-rules-alias not supported by any of loaded plugins Feb 09 15:33:46.757539 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG neutron.api.extensions [None req-9a38e7c9-59df-4b18-bff0-8ba4cba6a034 None None] Loading extension file: quotasv2.py {{(pid=82794) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 09 15:33:46.758430 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG neutron.api.extensions [None req-9a38e7c9-59df-4b18-bff0-8ba4cba6a034 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=82794) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 09 15:33:46.758757 dv-cinder-825105-1-iscsi neutron-server[82794]: INFO neutron.api.extensions [None req-9a38e7c9-59df-4b18-bff0-8ba4cba6a034 None None] Loaded extension: quotas Feb 09 15:33:46.759076 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG neutron.api.extensions [None req-9a38e7c9-59df-4b18-bff0-8ba4cba6a034 None None] Loading extension file: quotasv2_detail.py {{(pid=82794) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 09 15:33:46.761258 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG neutron.api.extensions [None req-9a38e7c9-59df-4b18-bff0-8ba4cba6a034 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=82794) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 09 15:33:46.761596 dv-cinder-825105-1-iscsi neutron-server[82794]: INFO neutron.api.extensions [None req-9a38e7c9-59df-4b18-bff0-8ba4cba6a034 None None] Loaded extension: quota_details Feb 09 15:33:46.761928 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG neutron.api.extensions [None req-9a38e7c9-59df-4b18-bff0-8ba4cba6a034 None None] Loading extension file: rbac.py {{(pid=82794) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 09 15:33:46.763007 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG neutron.api.extensions [None req-9a38e7c9-59df-4b18-bff0-8ba4cba6a034 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=82794) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 09 15:33:46.763534 dv-cinder-825105-1-iscsi neutron-server[82794]: INFO neutron.api.extensions [None req-9a38e7c9-59df-4b18-bff0-8ba4cba6a034 None None] Loaded extension: rbac-policies Feb 09 15:33:46.763866 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG neutron.api.extensions [None req-9a38e7c9-59df-4b18-bff0-8ba4cba6a034 None None] Loading extension file: rbac_address_scope.py {{(pid=82794) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 09 15:33:46.764826 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG neutron.api.extensions [None req-9a38e7c9-59df-4b18-bff0-8ba4cba6a034 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=82794) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 09 15:33:46.765344 dv-cinder-825105-1-iscsi neutron-server[82794]: INFO neutron.api.extensions [None req-9a38e7c9-59df-4b18-bff0-8ba4cba6a034 None None] Loaded extension: rbac-address-scope Feb 09 15:33:46.765671 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG neutron.api.extensions [None req-9a38e7c9-59df-4b18-bff0-8ba4cba6a034 None None] Loading extension file: rbac_security_groups.py {{(pid=82794) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 09 15:33:46.766587 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG neutron.api.extensions [None req-9a38e7c9-59df-4b18-bff0-8ba4cba6a034 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=82794) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 09 15:33:46.767099 dv-cinder-825105-1-iscsi neutron-server[82794]: INFO neutron.api.extensions [None req-9a38e7c9-59df-4b18-bff0-8ba4cba6a034 None None] Loaded extension: rbac-security-groups Feb 09 15:33:46.767425 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG neutron.api.extensions [None req-9a38e7c9-59df-4b18-bff0-8ba4cba6a034 None None] Loading extension file: rbac_subnetpool.py {{(pid=82794) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 09 15:33:46.768366 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG neutron.api.extensions [None req-9a38e7c9-59df-4b18-bff0-8ba4cba6a034 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=82794) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 09 15:33:46.768880 dv-cinder-825105-1-iscsi neutron-server[82794]: INFO neutron.api.extensions [None req-9a38e7c9-59df-4b18-bff0-8ba4cba6a034 None None] Loaded extension: rbac-subnetpool Feb 09 15:33:46.769200 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG neutron.api.extensions [None req-9a38e7c9-59df-4b18-bff0-8ba4cba6a034 None None] Loading extension file: revisionifmatch.py {{(pid=82794) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 09 15:33:46.770133 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG neutron.api.extensions [None req-9a38e7c9-59df-4b18-bff0-8ba4cba6a034 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=82794) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 09 15:33:46.770642 dv-cinder-825105-1-iscsi neutron-server[82794]: INFO neutron.api.extensions [None req-9a38e7c9-59df-4b18-bff0-8ba4cba6a034 None None] Loaded extension: revision-if-match Feb 09 15:33:46.770968 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG neutron.api.extensions [None req-9a38e7c9-59df-4b18-bff0-8ba4cba6a034 None None] Loading extension file: revisions.py {{(pid=82794) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 09 15:33:46.772073 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG neutron.api.extensions [None req-9a38e7c9-59df-4b18-bff0-8ba4cba6a034 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=82794) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 09 15:33:46.772608 dv-cinder-825105-1-iscsi neutron-server[82794]: INFO neutron.api.extensions [None req-9a38e7c9-59df-4b18-bff0-8ba4cba6a034 None None] Loaded extension: standard-attr-revisions Feb 09 15:33:46.772931 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG neutron.api.extensions [None req-9a38e7c9-59df-4b18-bff0-8ba4cba6a034 None None] Loading extension file: router_availability_zone.py {{(pid=82794) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 09 15:33:46.773601 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG neutron.api.extensions [None req-9a38e7c9-59df-4b18-bff0-8ba4cba6a034 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=82794) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 09 15:33:46.774108 dv-cinder-825105-1-iscsi neutron-server[82794]: INFO neutron.api.extensions [None req-9a38e7c9-59df-4b18-bff0-8ba4cba6a034 None None] Loaded extension: router_availability_zone Feb 09 15:33:46.774428 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG neutron.api.extensions [None req-9a38e7c9-59df-4b18-bff0-8ba4cba6a034 None None] Loading extension file: routerservicetype.py {{(pid=82794) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 09 15:33:46.775931 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG neutron.api.extensions [None req-9a38e7c9-59df-4b18-bff0-8ba4cba6a034 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=82794) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 09 15:33:46.776477 dv-cinder-825105-1-iscsi neutron-server[82794]: INFO neutron.api.extensions [None req-9a38e7c9-59df-4b18-bff0-8ba4cba6a034 None None] Extension router-service-type not supported by any of loaded plugins Feb 09 15:33:46.776790 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG neutron.api.extensions [None req-9a38e7c9-59df-4b18-bff0-8ba4cba6a034 None None] Loading extension file: security_groups_port_filtering.py {{(pid=82794) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 09 15:33:46.777707 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG neutron.api.extensions [None req-9a38e7c9-59df-4b18-bff0-8ba4cba6a034 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=82794) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 09 15:33:46.778214 dv-cinder-825105-1-iscsi neutron-server[82794]: INFO neutron.api.extensions [None req-9a38e7c9-59df-4b18-bff0-8ba4cba6a034 None None] Loaded extension: port-security-groups-filtering Feb 09 15:33:46.778534 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG neutron.api.extensions [None req-9a38e7c9-59df-4b18-bff0-8ba4cba6a034 None None] Loading extension file: securitygroup.py {{(pid=82794) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 09 15:33:46.789594 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG neutron.api.extensions [None req-9a38e7c9-59df-4b18-bff0-8ba4cba6a034 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=82794) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 09 15:33:46.790128 dv-cinder-825105-1-iscsi neutron-server[82794]: INFO neutron.api.extensions [None req-9a38e7c9-59df-4b18-bff0-8ba4cba6a034 None None] Loaded extension: security-group Feb 09 15:33:46.790460 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG neutron.api.extensions [None req-9a38e7c9-59df-4b18-bff0-8ba4cba6a034 None None] Loading extension file: segment.py {{(pid=82794) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 09 15:33:46.791329 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG neutron.api.extensions [None req-9a38e7c9-59df-4b18-bff0-8ba4cba6a034 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=82794) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 09 15:33:46.791835 dv-cinder-825105-1-iscsi neutron-server[82794]: INFO neutron.api.extensions [None req-9a38e7c9-59df-4b18-bff0-8ba4cba6a034 None None] Extension segment not supported by any of loaded plugins Feb 09 15:33:46.792202 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG neutron.api.extensions [None req-9a38e7c9-59df-4b18-bff0-8ba4cba6a034 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=82794) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 09 15:33:46.793157 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG neutron.api.extensions [None req-9a38e7c9-59df-4b18-bff0-8ba4cba6a034 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=82794) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 09 15:33:46.793665 dv-cinder-825105-1-iscsi neutron-server[82794]: INFO neutron.api.extensions [None req-9a38e7c9-59df-4b18-bff0-8ba4cba6a034 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Feb 09 15:33:46.793987 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG neutron.api.extensions [None req-9a38e7c9-59df-4b18-bff0-8ba4cba6a034 None None] Loading extension file: servicetype.py {{(pid=82794) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 09 15:33:46.795110 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG neutron.api.extensions [None req-9a38e7c9-59df-4b18-bff0-8ba4cba6a034 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=82794) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 09 15:33:46.795626 dv-cinder-825105-1-iscsi neutron-server[82794]: INFO neutron.api.extensions [None req-9a38e7c9-59df-4b18-bff0-8ba4cba6a034 None None] Loaded extension: service-type Feb 09 15:33:46.795951 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG neutron.api.extensions [None req-9a38e7c9-59df-4b18-bff0-8ba4cba6a034 None None] Loading extension file: sorting.py {{(pid=82794) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 09 15:33:46.796960 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG neutron.api.extensions [None req-9a38e7c9-59df-4b18-bff0-8ba4cba6a034 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=82794) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 09 15:33:46.797286 dv-cinder-825105-1-iscsi neutron-server[82794]: INFO neutron.api.extensions [None req-9a38e7c9-59df-4b18-bff0-8ba4cba6a034 None None] Loaded extension: sorting Feb 09 15:33:46.797607 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG neutron.api.extensions [None req-9a38e7c9-59df-4b18-bff0-8ba4cba6a034 None None] Loading extension file: standard_attr_segment.py {{(pid=82794) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 09 15:33:46.798540 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG neutron.api.extensions [None req-9a38e7c9-59df-4b18-bff0-8ba4cba6a034 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=82794) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 09 15:33:46.799043 dv-cinder-825105-1-iscsi neutron-server[82794]: INFO neutron.api.extensions [None req-9a38e7c9-59df-4b18-bff0-8ba4cba6a034 None None] Extension standard-attr-segment not supported by any of loaded plugins Feb 09 15:33:46.799363 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG neutron.api.extensions [None req-9a38e7c9-59df-4b18-bff0-8ba4cba6a034 None None] Loading extension file: standardattrdescription.py {{(pid=82794) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 09 15:33:46.800019 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG neutron.api.extensions [None req-9a38e7c9-59df-4b18-bff0-8ba4cba6a034 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=82794) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 09 15:33:46.800549 dv-cinder-825105-1-iscsi neutron-server[82794]: INFO neutron.api.extensions [None req-9a38e7c9-59df-4b18-bff0-8ba4cba6a034 None None] Loaded extension: standard-attr-description Feb 09 15:33:46.800872 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG neutron.api.extensions [None req-9a38e7c9-59df-4b18-bff0-8ba4cba6a034 None None] Loading extension file: stateful_security_group.py {{(pid=82794) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 09 15:33:46.801805 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG neutron.api.extensions [None req-9a38e7c9-59df-4b18-bff0-8ba4cba6a034 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=82794) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 09 15:33:46.802317 dv-cinder-825105-1-iscsi neutron-server[82794]: INFO neutron.api.extensions [None req-9a38e7c9-59df-4b18-bff0-8ba4cba6a034 None None] Loaded extension: stateful-security-group Feb 09 15:33:46.802639 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG neutron.api.extensions [None req-9a38e7c9-59df-4b18-bff0-8ba4cba6a034 None None] Loading extension file: stdattrs_common.py {{(pid=82794) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 09 15:33:46.803225 dv-cinder-825105-1-iscsi neutron-server[82794]: WARNING neutron.api.extensions [None req-9a38e7c9-59df-4b18-bff0-8ba4cba6a034 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Feb 09 15:33:46.803545 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG neutron.api.extensions [None req-9a38e7c9-59df-4b18-bff0-8ba4cba6a034 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=82794) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 09 15:33:46.804498 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG neutron.api.extensions [None req-9a38e7c9-59df-4b18-bff0-8ba4cba6a034 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=82794) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 09 15:33:46.805003 dv-cinder-825105-1-iscsi neutron-server[82794]: INFO neutron.api.extensions [None req-9a38e7c9-59df-4b18-bff0-8ba4cba6a034 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Feb 09 15:33:46.805326 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG neutron.api.extensions [None req-9a38e7c9-59df-4b18-bff0-8ba4cba6a034 None None] Loading extension file: subnet_onboard.py {{(pid=82794) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 09 15:33:46.806530 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG neutron.api.extensions [None req-9a38e7c9-59df-4b18-bff0-8ba4cba6a034 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=82794) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 09 15:33:46.807309 dv-cinder-825105-1-iscsi neutron-server[82794]: INFO neutron.api.extensions [None req-9a38e7c9-59df-4b18-bff0-8ba4cba6a034 None None] Loaded extension: subnet_onboard Feb 09 15:33:46.807683 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG neutron.api.extensions [None req-9a38e7c9-59df-4b18-bff0-8ba4cba6a034 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=82794) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 09 15:33:46.808927 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG neutron.api.extensions [None req-9a38e7c9-59df-4b18-bff0-8ba4cba6a034 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=82794) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 09 15:33:46.809487 dv-cinder-825105-1-iscsi neutron-server[82794]: INFO neutron.api.extensions [None req-9a38e7c9-59df-4b18-bff0-8ba4cba6a034 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Feb 09 15:33:46.809886 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG neutron.api.extensions [None req-9a38e7c9-59df-4b18-bff0-8ba4cba6a034 None None] Loading extension file: subnet_service_types.py {{(pid=82794) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 09 15:33:46.811172 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG neutron.api.extensions [None req-9a38e7c9-59df-4b18-bff0-8ba4cba6a034 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=82794) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 09 15:33:46.811772 dv-cinder-825105-1-iscsi neutron-server[82794]: INFO neutron.api.extensions [None req-9a38e7c9-59df-4b18-bff0-8ba4cba6a034 None None] Loaded extension: subnet-service-types Feb 09 15:33:46.812147 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG neutron.api.extensions [None req-9a38e7c9-59df-4b18-bff0-8ba4cba6a034 None None] Loading extension file: subnetallocation.py {{(pid=82794) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 09 15:33:46.813475 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG neutron.api.extensions [None req-9a38e7c9-59df-4b18-bff0-8ba4cba6a034 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=82794) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 09 15:33:46.814059 dv-cinder-825105-1-iscsi neutron-server[82794]: INFO neutron.api.extensions [None req-9a38e7c9-59df-4b18-bff0-8ba4cba6a034 None None] Loaded extension: subnet_allocation Feb 09 15:33:46.814448 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG neutron.api.extensions [None req-9a38e7c9-59df-4b18-bff0-8ba4cba6a034 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=82794) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 09 15:33:46.815344 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG neutron.api.extensions [None req-9a38e7c9-59df-4b18-bff0-8ba4cba6a034 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=82794) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 09 15:33:46.815931 dv-cinder-825105-1-iscsi neutron-server[82794]: INFO neutron.api.extensions [None req-9a38e7c9-59df-4b18-bff0-8ba4cba6a034 None None] Loaded extension: subnetpool-prefix-ops Feb 09 15:33:46.816346 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG neutron.api.extensions [None req-9a38e7c9-59df-4b18-bff0-8ba4cba6a034 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=82794) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 09 15:33:46.817587 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG neutron.api.extensions [None req-9a38e7c9-59df-4b18-bff0-8ba4cba6a034 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=82794) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 09 15:33:46.818200 dv-cinder-825105-1-iscsi neutron-server[82794]: INFO neutron.api.extensions [None req-9a38e7c9-59df-4b18-bff0-8ba4cba6a034 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Feb 09 15:33:46.818556 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG neutron.api.extensions [None req-9a38e7c9-59df-4b18-bff0-8ba4cba6a034 None None] Loading extension file: tagging.py {{(pid=82794) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 09 15:33:46.819861 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG neutron.api.extensions [None req-9a38e7c9-59df-4b18-bff0-8ba4cba6a034 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, router, floatingip, policy, security_group, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=82794) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 09 15:33:46.820555 dv-cinder-825105-1-iscsi neutron-server[82794]: INFO neutron.api.extensions [None req-9a38e7c9-59df-4b18-bff0-8ba4cba6a034 None None] Loaded extension: standard-attr-tag Feb 09 15:33:46.821082 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG neutron.api.extensions [None req-9a38e7c9-59df-4b18-bff0-8ba4cba6a034 None None] Loading extension file: timestamp.py {{(pid=82794) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 09 15:33:46.823440 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG neutron.api.extensions [None req-9a38e7c9-59df-4b18-bff0-8ba4cba6a034 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=82794) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 09 15:33:46.824380 dv-cinder-825105-1-iscsi neutron-server[82794]: INFO neutron.api.extensions [None req-9a38e7c9-59df-4b18-bff0-8ba4cba6a034 None None] Loaded extension: standard-attr-timestamp Feb 09 15:33:46.825192 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG neutron.api.extensions [None req-9a38e7c9-59df-4b18-bff0-8ba4cba6a034 None None] Loading extension file: trunk.py {{(pid=82794) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 09 15:33:46.827903 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG neutron.api.extensions [None req-9a38e7c9-59df-4b18-bff0-8ba4cba6a034 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=82794) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 09 15:33:46.828876 dv-cinder-825105-1-iscsi neutron-server[82794]: INFO neutron.api.extensions [None req-9a38e7c9-59df-4b18-bff0-8ba4cba6a034 None None] Extension trunk not supported by any of loaded plugins Feb 09 15:33:46.829265 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG neutron.api.extensions [None req-9a38e7c9-59df-4b18-bff0-8ba4cba6a034 None None] Loading extension file: trunk_details.py {{(pid=82794) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 09 15:33:46.830332 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG neutron.api.extensions [None req-9a38e7c9-59df-4b18-bff0-8ba4cba6a034 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=82794) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 09 15:33:46.830939 dv-cinder-825105-1-iscsi neutron-server[82794]: INFO neutron.api.extensions [None req-9a38e7c9-59df-4b18-bff0-8ba4cba6a034 None None] Extension trunk-details not supported by any of loaded plugins Feb 09 15:33:46.831272 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG neutron.api.extensions [None req-9a38e7c9-59df-4b18-bff0-8ba4cba6a034 None None] Loading extension file: uplink_status_propagation.py {{(pid=82794) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 09 15:33:46.832278 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG neutron.api.extensions [None req-9a38e7c9-59df-4b18-bff0-8ba4cba6a034 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=82794) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 09 15:33:46.832824 dv-cinder-825105-1-iscsi neutron-server[82794]: INFO neutron.api.extensions [None req-9a38e7c9-59df-4b18-bff0-8ba4cba6a034 None None] Extension uplink-status-propagation not supported by any of loaded plugins Feb 09 15:33:46.833146 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG neutron.api.extensions [None req-9a38e7c9-59df-4b18-bff0-8ba4cba6a034 None None] Loading extension file: vlantransparent.py {{(pid=82794) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 09 15:33:46.833839 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG neutron.api.extensions [None req-9a38e7c9-59df-4b18-bff0-8ba4cba6a034 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=82794) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 09 15:33:46.834348 dv-cinder-825105-1-iscsi neutron-server[82794]: INFO neutron.api.extensions [None req-9a38e7c9-59df-4b18-bff0-8ba4cba6a034 None None] Extension vlan-transparent not supported by any of loaded plugins Feb 09 15:33:46.836708 dv-cinder-825105-1-iscsi neutron-server[82794]: INFO neutron.quota.resource_registry [None req-9a38e7c9-59df-4b18-bff0-8ba4cba6a034 None None] Creating instance of TrackedResource for resource:network Feb 09 15:33:46.837453 dv-cinder-825105-1-iscsi neutron-server[82794]: INFO neutron.quota.resource_registry [None req-9a38e7c9-59df-4b18-bff0-8ba4cba6a034 None None] Creating instance of TrackedResource for resource:subnet Feb 09 15:33:46.838841 dv-cinder-825105-1-iscsi neutron-server[82794]: INFO neutron.quota.resource_registry [None req-9a38e7c9-59df-4b18-bff0-8ba4cba6a034 None None] Creating instance of TrackedResource for resource:subnetpool Feb 09 15:33:46.839650 dv-cinder-825105-1-iscsi neutron-server[82794]: INFO neutron.quota.resource_registry [None req-9a38e7c9-59df-4b18-bff0-8ba4cba6a034 None None] Creating instance of TrackedResource for resource:port Feb 09 15:33:46.840977 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG neutron.api.v2.resource_helper [None req-9a38e7c9-59df-4b18-bff0-8ba4cba6a034 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=82794) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 09 15:33:46.841465 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG neutron.api.v2.resource_helper [None req-9a38e7c9-59df-4b18-bff0-8ba4cba6a034 None None] Service FLAVORS assigned prefix: {{(pid=82794) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 09 15:33:46.842025 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG neutron.api.v2.resource_helper [None req-9a38e7c9-59df-4b18-bff0-8ba4cba6a034 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=82794) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 09 15:33:46.842450 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG neutron.api.v2.resource_helper [None req-9a38e7c9-59df-4b18-bff0-8ba4cba6a034 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=82794) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 09 15:33:46.842776 dv-cinder-825105-1-iscsi neutron-server[82794]: INFO neutron.quota.resource_registry [None req-9a38e7c9-59df-4b18-bff0-8ba4cba6a034 None None] Creating instance of TrackedResource for resource:router Feb 09 15:33:46.843428 dv-cinder-825105-1-iscsi neutron-server[82794]: INFO neutron.quota.resource_registry [None req-9a38e7c9-59df-4b18-bff0-8ba4cba6a034 None None] Creating instance of TrackedResource for resource:floatingip Feb 09 15:33:46.844179 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG neutron.api.v2.resource_helper [None req-9a38e7c9-59df-4b18-bff0-8ba4cba6a034 None None] Service METERING assigned prefix: /metering {{(pid=82794) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 09 15:33:46.845621 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG neutron_lib.callbacks.manager [None req-9a38e7c9-59df-4b18-bff0-8ba4cba6a034 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=82794) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 15:33:46.845983 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG neutron_lib.callbacks.manager [None req-9a38e7c9-59df-4b18-bff0-8ba4cba6a034 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=82794) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 15:33:46.846323 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG neutron_lib.callbacks.manager [None req-9a38e7c9-59df-4b18-bff0-8ba4cba6a034 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=82794) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 15:33:46.847459 dv-cinder-825105-1-iscsi neutron-server[82794]: INFO neutron.quota.resource_registry [None req-9a38e7c9-59df-4b18-bff0-8ba4cba6a034 None None] Creating instance of CountableResource for resource:rbac_policy Feb 09 15:33:46.847911 dv-cinder-825105-1-iscsi neutron-server[82794]: INFO neutron.quota.resource_registry [None req-9a38e7c9-59df-4b18-bff0-8ba4cba6a034 None None] Creating instance of TrackedResource for resource:security_group Feb 09 15:33:46.848595 dv-cinder-825105-1-iscsi neutron-server[82794]: INFO neutron.quota.resource_registry [None req-9a38e7c9-59df-4b18-bff0-8ba4cba6a034 None None] Creating instance of TrackedResource for resource:security_group_rule Feb 09 15:33:46.849405 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG neutron.api.v2.resource_helper [None req-9a38e7c9-59df-4b18-bff0-8ba4cba6a034 None None] Service CORE assigned prefix: {{(pid=82794) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 09 15:33:46.849878 dv-cinder-825105-1-iscsi neutron-server[82794]: INFO neutron.quota.resource_registry [None req-9a38e7c9-59df-4b18-bff0-8ba4cba6a034 None None] Creating instance of TrackedResource for resource:subnetpool Feb 09 15:33:46.850323 dv-cinder-825105-1-iscsi neutron-server[82794]: WARNING neutron.quota.resource_registry [None req-9a38e7c9-59df-4b18-bff0-8ba4cba6a034 None None] subnetpool is already registered Feb 09 15:33:46.850949 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG neutron.api.v2.resource_helper [None req-9a38e7c9-59df-4b18-bff0-8ba4cba6a034 None None] Service CORE assigned prefix: {{(pid=82794) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 09 15:33:46.851273 dv-cinder-825105-1-iscsi neutron-server[82794]: INFO neutron.quota.resource_registry [None req-9a38e7c9-59df-4b18-bff0-8ba4cba6a034 None None] Creating instance of TrackedResource for resource:subnetpool Feb 09 15:33:46.851593 dv-cinder-825105-1-iscsi neutron-server[82794]: WARNING neutron.quota.resource_registry [None req-9a38e7c9-59df-4b18-bff0-8ba4cba6a034 None None] subnetpool is already registered Feb 09 15:33:46.854269 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG neutron.api.v2.resource_helper [None req-9a38e7c9-59df-4b18-bff0-8ba4cba6a034 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=82794) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 09 15:33:46.854701 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG neutron.api.v2.resource_helper [None req-9a38e7c9-59df-4b18-bff0-8ba4cba6a034 None None] Service FLAVORS assigned prefix: {{(pid=82794) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 09 15:33:46.855287 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG neutron.api.v2.resource_helper [None req-9a38e7c9-59df-4b18-bff0-8ba4cba6a034 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=82794) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 09 15:33:46.855738 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG neutron.api.v2.resource_helper [None req-9a38e7c9-59df-4b18-bff0-8ba4cba6a034 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=82794) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 09 15:33:46.856071 dv-cinder-825105-1-iscsi neutron-server[82794]: INFO neutron.quota.resource_registry [None req-9a38e7c9-59df-4b18-bff0-8ba4cba6a034 None None] Creating instance of TrackedResource for resource:router Feb 09 15:33:46.856424 dv-cinder-825105-1-iscsi neutron-server[82794]: WARNING neutron.quota.resource_registry [None req-9a38e7c9-59df-4b18-bff0-8ba4cba6a034 None None] router is already registered Feb 09 15:33:46.857016 dv-cinder-825105-1-iscsi neutron-server[82794]: INFO neutron.quota.resource_registry [None req-9a38e7c9-59df-4b18-bff0-8ba4cba6a034 None None] Creating instance of TrackedResource for resource:floatingip Feb 09 15:33:46.857343 dv-cinder-825105-1-iscsi neutron-server[82794]: WARNING neutron.quota.resource_registry [None req-9a38e7c9-59df-4b18-bff0-8ba4cba6a034 None None] floatingip is already registered Feb 09 15:33:46.857964 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG neutron.api.v2.resource_helper [None req-9a38e7c9-59df-4b18-bff0-8ba4cba6a034 None None] Service METERING assigned prefix: /metering {{(pid=82794) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 09 15:33:46.858624 dv-cinder-825105-1-iscsi neutron-server[82794]: INFO neutron.quota.resource_registry [None req-9a38e7c9-59df-4b18-bff0-8ba4cba6a034 None None] Creating instance of CountableResource for resource:rbac_policy Feb 09 15:33:46.858947 dv-cinder-825105-1-iscsi neutron-server[82794]: WARNING neutron.quota.resource_registry [None req-9a38e7c9-59df-4b18-bff0-8ba4cba6a034 None None] rbac_policy is already registered Feb 09 15:33:46.859509 dv-cinder-825105-1-iscsi neutron-server[82794]: INFO neutron.quota.resource_registry [None req-9a38e7c9-59df-4b18-bff0-8ba4cba6a034 None None] Creating instance of TrackedResource for resource:security_group Feb 09 15:33:46.859884 dv-cinder-825105-1-iscsi neutron-server[82794]: WARNING neutron.quota.resource_registry [None req-9a38e7c9-59df-4b18-bff0-8ba4cba6a034 None None] security_group is already registered Feb 09 15:33:46.860458 dv-cinder-825105-1-iscsi neutron-server[82794]: INFO neutron.quota.resource_registry [None req-9a38e7c9-59df-4b18-bff0-8ba4cba6a034 None None] Creating instance of TrackedResource for resource:security_group_rule Feb 09 15:33:46.860786 dv-cinder-825105-1-iscsi neutron-server[82794]: WARNING neutron.quota.resource_registry [None req-9a38e7c9-59df-4b18-bff0-8ba4cba6a034 None None] security_group_rule is already registered Feb 09 15:33:46.861443 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG neutron.api.v2.resource_helper [None req-9a38e7c9-59df-4b18-bff0-8ba4cba6a034 None None] Service CORE assigned prefix: {{(pid=82794) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 09 15:33:46.861777 dv-cinder-825105-1-iscsi neutron-server[82794]: INFO neutron.quota.resource_registry [None req-9a38e7c9-59df-4b18-bff0-8ba4cba6a034 None None] Creating instance of TrackedResource for resource:subnetpool Feb 09 15:33:46.862100 dv-cinder-825105-1-iscsi neutron-server[82794]: WARNING neutron.quota.resource_registry [None req-9a38e7c9-59df-4b18-bff0-8ba4cba6a034 None None] subnetpool is already registered Feb 09 15:33:46.862700 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG neutron.api.v2.resource_helper [None req-9a38e7c9-59df-4b18-bff0-8ba4cba6a034 None None] Service CORE assigned prefix: {{(pid=82794) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 09 15:33:46.863024 dv-cinder-825105-1-iscsi neutron-server[82794]: INFO neutron.quota.resource_registry [None req-9a38e7c9-59df-4b18-bff0-8ba4cba6a034 None None] Creating instance of TrackedResource for resource:subnetpool Feb 09 15:33:46.863345 dv-cinder-825105-1-iscsi neutron-server[82794]: WARNING neutron.quota.resource_registry [None req-9a38e7c9-59df-4b18-bff0-8ba4cba6a034 None None] subnetpool is already registered Feb 09 15:33:46.863995 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG neutron.api.extensions [None req-9a38e7c9-59df-4b18-bff0-8ba4cba6a034 None None] Extended resource: extensions {{(pid=82794) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 09 15:33:46.865484 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG neutron.api.extensions [None req-9a38e7c9-59df-4b18-bff0-8ba4cba6a034 None None] Extended resource: address-groups {{(pid=82794) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 09 15:33:46.867050 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG neutron.api.extensions [None req-9a38e7c9-59df-4b18-bff0-8ba4cba6a034 None None] Extended resource: address-scopes {{(pid=82794) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 09 15:33:46.868269 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG neutron.api.extensions [None req-9a38e7c9-59df-4b18-bff0-8ba4cba6a034 None None] Extended resource: agents {{(pid=82794) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 09 15:33:46.869924 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG neutron.api.extensions [None req-9a38e7c9-59df-4b18-bff0-8ba4cba6a034 None None] Extended resource: auto-allocated-topology {{(pid=82794) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 09 15:33:46.871183 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG neutron.api.extensions [None req-9a38e7c9-59df-4b18-bff0-8ba4cba6a034 None None] Extended resource: availability_zones {{(pid=82794) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 09 15:33:46.872509 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG neutron.api.extensions [None req-9a38e7c9-59df-4b18-bff0-8ba4cba6a034 None None] Extended resource: dhcp-networks {{(pid=82794) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 09 15:33:46.873867 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG neutron.api.extensions [None req-9a38e7c9-59df-4b18-bff0-8ba4cba6a034 None None] Extended resource: dhcp-agents {{(pid=82794) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 09 15:33:46.875260 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG neutron.api.extensions [None req-9a38e7c9-59df-4b18-bff0-8ba4cba6a034 None None] Extended resource: routers {{(pid=82794) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 09 15:33:46.877066 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG neutron.api.extensions [None req-9a38e7c9-59df-4b18-bff0-8ba4cba6a034 None None] Extended resource: flavors {{(pid=82794) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 09 15:33:46.878217 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG neutron.api.extensions [None req-9a38e7c9-59df-4b18-bff0-8ba4cba6a034 None None] Extended resource: service_profiles {{(pid=82794) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 09 15:33:46.879404 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG neutron.api.extensions [None req-9a38e7c9-59df-4b18-bff0-8ba4cba6a034 None None] Extended resource: next_providers {{(pid=82794) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 09 15:33:46.880929 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG neutron.api.extensions [None req-9a38e7c9-59df-4b18-bff0-8ba4cba6a034 None None] Extended resource: service_profiles {{(pid=82794) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 09 15:33:46.882334 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG neutron.api.extensions [None req-9a38e7c9-59df-4b18-bff0-8ba4cba6a034 None None] Extended resource: floatingip-pools {{(pid=82794) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 09 15:33:46.883528 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG neutron.api.extensions [None req-9a38e7c9-59df-4b18-bff0-8ba4cba6a034 None None] Extended resource: routers {{(pid=82794) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 09 15:33:46.886015 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG neutron.api.extensions [None req-9a38e7c9-59df-4b18-bff0-8ba4cba6a034 None None] Extended resource: floatingips {{(pid=82794) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 09 15:33:46.887181 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG neutron.api.extensions [None req-9a38e7c9-59df-4b18-bff0-8ba4cba6a034 None None] Extended resource: l3-routers {{(pid=82794) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 09 15:33:46.888562 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG neutron.api.extensions [None req-9a38e7c9-59df-4b18-bff0-8ba4cba6a034 None None] Extended resource: l3-agents {{(pid=82794) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 09 15:33:46.889961 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG neutron.api.extensions [None req-9a38e7c9-59df-4b18-bff0-8ba4cba6a034 None None] Extended resource: metering-labels {{(pid=82794) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 09 15:33:46.891292 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG neutron.api.extensions [None req-9a38e7c9-59df-4b18-bff0-8ba4cba6a034 None None] Extended resource: metering-label-rules {{(pid=82794) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 09 15:33:46.892567 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG neutron.api.extensions [None req-9a38e7c9-59df-4b18-bff0-8ba4cba6a034 None None] Extended resource: network-ip-availabilities {{(pid=82794) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 09 15:33:46.893819 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG neutron.api.extensions [None req-9a38e7c9-59df-4b18-bff0-8ba4cba6a034 None None] Extended resource: bindings {{(pid=82794) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 09 15:33:46.896397 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG neutron.api.extensions [None req-9a38e7c9-59df-4b18-bff0-8ba4cba6a034 None None] Extended resource: quotas {{(pid=82794) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 09 15:33:46.897805 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG neutron.api.extensions [None req-9a38e7c9-59df-4b18-bff0-8ba4cba6a034 None None] Extended resource: quotas {{(pid=82794) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 09 15:33:46.899260 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG neutron.api.extensions [None req-9a38e7c9-59df-4b18-bff0-8ba4cba6a034 None None] Extended resource: rbac-policies {{(pid=82794) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 09 15:33:46.900590 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG neutron.api.extensions [None req-9a38e7c9-59df-4b18-bff0-8ba4cba6a034 None None] Extended resource: security-groups {{(pid=82794) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 09 15:33:46.901921 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG neutron.api.extensions [None req-9a38e7c9-59df-4b18-bff0-8ba4cba6a034 None None] Extended resource: security-group-rules {{(pid=82794) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 09 15:33:46.903127 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG neutron.api.extensions [None req-9a38e7c9-59df-4b18-bff0-8ba4cba6a034 None None] Extended resource: service-providers {{(pid=82794) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 09 15:33:46.904347 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG neutron.api.extensions [None req-9a38e7c9-59df-4b18-bff0-8ba4cba6a034 None None] Extended resource: subnetpools {{(pid=82794) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 09 15:33:46.905740 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG neutron.api.extensions [None req-9a38e7c9-59df-4b18-bff0-8ba4cba6a034 None None] Extended resource: subnetpools {{(pid=82794) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 09 15:33:46.907186 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG neutron.api.extensions [None req-9a38e7c9-59df-4b18-bff0-8ba4cba6a034 None None] Extended resource: tags {{(pid=82794) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 09 15:33:46.908855 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG neutron.api.extensions [None req-9a38e7c9-59df-4b18-bff0-8ba4cba6a034 None None] Extended resource: tags {{(pid=82794) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 09 15:33:46.910609 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG neutron.api.extensions [None req-9a38e7c9-59df-4b18-bff0-8ba4cba6a034 None None] Extended resource: tags {{(pid=82794) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 09 15:33:46.912344 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG neutron.api.extensions [None req-9a38e7c9-59df-4b18-bff0-8ba4cba6a034 None None] Extended resource: tags {{(pid=82794) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 09 15:33:46.914097 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG neutron.api.extensions [None req-9a38e7c9-59df-4b18-bff0-8ba4cba6a034 None None] Extended resource: tags {{(pid=82794) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 09 15:33:46.915727 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG neutron.api.extensions [None req-9a38e7c9-59df-4b18-bff0-8ba4cba6a034 None None] Extended resource: tags {{(pid=82794) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 09 15:33:46.917722 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG neutron.api.extensions [None req-9a38e7c9-59df-4b18-bff0-8ba4cba6a034 None None] Extended resource: tags {{(pid=82794) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 09 15:33:46.919560 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG neutron.api.extensions [None req-9a38e7c9-59df-4b18-bff0-8ba4cba6a034 None None] Extended resource: tags {{(pid=82794) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 09 15:33:46.921463 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG neutron.api.extensions [None req-9a38e7c9-59df-4b18-bff0-8ba4cba6a034 None None] Extended resource: tags {{(pid=82794) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 09 15:33:46.923268 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG neutron.api.extensions [None req-9a38e7c9-59df-4b18-bff0-8ba4cba6a034 None None] Extended resource: tags {{(pid=82794) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 09 15:33:46.929221 dv-cinder-825105-1-iscsi neutron-server[82794]: WARNING keystonemiddleware.auth_token [None req-9a38e7c9-59df-4b18-bff0-8ba4cba6a034 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Feb 09 15:33:46.934715 dv-cinder-825105-1-iscsi neutron-server[82794]: WARNING keystonemiddleware.auth_token [None req-9a38e7c9-59df-4b18-bff0-8ba4cba6a034 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Feb 09 15:33:46.942625 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG oslo_concurrency.lockutils [None req-9a38e7c9-59df-4b18-bff0-8ba4cba6a034 None None] Acquired lock "singleton_lock" {{(pid=82794) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Feb 09 15:33:46.943095 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG oslo_concurrency.lockutils [None req-9a38e7c9-59df-4b18-bff0-8ba4cba6a034 None None] Releasing lock "singleton_lock" {{(pid=82794) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Feb 09 15:33:46.943723 dv-cinder-825105-1-iscsi neutron-server[82794]: INFO oslo_service.service [None req-9a38e7c9-59df-4b18-bff0-8ba4cba6a034 None None] Starting 2 workers Feb 09 15:33:46.948912 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG oslo_service.service [None req-9a38e7c9-59df-4b18-bff0-8ba4cba6a034 None None] Started child 82901 {{(pid=82794) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Feb 09 15:33:46.953707 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG oslo_service.service [None req-9a38e7c9-59df-4b18-bff0-8ba4cba6a034 None None] Started child 82902 {{(pid=82794) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Feb 09 15:33:46.955029 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:33:46.956293 dv-cinder-825105-1-iscsi neutron-server[82794]: INFO neutron.service [None req-9a38e7c9-59df-4b18-bff0-8ba4cba6a034 None None] Neutron service started, listening on 0.0.0.0:9696 Feb 09 15:33:46.956293 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG neutron_lib.callbacks.manager [None req-9a38e7c9-59df-4b18-bff0-8ba4cba6a034 None None] Notify callbacks [] for process, before_spawn {{(pid=82794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:33:46.956955 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [-] (82901) wsgi starting up on http://0.0.0.0:9696 Feb 09 15:33:46.958654 dv-cinder-825105-1-iscsi neutron-server[82794]: INFO oslo_service.service [None req-9a38e7c9-59df-4b18-bff0-8ba4cba6a034 None None] Starting 1 workers Feb 09 15:33:46.960027 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:33:46.961396 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [-] (82902) wsgi starting up on http://0.0.0.0:9696 Feb 09 15:33:46.963712 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG oslo_service.service [None req-9a38e7c9-59df-4b18-bff0-8ba4cba6a034 None None] Started child 82903 {{(pid=82794) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Feb 09 15:33:46.964314 dv-cinder-825105-1-iscsi neutron-server[82794]: INFO oslo_service.service [None req-9a38e7c9-59df-4b18-bff0-8ba4cba6a034 None None] Starting 1 workers Feb 09 15:33:46.968248 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.service [None req-9a38e7c9-59df-4b18-bff0-8ba4cba6a034 None None] calling RpcWorker wait() {{(pid=82903) _wait /opt/stack/neutron/neutron/service.py:128}} Feb 09 15:33:46.968879 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.service [None req-9a38e7c9-59df-4b18-bff0-8ba4cba6a034 None None] returning from RpcWorker wait() {{(pid=82903) _wait /opt/stack/neutron/neutron/service.py:135}} Feb 09 15:33:46.968957 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG oslo_service.service [None req-9a38e7c9-59df-4b18-bff0-8ba4cba6a034 None None] Started child 82904 {{(pid=82794) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Feb 09 15:33:46.969434 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG neutron_lib.callbacks.manager [None req-9a38e7c9-59df-4b18-bff0-8ba4cba6a034 None None] Notify callbacks [] for process, after_spawn {{(pid=82794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:33:46.970254 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:33:46.970723 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=82903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:33:46.971315 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=82794) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Feb 09 15:33:46.971524 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Feb 09 15:33:46.971699 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Feb 09 15:33:46.971908 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Feb 09 15:33:46.972280 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Feb 09 15:33:46.972439 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Feb 09 15:33:46.973109 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:33:46.973391 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:33:46.973610 dv-cinder-825105-1-iscsi neutron-server[82904]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=82904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:33:46.974075 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:33:46.974075 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:33:46.974210 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:33:46.974667 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:33:46.974926 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:33:46.975171 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:33:46.975436 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:33:46.975757 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:33:46.975836 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:33:46.975959 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:33:46.976384 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:33:46.976613 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:33:46.976906 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:33:46.977181 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:33:46.977412 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:33:46.977664 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:33:46.977834 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:33:46.978075 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG oslo_service.service [-] config_source = [] {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:33:46.978325 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:33:46.978603 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:33:46.978834 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG oslo_service.service [-] debug = True {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:33:46.979078 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:33:46.979553 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:33:46.979796 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:33:46.980043 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:33:46.980288 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:33:46.980555 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:33:46.980816 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:33:46.981085 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:33:46.981336 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:33:46.981563 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:33:46.981803 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:33:46.982047 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:33:46.982273 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:33:46.982500 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:33:46.982789 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:33:46.983014 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:33:46.983487 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG oslo_service.service [-] host = dv-cinder-825105-1-iscsi {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:33:46.983705 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:33:46.983923 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:33:46.984191 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:33:46.984423 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:33:46.984670 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:33:46.984877 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:33:46.985127 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:33:46.985396 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:33:46.985662 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:33:46.985905 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:33:46.986170 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:33:46.986395 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:33:46.986625 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG oslo_service.service [-] log_dir = None {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:33:46.986858 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG oslo_service.service [-] log_file = None {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:33:46.987106 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG oslo_service.service [-] log_options = True {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:33:46.987263 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:33:46.987483 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:33:46.987753 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:33:46.987940 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:33:46.988105 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:33:46.988299 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:33:46.988563 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:33:46.988712 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:33:46.988967 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:33:46.989198 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:33:46.989406 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:33:46.989614 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:33:46.989841 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:33:46.990089 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:33:46.990333 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:33:46.990709 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:33:46.990883 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:33:46.991141 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:33:46.991402 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:33:46.991402 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:33:46.991676 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:33:46.991842 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:33:46.992069 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:33:46.992343 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:33:46.992576 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:33:46.992788 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:33:46.993030 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:33:46.993241 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:33:46.993461 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:33:46.993688 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:33:46.993957 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:33:46.995158 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:33:46.995323 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:33:46.995459 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:33:46.995655 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:33:46.995871 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:33:46.996083 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:33:46.996375 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:33:46.996602 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:33:46.996852 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:33:46.997120 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:33:46.997311 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:33:46.997539 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:33:46.997771 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:33:46.997999 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG oslo_service.service [-] use_journal = False {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:33:46.998228 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG oslo_service.service [-] use_json = False {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:33:46.998433 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:33:46.998641 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:33:46.998887 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:33:46.999119 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:33:46.999350 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:33:46.999559 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:33:46.999771 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:33:46.999998 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:33:47.000242 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:33:47.000628 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:33:47.000905 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:33:47.001229 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:33:47.001491 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:33:47.001674 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:33:47.001919 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:33:47.002173 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:33:47.003575 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:33:47.003575 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:33:47.003575 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:33:47.003575 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:33:47.003575 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:33:47.003915 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:33:47.003982 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:33:47.004187 dv-cinder-825105-1-iscsi neutron-server[82904]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=82904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:33:47.004287 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.67/identity {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:33:47.004563 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:33:47.004791 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:33:47.005524 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:33:47.005524 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:33:47.005524 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:33:47.006437 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:33:47.006437 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:33:47.006437 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:33:47.006437 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:33:47.006973 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:33:47.006973 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:33:47.006973 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:33:47.007874 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:33:47.007874 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:33:47.007874 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:33:47.007874 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:33:47.012023 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:33:47.012023 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:33:47.012023 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:33:47.012023 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:33:47.012023 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:33:47.012023 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:33:47.012023 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:33:47.012023 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:33:47.012023 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:33:47.013068 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:33:47.013068 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:33:47.013068 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:33:47.013068 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:33:47.013068 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:33:47.013068 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:33:47.013068 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:33:47.013068 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:33:47.013068 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:33:47.014057 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:33:47.014057 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:33:47.014057 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:33:47.014057 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:33:47.014057 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:33:47.014057 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:33:47.014057 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:33:47.014057 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:33:47.020662 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:33:47.020662 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:33:47.020662 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:33:47.020662 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:33:47.020662 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:33:47.020662 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:33:47.020662 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:33:47.020662 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:33:47.020662 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:33:47.021780 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:33:47.021780 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:33:47.021780 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:33:47.021780 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:33:47.021780 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:33:47.021780 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:33:47.021780 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:33:47.021780 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:33:47.021780 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:33:47.022281 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:33:47.022281 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:33:47.022281 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:33:47.022281 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:33:47.022281 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:33:47.022281 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:33:47.022281 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:33:47.022281 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:33:47.022802 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:33:47.022802 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:33:47.022802 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:33:47.022802 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:33:47.022802 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:33:47.022802 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:33:47.022802 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:33:47.022802 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:33:47.023344 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:33:47.023344 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:33:47.023344 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:33:47.023344 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:33:47.023344 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:33:47.023623 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:33:47.024297 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:33:47.024297 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:33:47.024637 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:33:47.024765 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:33:47.025767 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:33:47.025767 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:33:47.025767 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:33:47.025767 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:33:47.027125 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:33:47.027125 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:33:47.027125 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:33:47.027125 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:33:47.027125 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:33:47.027681 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:33:47.027681 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:33:47.027913 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:33:47.028048 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:33:47.029216 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:33:47.029216 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:33:47.029216 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:33:47.029216 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:33:47.029512 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:33:47.029586 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:33:47.029798 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:33:47.030052 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:33:47.030398 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:33:47.030725 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:33:47.030851 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:33:47.031072 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:33:47.031531 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:33:47.031531 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:33:47.031874 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:33:47.032028 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:33:47.032296 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:33:47.032531 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:33:47.032785 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:33:47.033003 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.67/identity {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:33:47.033247 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:33:47.033472 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:33:47.033702 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:33:47.034959 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:33:47.034959 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:33:47.034959 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:33:47.034959 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:33:47.034959 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:33:47.035595 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:33:47.035595 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:33:47.035595 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:33:47.035933 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:33:47.035933 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:33:47.036195 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:33:47.036319 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:33:47.036531 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:33:47.036734 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:33:47.037036 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:33:47.037222 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:33:47.037415 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:33:47.037632 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:33:47.037934 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:33:47.038087 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:33:47.038307 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:33:47.038518 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:33:47.038779 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:33:47.039023 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:33:47.039253 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:33:47.040101 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:33:47.040101 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:33:47.040101 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:33:47.040101 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:33:47.040759 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:33:47.040759 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:33:47.041054 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:33:47.041211 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:33:47.041353 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:33:47.041544 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:33:47.041790 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:33:47.042003 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:33:47.042174 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:33:47.042403 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:33:47.042617 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:33:47.043213 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:33:47.043213 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:33:47.043447 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:33:47.043604 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:33:47.043821 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:33:47.044032 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:33:47.044688 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:33:47.044688 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:33:47.044688 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:33:47.045069 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:33:47.045069 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:33:47.045304 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:33:47.046529 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:33:47.046529 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:33:47.046529 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:33:47.046529 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:33:47.046529 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:33:47.046529 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:33:47.047241 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG oslo_service.service [-] xenapi.connection_password = **** {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:33:47.047241 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG oslo_service.service [-] xenapi.connection_url = None {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:33:47.047241 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG oslo_service.service [-] xenapi.connection_username = None {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:33:47.047545 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:33:47.047651 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:33:47.047842 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:33:47.048067 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:33:47.048322 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:33:47.048541 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:33:47.048760 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:33:47.048959 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:33:47.049175 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:33:47.049378 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:33:47.049659 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:33:47.049910 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:33:47.050148 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:33:47.050672 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:33:47.050672 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:33:47.050962 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:33:47.051109 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:33:47.051384 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:33:47.051605 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:33:47.051838 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:33:47.052069 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:33:47.052313 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:33:47.052536 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:33:47.052790 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:33:47.053079 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:33:47.055122 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:33:47.055122 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:33:47.055122 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:33:47.055122 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:33:47.055122 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:800:849'] {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:33:47.055122 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:33:47.055122 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:33:47.055122 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:33:47.058508 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:33:47.058508 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:33:47.058508 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:33:47.058508 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:33:47.058508 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:33:47.058508 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:33:47.058508 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:33:47.058508 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:33:47.058508 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:33:47.059125 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:33:47.059125 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:33:47.059125 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:33:47.059125 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:33:47.059125 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:33:47.059469 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:33:47.059548 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:33:47.059716 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:33:47.059944 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:33:47.060180 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:33:47.060395 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:33:47.060548 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Feb 09 15:33:47.061080 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=82794) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Feb 09 15:33:47.061247 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Feb 09 15:33:47.061413 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Feb 09 15:33:47.061526 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Feb 09 15:33:47.061859 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Feb 09 15:33:47.062188 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Feb 09 15:33:47.062547 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:33:47.062844 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:33:47.063146 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:33:47.063309 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:33:47.063467 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:33:47.063638 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:33:47.063793 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:33:47.064096 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:33:47.064291 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:33:47.064440 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:33:47.064597 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:33:47.064980 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:33:47.064980 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:33:47.065166 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:33:47.065166 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:33:47.065317 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:33:47.065463 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:33:47.065614 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:33:47.065779 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:33:47.065938 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG oslo_service.service [-] config_source = [] {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:33:47.066091 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:33:47.066245 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:33:47.066400 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG oslo_service.service [-] debug = True {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:33:47.066553 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:33:47.066742 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:33:47.066905 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:33:47.067060 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:33:47.067216 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:33:47.067475 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:33:47.067572 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:33:47.067692 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:33:47.067817 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:33:47.067967 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:33:47.068154 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:33:47.068298 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:33:47.068453 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:33:47.068625 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:33:47.068830 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:33:47.068928 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:33:47.069048 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG oslo_service.service [-] host = dv-cinder-825105-1-iscsi {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:33:47.069201 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:33:47.069347 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:33:47.069520 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:33:47.069652 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:33:47.069833 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:33:47.069947 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:33:47.070682 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:33:47.070682 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:33:47.070682 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:33:47.070682 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:33:47.070682 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:33:47.071004 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:33:47.071004 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG oslo_service.service [-] log_dir = None {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:33:47.071124 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG oslo_service.service [-] log_file = None {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:33:47.071371 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG oslo_service.service [-] log_options = True {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:33:47.071371 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:33:47.071522 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:33:47.071675 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:33:47.071833 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:33:47.071999 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:33:47.072748 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:33:47.072965 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:33:47.073126 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:33:47.073269 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:33:47.073422 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:33:47.073549 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:33:47.073705 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:33:47.073867 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:33:47.074044 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:33:47.074044 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:33:47.074249 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:33:47.074332 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:33:47.074467 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:33:47.074741 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:33:47.075122 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:33:47.075242 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:33:47.075332 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:33:47.075460 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:33:47.075614 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:33:47.076009 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:33:47.076009 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:33:47.076292 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:33:47.076292 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:33:47.076527 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:33:47.076527 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:33:47.076753 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:33:47.076878 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:33:47.077001 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:33:47.077124 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:33:47.077246 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:33:47.077377 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:33:47.077501 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:33:47.077647 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:33:47.077804 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:33:47.077958 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:33:47.078114 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:33:47.078270 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:33:47.078425 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:33:47.078579 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:33:47.078734 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG oslo_service.service [-] use_journal = False {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:33:47.078889 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG oslo_service.service [-] use_json = False {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:33:47.079042 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:33:47.079196 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:33:47.079350 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:33:47.079505 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:33:47.079660 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:33:47.079813 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:33:47.079968 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:33:47.080142 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:33:47.080296 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 15:33:47.080472 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:33:47.080629 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:33:47.080795 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:33:47.080953 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:33:47.081108 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:33:47.081263 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:33:47.081419 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:33:47.081560 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:33:47.081718 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:33:47.081873 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:33:47.082036 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:33:47.082191 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:33:47.082363 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:33:47.082519 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:33:47.082677 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.67/identity {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:33:47.082834 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:33:47.082991 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:33:47.083148 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:33:47.083305 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:33:47.083462 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:33:47.083622 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:33:47.083778 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:33:47.083935 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:33:47.084091 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:33:47.084271 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:33:47.084429 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:33:47.084589 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:33:47.084811 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:33:47.084911 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:33:47.085044 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:33:47.085200 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:33:47.085356 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:33:47.085512 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:33:47.085669 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:33:47.085825 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:33:47.085982 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:33:47.086138 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:33:47.086295 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:33:47.086452 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:33:47.086608 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:33:47.086774 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:33:47.086929 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:33:47.087084 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:33:47.087240 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:33:47.087396 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:33:47.087552 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:33:47.087706 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:33:47.087898 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:33:47.088073 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:33:47.088279 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:33:47.088364 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:33:47.088527 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:33:47.088682 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:33:47.088839 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:33:47.088995 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:33:47.089152 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:33:47.089309 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:33:47.089464 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:33:47.089620 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:33:47.089776 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:33:47.089937 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:33:47.090101 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:33:47.090240 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:33:47.090376 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:33:47.090521 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:33:47.090656 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:33:47.090808 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:33:47.090966 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:33:47.091122 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:33:47.091278 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:33:47.091422 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:33:47.091568 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:33:47.091722 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:33:47.091879 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:33:47.092045 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:33:47.092246 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:33:47.092404 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:33:47.092547 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:33:47.092704 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:33:47.092844 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:33:47.093003 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:33:47.093158 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:33:47.093314 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:33:47.093473 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:33:47.093628 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:33:47.093774 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:33:47.093902 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:33:47.094064 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:33:47.094204 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:33:47.094363 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:33:47.094517 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:33:47.094677 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:33:47.094849 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:33:47.095071 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:33:47.095216 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:33:47.095353 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:33:47.095490 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:33:47.095698 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:33:47.095698 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:33:47.095938 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:33:47.096060 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:33:47.096165 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:33:47.096331 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:33:47.096499 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:33:47.096616 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:33:47.096762 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:33:47.096914 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:33:47.097065 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:33:47.097216 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:33:47.097365 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:33:47.097515 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:33:47.097664 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:33:47.097815 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:33:47.097975 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:33:47.098129 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:33:47.098284 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:33:47.098438 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:33:47.098602 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:33:47.098768 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:33:47.098924 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:33:47.099079 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:33:47.099234 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:33:47.099412 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:33:47.099568 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:33:47.099723 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:33:47.099879 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:33:47.100039 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:33:47.100217 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:33:47.100379 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:33:47.100537 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:33:47.100673 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:33:47.101088 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:33:47.101088 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:33:47.101088 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.67/identity {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:33:47.101356 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:33:47.101435 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:33:47.101566 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:33:47.101731 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:33:47.101847 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:33:47.102006 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:33:47.102144 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:33:47.102279 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:33:47.102423 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:33:47.102624 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:33:47.102768 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:33:47.102914 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:33:47.103232 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:33:47.103232 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:33:47.103698 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:33:47.103698 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:33:47.103698 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:33:47.104103 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:33:47.104103 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:33:47.104103 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:33:47.104761 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:33:47.104761 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:33:47.104761 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:33:47.104761 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:33:47.105320 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:33:47.105320 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:33:47.105320 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:33:47.105320 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:33:47.105848 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:33:47.105848 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:33:47.105848 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:33:47.105848 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:33:47.107912 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:33:47.107912 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:33:47.107912 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:33:47.107912 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:33:47.107912 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:33:47.107912 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:33:47.107912 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:33:47.107912 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:33:47.109601 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:33:47.109601 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:33:47.109601 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:33:47.109601 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:33:47.109601 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:33:47.109601 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:33:47.109601 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:33:47.109601 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:33:47.112153 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:33:47.112153 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:33:47.112153 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:33:47.112153 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:33:47.112153 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:33:47.112153 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:33:47.112153 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:33:47.112153 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:33:47.112153 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:33:47.113787 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:33:47.113787 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:33:47.113787 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:33:47.113787 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:33:47.113787 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG oslo_service.service [-] xenapi.connection_password = **** {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:33:47.113787 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG oslo_service.service [-] xenapi.connection_url = None {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:33:47.113787 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG oslo_service.service [-] xenapi.connection_username = None {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:33:47.113787 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:33:47.113787 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:33:47.115546 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:33:47.115546 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:33:47.115546 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:33:47.115546 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:33:47.115546 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:33:47.115546 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:33:47.115546 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:33:47.115546 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:33:47.116871 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:33:47.116871 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:33:47.116871 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:33:47.116871 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:33:47.116871 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:33:47.116871 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:33:47.116871 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:33:47.116871 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:33:47.117960 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:33:47.117960 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:33:47.117960 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:33:47.117960 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:33:47.117960 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:33:47.117960 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:33:47.117960 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:33:47.117960 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:33:47.118493 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:33:47.118493 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:33:47.118493 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:33:47.118493 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:800:849'] {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:33:47.118493 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:33:47.118493 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:33:47.118493 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:33:47.118493 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:33:47.119559 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:33:47.119559 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:33:47.119559 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:33:47.119559 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:33:47.119559 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:33:47.119559 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:33:47.119559 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:33:47.119559 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:33:47.119559 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:33:47.120252 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:33:47.120252 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:33:47.120252 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:33:47.120252 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:33:47.120252 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:33:47.120252 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:33:47.120252 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:33:47.120252 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:33:47.120252 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:33:47.120854 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 15:33:47.120934 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=82903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:33:47.121017 dv-cinder-825105-1-iscsi neutron-server[82794]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=82794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Feb 09 15:33:47.436570 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.wsgi [-] (82902) accepted ('10.222.0.67', 39378) {{(pid=82902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 15:33:47.445014 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [-] 10.222.0.67 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0062640 Feb 09 15:33:57.976326 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c754fe1-fa68-4463-a127-87759526eb8f None None] get_active_networks_info from dv-cinder-825105-1-iscsi {{(pid=82903) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Feb 09 15:33:58.053026 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c754fe1-fa68-4463-a127-87759526eb8f None None] No non-hosted networks {{(pid=82903) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Feb 09 15:33:58.062962 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.db.agentschedulers_db [None req-5c754fe1-fa68-4463-a127-87759526eb8f None None] DHCP Agent not found on host dv-cinder-825105-1-iscsi {{(pid=82903) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Feb 09 15:33:58.196013 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-40bf8883-800f-4238-8fce-86d6c960d163 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758786133', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-405685'] for agent, after_create {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:34:00.231433 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-3798af1e-49d0-4af9-9b93-8242447334b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758786133', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-405685'] for agent, after_create {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:34:00.296030 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-d3592914-0ab4-4a72-aab8-1e5a135d3a02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758786133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16008869'] for agent, after_update {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:34:01.216960 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-1f7d0426-72a7-4c89-8e53-4ec430751ccf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758786133', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-405685'] for agent, after_create {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:34:01.495834 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-608c4fd2-211a-4ca9-a277-ad2a51be62ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758786133', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-405685'] for agent, after_create {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:34:01.505723 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-608c4fd2-211a-4ca9-a277-ad2a51be62ff None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-825105-1-iscsi {{(pid=82903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:34:01.506425 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-608c4fd2-211a-4ca9-a277-ad2a51be62ff None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825105-1-iscsi {{(pid=82903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:34:01.506887 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-608c4fd2-211a-4ca9-a277-ad2a51be62ff None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825105-1-iscsi {{(pid=82903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:34:01.507458 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-608c4fd2-211a-4ca9-a277-ad2a51be62ff None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825105-1-iscsi {{(pid=82903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:34:01.507930 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-608c4fd2-211a-4ca9-a277-ad2a51be62ff None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825105-1-iscsi {{(pid=82903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:34:01.508426 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-608c4fd2-211a-4ca9-a277-ad2a51be62ff None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825105-1-iscsi {{(pid=82903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:34:01.508883 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-608c4fd2-211a-4ca9-a277-ad2a51be62ff None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825105-1-iscsi {{(pid=82903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:34:01.509372 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-608c4fd2-211a-4ca9-a277-ad2a51be62ff None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825105-1-iscsi {{(pid=82903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:34:01.510349 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-608c4fd2-211a-4ca9-a277-ad2a51be62ff None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825105-1-iscsi {{(pid=82903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:34:01.511107 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-608c4fd2-211a-4ca9-a277-ad2a51be62ff None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825105-1-iscsi {{(pid=82903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:34:01.511611 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-608c4fd2-211a-4ca9-a277-ad2a51be62ff None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825105-1-iscsi {{(pid=82903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:34:01.512183 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-608c4fd2-211a-4ca9-a277-ad2a51be62ff None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-825105-1-iscsi', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.5', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0'}) {} {{(pid=82903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:34:01.519161 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-608c4fd2-211a-4ca9-a277-ad2a51be62ff None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-825105-1-iscsi', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.5', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0'}} {{(pid=82903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:34:02.889004 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-faa751bb-9674-45ec-b131-f889431b03dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758786133', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-405685'] for agent, after_create {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:34:03.461994 dv-cinder-825105-1-iscsi neutron-server[82903]: INFO neutron.db.l3_hamode_db [None req-e410c159-b941-475b-b796-7fa09286add4 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Feb 09 15:34:03.563940 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e410c159-b941-475b-b796-7fa09286add4 None None] Routers set() bound to L3 agent in host dv-cinder-825105-1-iscsi {{(pid=82903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 15:34:03.564256 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e410c159-b941-475b-b796-7fa09286add4 None None] Router IDs set() for agent in host dv-cinder-825105-1-iscsi {{(pid=82903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Feb 09 15:34:04.559743 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.wsgi [-] (82902) accepted ('10.222.0.67', 39470) {{(pid=82902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 15:34:05.179695 dv-cinder-825105-1-iscsi neutron-server[82902]: WARNING oslo_policy.policy [None req-8fe44953-3567-4434-b89b-fd0945fd05da admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 09 15:34:05.180308 dv-cinder-825105-1-iscsi neutron-server[82902]: WARNING oslo_policy.policy [None req-8fe44953-3567-4434-b89b-fd0945fd05da admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 09 15:34:05.410227 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.wsgi [None req-8fe44953-3567-4434-b89b-fd0945fd05da admin admin] http://10.222.0.67:9696/v2.0/extensions returned with HTTP 200 {{(pid=82902) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 09 15:34:05.411275 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [None req-8fe44953-3567-4434-b89b-fd0945fd05da admin admin] 10.222.0.67 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.8506241 Feb 09 15:34:07.718252 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.wsgi [-] (82902) accepted ('10.222.0.67', 39484) {{(pid=82902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 15:34:08.119276 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.api.v2.base [None req-8beb92a3-5425-47fe-867a-5b01bbf79383 admin admin] Request body: {'subnetpool': {'prefixes': ['172.20.0.0/16'], 'is_default': True, 'shared': True, 'name': 'shared-default-subnetpool-v4', 'default_prefixlen': 26}} {{(pid=82902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 15:34:08.173019 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.policy [None req-8beb92a3-5425-47fe-867a-5b01bbf79383 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=82902) register_rules /opt/stack/neutron/neutron/policy.py:65}} Feb 09 15:34:08.173772 dv-cinder-825105-1-iscsi neutron-server[82902]: WARNING oslo_policy.policy [None req-8beb92a3-5425-47fe-867a-5b01bbf79383 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 09 15:34:08.174135 dv-cinder-825105-1-iscsi neutron-server[82902]: WARNING oslo_policy.policy [None req-8beb92a3-5425-47fe-867a-5b01bbf79383 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 09 15:34:08.177436 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.quota [None req-8beb92a3-5425-47fe-867a-5b01bbf79383 admin admin] Loaded quota_driver: . Feb 09 15:34:08.193061 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.db.quota.driver [None req-8beb92a3-5425-47fe-867a-5b01bbf79383 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 15:34:08.265192 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-8beb92a3-5425-47fe-867a-5b01bbf79383 admin admin] Notify callbacks ['neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8756762177892', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8756762158150', 'neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8756762154838', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8756762152723', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8756762075606', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-16074917', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-16038453', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-492956', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-557628'] for rbac-policy, before_create {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:34:08.334598 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-8beb92a3-5425-47fe-867a-5b01bbf79383 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:34:08.335760 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [None req-8beb92a3-5425-47fe-867a-5b01bbf79383 admin admin] 10.222.0.67 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6165285 Feb 09 15:34:10.932628 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.wsgi [-] (82902) accepted ('10.222.0.67', 39498) {{(pid=82902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 15:34:11.311334 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.api.v2.base [None req-d2b98083-b5f2-442a-978c-38b09aa1af9b admin admin] Request body: {'network': {'name': 'private', 'project_id': 'ba5017a9af83427b99993c874981fe13', 'admin_state_up': True}} {{(pid=82902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 15:34:11.316320 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.db.quota.driver [None req-d2b98083-b5f2-442a-978c-38b09aa1af9b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 15:34:11.320875 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.quota.resource [None req-d2b98083-b5f2-442a-978c-38b09aa1af9b admin admin] Usage tracker for resource:network and tenant:ba5017a9af83427b99993c874981fe13 is out of sync, need to count used quota {{(pid=82902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 15:34:11.325511 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.quota.resource [None req-d2b98083-b5f2-442a-978c-38b09aa1af9b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=82902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 15:34:11.331840 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.db.quota.driver [None req-d2b98083-b5f2-442a-978c-38b09aa1af9b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 15:34:11.341788 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2b98083-b5f2-442a-978c-38b09aa1af9b admin admin] Made reservation on behalf of ba5017a9af83427b99993c874981fe13 for: {'network': 1} {{(pid=82902) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 15:34:11.344760 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-d2b98083-b5f2-442a-978c-38b09aa1af9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16080601'] for network, before_create {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:34:11.363260 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-d2b98083-b5f2-442a-978c-38b09aa1af9b admin admin] Notify callbacks [] for security_group, before_create {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:34:11.410191 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.db.quota.driver [None req-d2b98083-b5f2-442a-978c-38b09aa1af9b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 15:34:11.413908 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.quota.resource [None req-d2b98083-b5f2-442a-978c-38b09aa1af9b admin admin] Usage tracker for resource:security_group_rule and tenant:ba5017a9af83427b99993c874981fe13 is out of sync, need to count used quota {{(pid=82902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 15:34:11.417400 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.quota.resource [None req-d2b98083-b5f2-442a-978c-38b09aa1af9b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 15:34:11.423331 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.db.quota.driver [None req-d2b98083-b5f2-442a-978c-38b09aa1af9b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 15:34:11.494507 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-d2b98083-b5f2-442a-978c-38b09aa1af9b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:34:11.498714 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-d2b98083-b5f2-442a-978c-38b09aa1af9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_create {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:34:11.523615 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d2b98083-b5f2-442a-978c-38b09aa1af9b admin admin] vlan segment allocate from pool success with {'vlan_id': 842, 'physical_network': 'physnet1'} {{(pid=82902) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 15:34:11.551782 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-d2b98083-b5f2-442a-978c-38b09aa1af9b admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8756758786142', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16132466'] for segment, precommit_create {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:34:11.552390 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-d2b98083-b5f2-442a-978c-38b09aa1af9b admin admin] Unsubscribe: segment precommit_create {{(pid=82902) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Feb 09 15:34:11.552884 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.db.segments_db [None req-d2b98083-b5f2-442a-978c-38b09aa1af9b admin admin] Added segment 8fc5d036-88f0-497d-9aae-c53b535b5d92 of type vlan for network 4991ab2f-bd0e-4dd0-a69a-f2d608c09a1b Feb 09 15:34:11.562156 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b98083-b5f2-442a-978c-38b09aa1af9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc210dbf-683a-4bd9-abaa-bb08f6b4b799,revision_number=1']} {{(pid=82902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:34:11.623366 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2b98083-b5f2-442a-978c-38b09aa1af9b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825105-1-iscsi {{(pid=82902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:34:11.623705 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2b98083-b5f2-442a-978c-38b09aa1af9b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825105-1-iscsi {{(pid=82902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:34:11.624027 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2b98083-b5f2-442a-978c-38b09aa1af9b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825105-1-iscsi {{(pid=82902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:34:11.624389 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2b98083-b5f2-442a-978c-38b09aa1af9b admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825105-1-iscsi {{(pid=82902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:34:11.624718 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2b98083-b5f2-442a-978c-38b09aa1af9b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825105-1-iscsi {{(pid=82902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:34:11.625035 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2b98083-b5f2-442a-978c-38b09aa1af9b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-825105-1-iscsi {{(pid=82902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:34:11.625346 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2b98083-b5f2-442a-978c-38b09aa1af9b admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825105-1-iscsi {{(pid=82902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:34:11.625669 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2b98083-b5f2-442a-978c-38b09aa1af9b admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825105-1-iscsi {{(pid=82902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:34:11.625979 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2b98083-b5f2-442a-978c-38b09aa1af9b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825105-1-iscsi {{(pid=82902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:34:11.626285 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2b98083-b5f2-442a-978c-38b09aa1af9b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825105-1-iscsi {{(pid=82902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:34:11.626588 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2b98083-b5f2-442a-978c-38b09aa1af9b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825105-1-iscsi {{(pid=82902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:34:11.627657 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2b98083-b5f2-442a-978c-38b09aa1af9b admin admin] Tracked resource versions report: Feb 09 15:34:11.627657 dv-cinder-825105-1-iscsi neutron-server[82902]: pushed versions: Feb 09 15:34:11.627657 dv-cinder-825105-1-iscsi neutron-server[82902]: { 'ConntrackHelper': {'1.0'}, Feb 09 15:34:11.627657 dv-cinder-825105-1-iscsi neutron-server[82902]: 'Log': {'1.0'}, Feb 09 15:34:11.627657 dv-cinder-825105-1-iscsi neutron-server[82902]: 'Network': {'1.1'}, Feb 09 15:34:11.627657 dv-cinder-825105-1-iscsi neutron-server[82902]: 'Port': {'1.5'}, Feb 09 15:34:11.627657 dv-cinder-825105-1-iscsi neutron-server[82902]: 'PortForwarding': {'1.2'}, Feb 09 15:34:11.627657 dv-cinder-825105-1-iscsi neutron-server[82902]: 'QosPolicy': {'1.8'}, Feb 09 15:34:11.627657 dv-cinder-825105-1-iscsi neutron-server[82902]: 'SecurityGroup': {'1.2'}, Feb 09 15:34:11.627657 dv-cinder-825105-1-iscsi neutron-server[82902]: 'SecurityGroupRule': {'1.0'}, Feb 09 15:34:11.627657 dv-cinder-825105-1-iscsi neutron-server[82902]: 'SubPort': {'1.0'}, Feb 09 15:34:11.627657 dv-cinder-825105-1-iscsi neutron-server[82902]: 'Subnet': {'1.1'}, Feb 09 15:34:11.627657 dv-cinder-825105-1-iscsi neutron-server[82902]: 'Trunk': {'1.1'}} Feb 09 15:34:11.627657 dv-cinder-825105-1-iscsi neutron-server[82902]: consumer versions: Feb 09 15:34:11.627657 dv-cinder-825105-1-iscsi neutron-server[82902]: { DHCP agent@dv-cinder-825105-1-iscsi: {}, Feb 09 15:34:11.627657 dv-cinder-825105-1-iscsi neutron-server[82902]: L3 agent@dv-cinder-825105-1-iscsi: {}, Feb 09 15:34:11.627657 dv-cinder-825105-1-iscsi neutron-server[82902]: Metadata agent@dv-cinder-825105-1-iscsi: {}, Feb 09 15:34:11.627657 dv-cinder-825105-1-iscsi neutron-server[82902]: Metering agent@dv-cinder-825105-1-iscsi: {}, Feb 09 15:34:11.627657 dv-cinder-825105-1-iscsi neutron-server[82902]: Open vSwitch agent@dv-cinder-825105-1-iscsi: { 'ConntrackHelper': '1.0', Feb 09 15:34:11.627657 dv-cinder-825105-1-iscsi neutron-server[82902]: 'Log': '1.0', Feb 09 15:34:11.627657 dv-cinder-825105-1-iscsi neutron-server[82902]: 'Network': '1.1', Feb 09 15:34:11.627657 dv-cinder-825105-1-iscsi neutron-server[82902]: 'Port': '1.5', Feb 09 15:34:11.627657 dv-cinder-825105-1-iscsi neutron-server[82902]: 'PortForwarding': '1.2', Feb 09 15:34:11.627657 dv-cinder-825105-1-iscsi neutron-server[82902]: 'QosPolicy': '1.8', Feb 09 15:34:11.627657 dv-cinder-825105-1-iscsi neutron-server[82902]: 'SecurityGroup': '1.2', Feb 09 15:34:11.627657 dv-cinder-825105-1-iscsi neutron-server[82902]: 'SecurityGroupRule': '1.0', Feb 09 15:34:11.627657 dv-cinder-825105-1-iscsi neutron-server[82902]: 'SubPort': '1.0', Feb 09 15:34:11.627657 dv-cinder-825105-1-iscsi neutron-server[82902]: 'Subnet': '1.1', Feb 09 15:34:11.627657 dv-cinder-825105-1-iscsi neutron-server[82902]: 'Trunk': '1.1'}} Feb 09 15:34:11.627657 dv-cinder-825105-1-iscsi neutron-server[82902]: {{(pid=82902) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 09 15:34:11.667973 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-d2b98083-b5f2-442a-978c-38b09aa1af9b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756758320348'] for network, precommit_create {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:34:11.714637 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-d2b98083-b5f2-442a-978c-38b09aa1af9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124156'] for network, after_create {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:34:11.715618 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2b98083-b5f2-442a-978c-38b09aa1af9b admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:34:11.716274 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-d2b98083-b5f2-442a-978c-38b09aa1af9b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16124149'] for network, before_response {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:34:11.825137 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b98083-b5f2-442a-978c-38b09aa1af9b admin admin] Pushing event updated for resources: {'Network': ['ID=4991ab2f-bd0e-4dd0-a69a-f2d608c09a1b,revision_number=1']} {{(pid=82902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:34:11.828024 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [None req-d2b98083-b5f2-442a-978c-38b09aa1af9b admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.8944154 Feb 09 15:34:11.839190 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.plugins.ml2.rpc [None req-608c4fd2-211a-4ca9-a277-ad2a51be62ff None None] Network 4991ab2f-bd0e-4dd0-a69a-f2d608c09a1b details requested by agent ovs-agent-dv-cinder-825105-1-iscsi with host dv-cinder-825105-1-iscsi {{(pid=82903) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 15:34:14.479839 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.wsgi [-] (82902) accepted ('10.222.0.67', 39514) {{(pid=82902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 15:34:14.971103 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2529909-acaa-43b4-9156-ff6c9d9e539a admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:34:14.972473 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [None req-b2529909-acaa-43b4-9156-ff6c9d9e539a admin admin] 10.222.0.67 "GET /v2.0/networks/4991ab2f-bd0e-4dd0-a69a-f2d608c09a1b HTTP/1.1" status: 200 len: 825 time: 0.4916899 Feb 09 15:34:15.002234 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [None req-12bf26f9-3db5-4eeb-99bb-738a0e39d152 admin admin] 10.222.0.67 "GET /v2.0/subnetpools/cfc4983c-2491-4b1d-99e8-77907c70a487 HTTP/1.1" status: 200 len: 734 time: 0.0243552 Feb 09 15:34:15.010733 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.api.v2.base [None req-5d6f7e26-f741-4800-b905-faa72e4c2821 admin admin] Request body: {'subnet': {'subnetpool_id': 'cfc4983c-2491-4b1d-99e8-77907c70a487', 'network_id': '4991ab2f-bd0e-4dd0-a69a-f2d608c09a1b', 'tenant_id': 'ba5017a9af83427b99993c874981fe13', 'gateway_ip': '172.20.0.1', 'name': 'private-subnet', 'ip_version': 4}} {{(pid=82902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 15:34:15.015177 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.db.quota.driver [None req-5d6f7e26-f741-4800-b905-faa72e4c2821 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 15:34:15.018917 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.quota.resource [None req-5d6f7e26-f741-4800-b905-faa72e4c2821 admin admin] Usage tracker for resource:subnet and tenant:ba5017a9af83427b99993c874981fe13 is out of sync, need to count used quota {{(pid=82902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 15:34:15.021791 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.quota.resource [None req-5d6f7e26-f741-4800-b905-faa72e4c2821 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=82902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 15:34:15.027344 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.db.quota.driver [None req-5d6f7e26-f741-4800-b905-faa72e4c2821 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 15:34:15.037179 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d6f7e26-f741-4800-b905-faa72e4c2821 admin admin] Made reservation on behalf of ba5017a9af83427b99993c874981fe13 for: {'subnet': 1} {{(pid=82902) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 15:34:15.039679 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-5d6f7e26-f741-4800-b905-faa72e4c2821 admin admin] Notify callbacks [] for subnet, before_create {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:34:15.322163 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-5d6f7e26-f741-4800-b905-faa72e4c2821 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124156'] for subnet, after_create {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:34:15.411542 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6f7e26-f741-4800-b905-faa72e4c2821 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6096b4f0-b8a1-4f2b-8b1f-725943084fb8,revision_number=0']} {{(pid=82902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:34:15.417420 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d6f7e26-f741-4800-b905-faa72e4c2821 admin admin] Checking segment: {'id': '8fc5d036-88f0-497d-9aae-c53b535b5d92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': '4991ab2f-bd0e-4dd0-a69a-f2d608c09a1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 15:34:15.417786 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d6f7e26-f741-4800-b905-faa72e4c2821 admin admin] Network hostable DHCP agents. Network: 4991ab2f-bd0e-4dd0-a69a-f2d608c09a1b, hostable agents: ['534ecb3d-5fb5-4496-b97c-b20b93fdf8ec'], hosted agents: [] {{(pid=82902) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 15:34:15.441274 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d6f7e26-f741-4800-b905-faa72e4c2821 admin admin] Network 4991ab2f-bd0e-4dd0-a69a-f2d608c09a1b is scheduled to be hosted by DHCP agent 534ecb3d-5fb5-4496-b97c-b20b93fdf8ec with binding_index 1 {{(pid=82902) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 15:34:15.451106 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.scheduler.base_scheduler [None req-5d6f7e26-f741-4800-b905-faa72e4c2821 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-825105-1-iscsi, 4991ab2f-bd0e-4dd0-a69a-f2d608c09a1b) {{(pid=82902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 15:34:15.456004 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d6f7e26-f741-4800-b905-faa72e4c2821 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=82902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:34:15.456597 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-5d6f7e26-f741-4800-b905-faa72e4c2821 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16124149'] for subnet, before_response {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:34:15.461040 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c3d121b-b26d-4b1e-9520-7e09703d5b6a None None] Network 4991ab2f-bd0e-4dd0-a69a-f2d608c09a1b requested from dv-cinder-825105-1-iscsi {{(pid=82903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 15:34:15.486437 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [None req-5d6f7e26-f741-4800-b905-faa72e4c2821 admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4695017 Feb 09 15:34:15.776758 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-378d045a-2e60-4b9e-8c8f-57d2db9353a1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1490c90-7495-5952-8644-ad60ad5632dc-4991ab2f-bd0e-4dd0-a69a-f2d608c09a1b', 'network_id': '4991ab2f-bd0e-4dd0-a69a-f2d608c09a1b', 'tenant_id': 'ba5017a9af83427b99993c874981fe13', 'fixed_ips': [{'subnet_id': '6096b4f0-b8a1-4f2b-8b1f-725943084fb8'}]}} from dv-cinder-825105-1-iscsi. {{(pid=82903) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 09 15:34:15.777980 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-378d045a-2e60-4b9e-8c8f-57d2db9353a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16080601'] for port, before_create {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:34:15.970553 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.db.db_base_plugin_common [None req-378d045a-2e60-4b9e-8c8f-57d2db9353a1 None None] Allocated IP 172.20.0.2 (4991ab2f-bd0e-4dd0-a69a-f2d608c09a1b/6096b4f0-b8a1-4f2b-8b1f-725943084fb8/953cccd8-d7dd-4591-a30a-54f7672f0189) {{(pid=82903) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 15:34:16.203903 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-378d045a-2e60-4b9e-8c8f-57d2db9353a1 None None] Notify callbacks [] for port, precommit_create {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:34:16.218379 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.db.provisioning_blocks [None req-378d045a-2e60-4b9e-8c8f-57d2db9353a1 None None] Transition to ACTIVE for port object 953cccd8-d7dd-4591-a30a-54f7672f0189 will not be triggered until provisioned by entity L2. {{(pid=82903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 15:34:16.238503 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.db.provisioning_blocks [None req-378d045a-2e60-4b9e-8c8f-57d2db9353a1 None None] Transition to ACTIVE for port object 953cccd8-d7dd-4591-a30a-54f7672f0189 will not be triggered until provisioned by entity DHCP. {{(pid=82903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 15:34:16.245681 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-378d045a-2e60-4b9e-8c8f-57d2db9353a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16080037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124156', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756758334037'] for port, after_create {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:34:16.315687 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-378d045a-2e60-4b9e-8c8f-57d2db9353a1 None None] Network 4991ab2f-bd0e-4dd0-a69a-f2d608c09a1b is already hosted by enough agents. {{(pid=82903) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 15:34:16.321504 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.scheduler.base_scheduler [None req-378d045a-2e60-4b9e-8c8f-57d2db9353a1 None None] Resources bound (agent type, host, resource id): {{(pid=82903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 15:34:16.328259 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-378d045a-2e60-4b9e-8c8f-57d2db9353a1 None None] Received port after_create {{(pid=82903) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 15:34:16.335408 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-378d045a-2e60-4b9e-8c8f-57d2db9353a1 None None] Pushing event updated for resources: {'Port': ['ID=953cccd8-d7dd-4591-a30a-54f7672f0189,revision_number=1']} {{(pid=82903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:34:16.347235 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-378d045a-2e60-4b9e-8c8f-57d2db9353a1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825105-1-iscsi {{(pid=82903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:34:16.347746 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-378d045a-2e60-4b9e-8c8f-57d2db9353a1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825105-1-iscsi {{(pid=82903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:34:16.348088 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-378d045a-2e60-4b9e-8c8f-57d2db9353a1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825105-1-iscsi {{(pid=82903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:34:16.348444 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-378d045a-2e60-4b9e-8c8f-57d2db9353a1 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825105-1-iscsi {{(pid=82903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:34:16.348772 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-378d045a-2e60-4b9e-8c8f-57d2db9353a1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825105-1-iscsi {{(pid=82903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:34:16.349098 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-378d045a-2e60-4b9e-8c8f-57d2db9353a1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-825105-1-iscsi {{(pid=82903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:34:16.349421 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-378d045a-2e60-4b9e-8c8f-57d2db9353a1 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825105-1-iscsi {{(pid=82903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:34:16.349756 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-378d045a-2e60-4b9e-8c8f-57d2db9353a1 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825105-1-iscsi {{(pid=82903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:34:16.350080 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-378d045a-2e60-4b9e-8c8f-57d2db9353a1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825105-1-iscsi {{(pid=82903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:34:16.350396 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-378d045a-2e60-4b9e-8c8f-57d2db9353a1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825105-1-iscsi {{(pid=82903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:34:16.350718 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-378d045a-2e60-4b9e-8c8f-57d2db9353a1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825105-1-iscsi {{(pid=82903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:34:16.351845 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-378d045a-2e60-4b9e-8c8f-57d2db9353a1 None None] Tracked resource versions report: Feb 09 15:34:16.351845 dv-cinder-825105-1-iscsi neutron-server[82903]: pushed versions: Feb 09 15:34:16.351845 dv-cinder-825105-1-iscsi neutron-server[82903]: { 'ConntrackHelper': {'1.0'}, Feb 09 15:34:16.351845 dv-cinder-825105-1-iscsi neutron-server[82903]: 'Log': {'1.0'}, Feb 09 15:34:16.351845 dv-cinder-825105-1-iscsi neutron-server[82903]: 'Network': {'1.1'}, Feb 09 15:34:16.351845 dv-cinder-825105-1-iscsi neutron-server[82903]: 'Port': {'1.5'}, Feb 09 15:34:16.351845 dv-cinder-825105-1-iscsi neutron-server[82903]: 'PortForwarding': {'1.2'}, Feb 09 15:34:16.351845 dv-cinder-825105-1-iscsi neutron-server[82903]: 'QosPolicy': {'1.8'}, Feb 09 15:34:16.351845 dv-cinder-825105-1-iscsi neutron-server[82903]: 'SecurityGroup': {'1.2'}, Feb 09 15:34:16.351845 dv-cinder-825105-1-iscsi neutron-server[82903]: 'SecurityGroupRule': {'1.0'}, Feb 09 15:34:16.351845 dv-cinder-825105-1-iscsi neutron-server[82903]: 'SubPort': {'1.0'}, Feb 09 15:34:16.351845 dv-cinder-825105-1-iscsi neutron-server[82903]: 'Subnet': {'1.1'}, Feb 09 15:34:16.351845 dv-cinder-825105-1-iscsi neutron-server[82903]: 'Trunk': {'1.1'}} Feb 09 15:34:16.351845 dv-cinder-825105-1-iscsi neutron-server[82903]: consumer versions: Feb 09 15:34:16.351845 dv-cinder-825105-1-iscsi neutron-server[82903]: { DHCP agent@dv-cinder-825105-1-iscsi: {}, Feb 09 15:34:16.351845 dv-cinder-825105-1-iscsi neutron-server[82903]: L3 agent@dv-cinder-825105-1-iscsi: {}, Feb 09 15:34:16.351845 dv-cinder-825105-1-iscsi neutron-server[82903]: Metadata agent@dv-cinder-825105-1-iscsi: {}, Feb 09 15:34:16.351845 dv-cinder-825105-1-iscsi neutron-server[82903]: Metering agent@dv-cinder-825105-1-iscsi: {}, Feb 09 15:34:16.351845 dv-cinder-825105-1-iscsi neutron-server[82903]: Open vSwitch agent@dv-cinder-825105-1-iscsi: { 'ConntrackHelper': '1.0', Feb 09 15:34:16.351845 dv-cinder-825105-1-iscsi neutron-server[82903]: 'Log': '1.0', Feb 09 15:34:16.351845 dv-cinder-825105-1-iscsi neutron-server[82903]: 'Network': '1.1', Feb 09 15:34:16.351845 dv-cinder-825105-1-iscsi neutron-server[82903]: 'Port': '1.5', Feb 09 15:34:16.351845 dv-cinder-825105-1-iscsi neutron-server[82903]: 'PortForwarding': '1.2', Feb 09 15:34:16.351845 dv-cinder-825105-1-iscsi neutron-server[82903]: 'QosPolicy': '1.8', Feb 09 15:34:16.351845 dv-cinder-825105-1-iscsi neutron-server[82903]: 'SecurityGroup': '1.2', Feb 09 15:34:16.351845 dv-cinder-825105-1-iscsi neutron-server[82903]: 'SecurityGroupRule': '1.0', Feb 09 15:34:16.351845 dv-cinder-825105-1-iscsi neutron-server[82903]: 'SubPort': '1.0', Feb 09 15:34:16.351845 dv-cinder-825105-1-iscsi neutron-server[82903]: 'Subnet': '1.1', Feb 09 15:34:16.351845 dv-cinder-825105-1-iscsi neutron-server[82903]: 'Trunk': '1.1'}} Feb 09 15:34:16.351845 dv-cinder-825105-1-iscsi neutron-server[82903]: {{(pid=82903) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 09 15:34:16.440025 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.plugins.ml2.managers [None req-378d045a-2e60-4b9e-8c8f-57d2db9353a1 None None] Attempting to bind port 953cccd8-d7dd-4591-a30a-54f7672f0189 on host dv-cinder-825105-1-iscsi for vnic_type normal with profile {{(pid=82903) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 15:34:16.440453 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.plugins.ml2.managers [None req-378d045a-2e60-4b9e-8c8f-57d2db9353a1 None None] Attempting to bind port 953cccd8-d7dd-4591-a30a-54f7672f0189 by drivers openvswitch,hyperv on host dv-cinder-825105-1-iscsi at level 0 using segments [{'id': '8fc5d036-88f0-497d-9aae-c53b535b5d92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': '4991ab2f-bd0e-4dd0-a69a-f2d608c09a1b'}] {{(pid=82903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 15:34:16.440901 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-378d045a-2e60-4b9e-8c8f-57d2db9353a1 None None] Attempting to bind port 953cccd8-d7dd-4591-a30a-54f7672f0189 on network 4991ab2f-bd0e-4dd0-a69a-f2d608c09a1b {{(pid=82903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 15:34:16.447271 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-378d045a-2e60-4b9e-8c8f-57d2db9353a1 None None] Checking agent: {'id': '0c30844f-de8e-42c5-a17a-962bb78b1270', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-825105-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 15, 34, 1), 'started_at': datetime.datetime(2022, 2, 9, 15, 34, 1), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 15, 34, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-825105-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 15:34:16.447814 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-378d045a-2e60-4b9e-8c8f-57d2db9353a1 None None] Checking segment: {'id': '8fc5d036-88f0-497d-9aae-c53b535b5d92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': '4991ab2f-bd0e-4dd0-a69a-f2d608c09a1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 15:34:16.448314 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-378d045a-2e60-4b9e-8c8f-57d2db9353a1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:34:16.448700 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-378d045a-2e60-4b9e-8c8f-57d2db9353a1 None None] Bound using segment: {'id': '8fc5d036-88f0-497d-9aae-c53b535b5d92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': '4991ab2f-bd0e-4dd0-a69a-f2d608c09a1b'} {{(pid=82903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 15:34:16.449178 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.plugins.ml2.managers [None req-378d045a-2e60-4b9e-8c8f-57d2db9353a1 None None] Bound port: 953cccd8-d7dd-4591-a30a-54f7672f0189, host: dv-cinder-825105-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8fc5d036-88f0-497d-9aae-c53b535b5d92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': '4991ab2f-bd0e-4dd0-a69a-f2d608c09a1b'}}] {{(pid=82903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 15:34:16.449570 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-378d045a-2e60-4b9e-8c8f-57d2db9353a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16080601'] for port, before_update {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:34:16.537247 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.plugins.ml2.db [None req-378d045a-2e60-4b9e-8c8f-57d2db9353a1 None None] For port 953cccd8-d7dd-4591-a30a-54f7672f0189, host dv-cinder-825105-1-iscsi, cleared binding levels {{(pid=82903) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 15:34:16.541058 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.plugins.ml2.db [None req-378d045a-2e60-4b9e-8c8f-57d2db9353a1 None None] For port 953cccd8-d7dd-4591-a30a-54f7672f0189, host dv-cinder-825105-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825105-1-iscsi',level=0,port_id=953cccd8-d7dd-4591-a30a-54f7672f0189,segment=NetworkSegment(8fc5d036-88f0-497d-9aae-c53b535b5d92),segment_id=8fc5d036-88f0-497d-9aae-c53b535b5d92)] {{(pid=82903) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 15:34:16.545273 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-378d045a-2e60-4b9e-8c8f-57d2db9353a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16080037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758755988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756758334055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756758334100'] for port, after_update {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:34:16.655394 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-378d045a-2e60-4b9e-8c8f-57d2db9353a1 None None] Pushing event updated for resources: {'Port': ['ID=953cccd8-d7dd-4591-a30a-54f7672f0189,revision_number=2']} {{(pid=82903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:34:17.882791 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.wsgi [-] (82901) accepted ('10.222.0.67', 39524) {{(pid=82901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 15:34:18.540482 dv-cinder-825105-1-iscsi neutron-server[82901]: WARNING oslo_policy.policy [None req-ac58427b-3c6b-4781-9749-4f0aca973290 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 09 15:34:18.541363 dv-cinder-825105-1-iscsi neutron-server[82901]: WARNING oslo_policy.policy [None req-ac58427b-3c6b-4781-9749-4f0aca973290 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 09 15:34:18.760359 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.wsgi [None req-ac58427b-3c6b-4781-9749-4f0aca973290 admin admin] http://10.222.0.67:9696/v2.0/extensions returned with HTTP 200 {{(pid=82901) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 09 15:34:18.761617 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [None req-ac58427b-3c6b-4781-9749-4f0aca973290 admin admin] 10.222.0.67 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.8768454 Feb 09 15:34:19.778033 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.plugins.ml2.rpc [None req-608c4fd2-211a-4ca9-a277-ad2a51be62ff None None] Device 953cccd8-d7dd-4591-a30a-54f7672f0189 up at agent ovs-agent-dv-cinder-825105-1-iscsi {{(pid=82903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 15:34:19.849047 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.db.provisioning_blocks [None req-608c4fd2-211a-4ca9-a277-ad2a51be62ff None None] Provisioning for port 953cccd8-d7dd-4591-a30a-54f7672f0189 completed by entity L2. {{(pid=82903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 15:34:20.348545 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f0a6e26-f7ba-40fc-9ec2-7d9664972755 None None] Network 4991ab2f-bd0e-4dd0-a69a-f2d608c09a1b requested from dv-cinder-825105-1-iscsi {{(pid=82903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 15:34:20.480827 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.db.provisioning_blocks [None req-7a52a601-c2b5-4d4b-b343-81752eca5eba None None] Provisioning for port 953cccd8-d7dd-4591-a30a-54f7672f0189 completed by entity DHCP. {{(pid=82903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 15:34:20.501159 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.db.provisioning_blocks [None req-7a52a601-c2b5-4d4b-b343-81752eca5eba None None] Provisioning complete for port 953cccd8-d7dd-4591-a30a-54f7672f0189 triggered by entity DHCP. {{(pid=82903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:34:20.501550 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-7a52a601-c2b5-4d4b-b343-81752eca5eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16008948'] for port, provisioning_complete {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:34:20.697049 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-7a52a601-c2b5-4d4b-b343-81752eca5eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16080601'] for port, before_update {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:34:20.742769 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.plugins.ml2.db [None req-7a52a601-c2b5-4d4b-b343-81752eca5eba None None] For port 953cccd8-d7dd-4591-a30a-54f7672f0189, host dv-cinder-825105-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825105-1-iscsi',level=0,port_id=953cccd8-d7dd-4591-a30a-54f7672f0189,segment=NetworkSegment(8fc5d036-88f0-497d-9aae-c53b535b5d92),segment_id=8fc5d036-88f0-497d-9aae-c53b535b5d92)] {{(pid=82903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:34:20.748080 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-7a52a601-c2b5-4d4b-b343-81752eca5eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16080037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758755988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756758334055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756758334100'] for port, after_update {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:34:20.834410 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a52a601-c2b5-4d4b-b343-81752eca5eba None None] Pushing event updated for resources: {'Port': ['ID=953cccd8-d7dd-4591-a30a-54f7672f0189,revision_number=3']} {{(pid=82903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:34:20.975709 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.db.provisioning_blocks [None req-2d0a59af-edbf-4de8-8c74-4af6d3cdb0d3 None None] Provisioning complete for port 953cccd8-d7dd-4591-a30a-54f7672f0189 triggered by entity DHCP. {{(pid=82903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:34:20.976076 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-2d0a59af-edbf-4de8-8c74-4af6d3cdb0d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16008948'] for port, provisioning_complete {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:34:21.136915 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.wsgi [-] (82901) accepted ('10.222.0.67', 39542) {{(pid=82901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 15:34:21.531996 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.wsgi [None req-6f3b1025-d5f0-4f05-91c9-b120e0609dbd admin admin] http://10.222.0.67:9696/v2.0/extensions returned with HTTP 200 {{(pid=82901) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 09 15:34:21.532983 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [None req-6f3b1025-d5f0-4f05-91c9-b120e0609dbd admin admin] 10.222.0.67 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.3951764 Feb 09 15:34:21.756181 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.plugins.ml2.rpc [None req-608c4fd2-211a-4ca9-a277-ad2a51be62ff None None] Device 953cccd8-d7dd-4591-a30a-54f7672f0189 up at agent ovs-agent-dv-cinder-825105-1-iscsi {{(pid=82903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 15:34:21.826546 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.db.provisioning_blocks [None req-608c4fd2-211a-4ca9-a277-ad2a51be62ff None None] Provisioning complete for port 953cccd8-d7dd-4591-a30a-54f7672f0189 triggered by entity L2. {{(pid=82903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:34:21.826818 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-608c4fd2-211a-4ca9-a277-ad2a51be62ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16008948'] for port, provisioning_complete {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:34:24.240025 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.wsgi [-] (82901) accepted ('10.222.0.67', 39554) {{(pid=82901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 15:34:24.623162 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.api.v2.base [None req-f2f1a45b-b5cf-4c6d-a4f6-feb43925f034 admin admin] Request body: {'router': {'name': 'router1', 'tenant_id': 'ba5017a9af83427b99993c874981fe13', 'admin_state_up': True}} {{(pid=82901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 15:34:24.660473 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.policy [None req-f2f1a45b-b5cf-4c6d-a4f6-feb43925f034 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=82901) register_rules /opt/stack/neutron/neutron/policy.py:65}} Feb 09 15:34:24.661224 dv-cinder-825105-1-iscsi neutron-server[82901]: WARNING oslo_policy.policy [None req-f2f1a45b-b5cf-4c6d-a4f6-feb43925f034 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 09 15:34:24.661587 dv-cinder-825105-1-iscsi neutron-server[82901]: WARNING oslo_policy.policy [None req-f2f1a45b-b5cf-4c6d-a4f6-feb43925f034 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 09 15:34:24.664888 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.quota [None req-f2f1a45b-b5cf-4c6d-a4f6-feb43925f034 admin admin] Loaded quota_driver: . Feb 09 15:34:24.680225 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.db.quota.driver [None req-f2f1a45b-b5cf-4c6d-a4f6-feb43925f034 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 15:34:24.687791 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.quota.resource [None req-f2f1a45b-b5cf-4c6d-a4f6-feb43925f034 admin admin] Usage tracker for resource:router and tenant:ba5017a9af83427b99993c874981fe13 is out of sync, need to count used quota {{(pid=82901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 15:34:24.692571 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.quota.resource [None req-f2f1a45b-b5cf-4c6d-a4f6-feb43925f034 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=82901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 15:34:24.701304 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.db.quota.driver [None req-f2f1a45b-b5cf-4c6d-a4f6-feb43925f034 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 15:34:24.717966 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-f2f1a45b-b5cf-4c6d-a4f6-feb43925f034 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-410232', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1025257'] for router, before_create {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:34:24.719957 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-f2f1a45b-b5cf-4c6d-a4f6-feb43925f034 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-410143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-406467', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-347251', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1025278'] for router, precommit_create {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:34:24.749739 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-f2f1a45b-b5cf-4c6d-a4f6-feb43925f034 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:34:24.863984 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-f2f1a45b-b5cf-4c6d-a4f6-feb43925f034 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-410227', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-406294'] for router, after_create {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:34:24.885705 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-f2f1a45b-b5cf-4c6d-a4f6-feb43925f034 admin admin] Notify callbacks [] for router, before_response {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:34:24.886862 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [None req-f2f1a45b-b5cf-4c6d-a4f6-feb43925f034 admin admin] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.6458898 Feb 09 15:34:27.185805 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.wsgi [-] (82902) accepted ('10.222.0.67', 39566) {{(pid=82902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 15:34:27.579690 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.wsgi [None req-36e8ce23-f9c0-4c14-a3ad-5ed19c02ce55 admin admin] http://10.222.0.67:9696/v2.0/extensions returned with HTTP 200 {{(pid=82902) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 09 15:34:27.580674 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [None req-36e8ce23-f9c0-4c14-a3ad-5ed19c02ce55 admin admin] 10.222.0.67 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.3939545 Feb 09 15:34:27.895105 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-24f83df7-4c84-4481-af72-cb67fd0bc3eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758786133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16008869'] for agent, after_update {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:34:29.950924 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.wsgi [-] (82902) accepted ('10.222.0.67', 39576) {{(pid=82902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 15:34:30.226166 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-52be702d-e293-40f2-b623-0f318ab6b930 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758786133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16008869'] for agent, after_update {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:34:30.375765 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.api.v2.base [None req-ee3ae23f-ed1f-4be2-b155-54928dd73343 admin admin] Request body: {'network': {'admin_state_up': True, 'provider:physical_network': 'physnet1', 'name': 'public', 'router:external': True, 'provider:network_type': 'flat', 'is_default': True}} {{(pid=82902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 15:34:30.380923 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.db.quota.driver [None req-ee3ae23f-ed1f-4be2-b155-54928dd73343 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 15:34:30.384804 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.quota.resource [None req-ee3ae23f-ed1f-4be2-b155-54928dd73343 admin admin] Usage tracker for resource:network and tenant:50c6cdded6a147a6b0f5cd1fbc7393c5 is out of sync, need to count used quota {{(pid=82902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 15:34:30.387587 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.quota.resource [None req-ee3ae23f-ed1f-4be2-b155-54928dd73343 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=82902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 15:34:30.393223 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.db.quota.driver [None req-ee3ae23f-ed1f-4be2-b155-54928dd73343 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 15:34:30.402701 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee3ae23f-ed1f-4be2-b155-54928dd73343 admin admin] Made reservation on behalf of 50c6cdded6a147a6b0f5cd1fbc7393c5 for: {'network': 1} {{(pid=82902) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 15:34:30.404947 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-ee3ae23f-ed1f-4be2-b155-54928dd73343 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16080601'] for network, before_create {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:34:30.417795 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-ee3ae23f-ed1f-4be2-b155-54928dd73343 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:34:30.448442 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.db.quota.driver [None req-ee3ae23f-ed1f-4be2-b155-54928dd73343 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 15:34:30.452490 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.quota.resource [None req-ee3ae23f-ed1f-4be2-b155-54928dd73343 admin admin] Usage tracker for resource:security_group_rule and tenant:50c6cdded6a147a6b0f5cd1fbc7393c5 is out of sync, need to count used quota {{(pid=82902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 15:34:30.455189 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.quota.resource [None req-ee3ae23f-ed1f-4be2-b155-54928dd73343 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 15:34:30.460746 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.db.quota.driver [None req-ee3ae23f-ed1f-4be2-b155-54928dd73343 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 15:34:30.548537 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-ee3ae23f-ed1f-4be2-b155-54928dd73343 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:34:30.553451 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-ee3ae23f-ed1f-4be2-b155-54928dd73343 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_create {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:34:30.594040 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-ee3ae23f-ed1f-4be2-b155-54928dd73343 admin admin] Reserving flat network on physical network physnet1 {{(pid=82902) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Feb 09 15:34:30.620340 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee3ae23f-ed1f-4be2-b155-54928dd73343 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78396e65-6d2c-4bdd-9e28-8cd3019ed052,revision_number=1']} {{(pid=82902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:34:30.626985 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-ee3ae23f-ed1f-4be2-b155-54928dd73343 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16132466'] for segment, precommit_create {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:34:30.627561 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.db.segments_db [None req-ee3ae23f-ed1f-4be2-b155-54928dd73343 admin admin] Added segment e675f0f7-189f-41a1-8fb7-d7545319af97 of type flat for network c65eede5-7777-493f-951d-210877831002 Feb 09 15:34:30.662989 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-ee3ae23f-ed1f-4be2-b155-54928dd73343 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756758320348'] for network, precommit_create {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:34:30.708805 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-ee3ae23f-ed1f-4be2-b155-54928dd73343 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124156'] for network, after_create {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:34:30.710148 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee3ae23f-ed1f-4be2-b155-54928dd73343 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:34:30.711053 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-ee3ae23f-ed1f-4be2-b155-54928dd73343 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16124149'] for network, before_response {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:34:30.832740 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [None req-ee3ae23f-ed1f-4be2-b155-54928dd73343 admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.8804684 Feb 09 15:34:30.835274 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee3ae23f-ed1f-4be2-b155-54928dd73343 admin admin] Pushing event updated for resources: {'Network': ['ID=c65eede5-7777-493f-951d-210877831002,revision_number=1']} {{(pid=82902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:34:30.846939 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.plugins.ml2.rpc [None req-608c4fd2-211a-4ca9-a277-ad2a51be62ff None None] Network c65eede5-7777-493f-951d-210877831002 details requested by agent ovs-agent-dv-cinder-825105-1-iscsi with host dv-cinder-825105-1-iscsi {{(pid=82903) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 15:34:31.158672 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-1f7d0426-72a7-4c89-8e53-4ec430751ccf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758786133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16008869'] for agent, after_update {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:34:31.493264 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-608c4fd2-211a-4ca9-a277-ad2a51be62ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758786133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16008869'] for agent, after_update {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:34:32.820833 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-faa751bb-9674-45ec-b131-f889431b03dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758786133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16008869'] for agent, after_update {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:34:33.140829 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.wsgi [-] (82901) accepted ('10.222.0.67', 39596) {{(pid=82901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 15:34:33.401027 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a52464b-9bd6-40c8-b8b4-83d704774eac admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=82901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:34:33.402414 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [None req-3a52464b-9bd6-40c8-b8b4-83d704774eac admin admin] 10.222.0.67 "GET /v2.0/subnets/6096b4f0-b8a1-4f2b-8b1f-725943084fb8 HTTP/1.1" status: 200 len: 849 time: 0.2606640 Feb 09 15:34:33.547268 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [None req-3cc1a16d-4414-4da0-8d49-e5ab71faa32f admin admin] 10.222.0.67 "GET /v2.0/routers/c6c8ba4d-9f2d-418c-b4ee-8fe8c483a0df HTTP/1.1" status: 200 len: 704 time: 0.1395912 Feb 09 15:34:34.061997 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-c0af9e55-9e39-4e85-96ef-3fe025515e76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16080601'] for port, before_create {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:34:34.301353 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.db.db_base_plugin_common [None req-c0af9e55-9e39-4e85-96ef-3fe025515e76 admin admin] Allocated IP 172.20.0.1 (4991ab2f-bd0e-4dd0-a69a-f2d608c09a1b/6096b4f0-b8a1-4f2b-8b1f-725943084fb8/c4c5085a-9016-4e57-916b-6a443e5b43b2) {{(pid=82901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 15:34:34.470731 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-c0af9e55-9e39-4e85-96ef-3fe025515e76 admin admin] Notify callbacks [] for port, precommit_create {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:34:34.489864 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.db.provisioning_blocks [None req-c0af9e55-9e39-4e85-96ef-3fe025515e76 admin admin] Transition to ACTIVE for port object c4c5085a-9016-4e57-916b-6a443e5b43b2 will not be triggered until provisioned by entity DHCP. {{(pid=82901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 15:34:34.544781 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-c0af9e55-9e39-4e85-96ef-3fe025515e76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16080037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124156', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756758334037'] for port, after_create {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:34:34.611678 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0af9e55-9e39-4e85-96ef-3fe025515e76 admin admin] Network 4991ab2f-bd0e-4dd0-a69a-f2d608c09a1b is already hosted by enough agents. {{(pid=82901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 15:34:34.612799 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.scheduler.base_scheduler [None req-c0af9e55-9e39-4e85-96ef-3fe025515e76 admin admin] Resources bound (agent type, host, resource id): {{(pid=82901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 15:34:34.653674 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0af9e55-9e39-4e85-96ef-3fe025515e76 admin admin] Pushing event updated for resources: {'Port': ['ID=c4c5085a-9016-4e57-916b-6a443e5b43b2,revision_number=1']} {{(pid=82901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:34:34.659180 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0af9e55-9e39-4e85-96ef-3fe025515e76 admin admin] Received port after_create {{(pid=82901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 15:34:34.659738 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-c0af9e55-9e39-4e85-96ef-3fe025515e76 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-405704'] for router_interface, before_create {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:34:34.669100 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0af9e55-9e39-4e85-96ef-3fe025515e76 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825105-1-iscsi {{(pid=82901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:34:34.669453 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0af9e55-9e39-4e85-96ef-3fe025515e76 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825105-1-iscsi {{(pid=82901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:34:34.669786 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0af9e55-9e39-4e85-96ef-3fe025515e76 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825105-1-iscsi {{(pid=82901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:34:34.670114 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0af9e55-9e39-4e85-96ef-3fe025515e76 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825105-1-iscsi {{(pid=82901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:34:34.670465 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0af9e55-9e39-4e85-96ef-3fe025515e76 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825105-1-iscsi {{(pid=82901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:34:34.670774 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0af9e55-9e39-4e85-96ef-3fe025515e76 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-825105-1-iscsi {{(pid=82901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:34:34.671091 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0af9e55-9e39-4e85-96ef-3fe025515e76 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825105-1-iscsi {{(pid=82901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:34:34.671450 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0af9e55-9e39-4e85-96ef-3fe025515e76 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825105-1-iscsi {{(pid=82901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:34:34.671770 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0af9e55-9e39-4e85-96ef-3fe025515e76 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825105-1-iscsi {{(pid=82901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:34:34.672082 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0af9e55-9e39-4e85-96ef-3fe025515e76 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825105-1-iscsi {{(pid=82901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:34:34.672444 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0af9e55-9e39-4e85-96ef-3fe025515e76 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825105-1-iscsi {{(pid=82901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:34:34.673545 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0af9e55-9e39-4e85-96ef-3fe025515e76 admin admin] Tracked resource versions report: Feb 09 15:34:34.673545 dv-cinder-825105-1-iscsi neutron-server[82901]: pushed versions: Feb 09 15:34:34.673545 dv-cinder-825105-1-iscsi neutron-server[82901]: { 'ConntrackHelper': {'1.0'}, Feb 09 15:34:34.673545 dv-cinder-825105-1-iscsi neutron-server[82901]: 'Log': {'1.0'}, Feb 09 15:34:34.673545 dv-cinder-825105-1-iscsi neutron-server[82901]: 'Network': {'1.1'}, Feb 09 15:34:34.673545 dv-cinder-825105-1-iscsi neutron-server[82901]: 'Port': {'1.5'}, Feb 09 15:34:34.673545 dv-cinder-825105-1-iscsi neutron-server[82901]: 'PortForwarding': {'1.2'}, Feb 09 15:34:34.673545 dv-cinder-825105-1-iscsi neutron-server[82901]: 'QosPolicy': {'1.8'}, Feb 09 15:34:34.673545 dv-cinder-825105-1-iscsi neutron-server[82901]: 'SecurityGroup': {'1.2'}, Feb 09 15:34:34.673545 dv-cinder-825105-1-iscsi neutron-server[82901]: 'SecurityGroupRule': {'1.0'}, Feb 09 15:34:34.673545 dv-cinder-825105-1-iscsi neutron-server[82901]: 'SubPort': {'1.0'}, Feb 09 15:34:34.673545 dv-cinder-825105-1-iscsi neutron-server[82901]: 'Subnet': {'1.1'}, Feb 09 15:34:34.673545 dv-cinder-825105-1-iscsi neutron-server[82901]: 'Trunk': {'1.1'}} Feb 09 15:34:34.673545 dv-cinder-825105-1-iscsi neutron-server[82901]: consumer versions: Feb 09 15:34:34.673545 dv-cinder-825105-1-iscsi neutron-server[82901]: { DHCP agent@dv-cinder-825105-1-iscsi: {}, Feb 09 15:34:34.673545 dv-cinder-825105-1-iscsi neutron-server[82901]: L3 agent@dv-cinder-825105-1-iscsi: {}, Feb 09 15:34:34.673545 dv-cinder-825105-1-iscsi neutron-server[82901]: Metadata agent@dv-cinder-825105-1-iscsi: {}, Feb 09 15:34:34.673545 dv-cinder-825105-1-iscsi neutron-server[82901]: Metering agent@dv-cinder-825105-1-iscsi: {}, Feb 09 15:34:34.673545 dv-cinder-825105-1-iscsi neutron-server[82901]: Open vSwitch agent@dv-cinder-825105-1-iscsi: { 'ConntrackHelper': '1.0', Feb 09 15:34:34.673545 dv-cinder-825105-1-iscsi neutron-server[82901]: 'Log': '1.0', Feb 09 15:34:34.673545 dv-cinder-825105-1-iscsi neutron-server[82901]: 'Network': '1.1', Feb 09 15:34:34.673545 dv-cinder-825105-1-iscsi neutron-server[82901]: 'Port': '1.5', Feb 09 15:34:34.673545 dv-cinder-825105-1-iscsi neutron-server[82901]: 'PortForwarding': '1.2', Feb 09 15:34:34.673545 dv-cinder-825105-1-iscsi neutron-server[82901]: 'QosPolicy': '1.8', Feb 09 15:34:34.673545 dv-cinder-825105-1-iscsi neutron-server[82901]: 'SecurityGroup': '1.2', Feb 09 15:34:34.673545 dv-cinder-825105-1-iscsi neutron-server[82901]: 'SecurityGroupRule': '1.0', Feb 09 15:34:34.673545 dv-cinder-825105-1-iscsi neutron-server[82901]: 'SubPort': '1.0', Feb 09 15:34:34.673545 dv-cinder-825105-1-iscsi neutron-server[82901]: 'Subnet': '1.1', Feb 09 15:34:34.673545 dv-cinder-825105-1-iscsi neutron-server[82901]: 'Trunk': '1.1'}} Feb 09 15:34:34.673545 dv-cinder-825105-1-iscsi neutron-server[82901]: {{(pid=82901) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 09 15:34:34.795782 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-c0af9e55-9e39-4e85-96ef-3fe025515e76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16080601'] for port, before_update {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:34:34.900108 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.db.provisioning_blocks [None req-4cc3b779-6bce-4ddf-b7f9-235848185c6c None None] Provisioning for port c4c5085a-9016-4e57-916b-6a443e5b43b2 completed by entity DHCP. {{(pid=82903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 15:34:34.904992 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.db.provisioning_blocks [None req-4cc3b779-6bce-4ddf-b7f9-235848185c6c None None] Provisioning complete for port c4c5085a-9016-4e57-916b-6a443e5b43b2 triggered by entity DHCP. {{(pid=82903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:34:34.905356 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-4cc3b779-6bce-4ddf-b7f9-235848185c6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16008948'] for port, provisioning_complete {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:34:34.959078 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.plugins.ml2.plugin [None req-4cc3b779-6bce-4ddf-b7f9-235848185c6c None None] Port c4c5085a-9016-4e57-916b-6a443e5b43b2 cannot update to ACTIVE because it is not bound. {{(pid=82903) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 09 15:34:35.025275 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-c0af9e55-9e39-4e85-96ef-3fe025515e76 admin admin] Notify callbacks [] for port, precommit_update {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:34:35.029937 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-c0af9e55-9e39-4e85-96ef-3fe025515e76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16080037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758755988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756758334055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756758334100'] for port, after_update {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:34:35.030666 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-c0af9e55-9e39-4e85-96ef-3fe025515e76 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16123972', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-405541'] for router_interface, after_create {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:34:35.162525 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0af9e55-9e39-4e85-96ef-3fe025515e76 admin admin] Pushing event updated for resources: {'Port': ['ID=c4c5085a-9016-4e57-916b-6a443e5b43b2,revision_number=2']} {{(pid=82901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:34:35.226864 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0af9e55-9e39-4e85-96ef-3fe025515e76 admin admin] Network 4991ab2f-bd0e-4dd0-a69a-f2d608c09a1b is already hosted by enough agents. {{(pid=82901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 15:34:35.228563 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.scheduler.base_scheduler [None req-c0af9e55-9e39-4e85-96ef-3fe025515e76 admin admin] Resources bound (agent type, host, resource id): {{(pid=82901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 15:34:35.484016 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.db.provisioning_blocks [None req-ea2192e7-3abe-4187-bf8b-b7eee16d2a42 None None] Provisioning complete for port c4c5085a-9016-4e57-916b-6a443e5b43b2 triggered by entity DHCP. {{(pid=82903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:34:35.484534 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-ea2192e7-3abe-4187-bf8b-b7eee16d2a42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16008948'] for port, provisioning_complete {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:34:35.538302 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.plugins.ml2.plugin [None req-ea2192e7-3abe-4187-bf8b-b7eee16d2a42 None None] Port c4c5085a-9016-4e57-916b-6a443e5b43b2 cannot update to ACTIVE because it is not bound. {{(pid=82903) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 09 15:34:35.633028 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0af9e55-9e39-4e85-96ef-3fe025515e76 admin admin] Router c6c8ba4d-9f2d-418c-b4ee-8fe8c483a0df is scheduled to L3 agent 94c626d1-bc40-41bd-b6b2-9a20da402cb6 with binding_index 1 {{(pid=82901) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 15:34:35.797295 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0af9e55-9e39-4e85-96ef-3fe025515e76 admin admin] Notify agent at l3_agent.dv-cinder-825105-1-iscsi the message routers_updated {{(pid=82901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 15:34:35.806885 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [None req-c0af9e55-9e39-4e85-96ef-3fe025515e76 admin admin] 10.222.0.67 "PUT /v2.0/routers/c6c8ba4d-9f2d-418c-b4ee-8fe8c483a0df/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.2539876 Feb 09 15:34:35.808099 dv-cinder-825105-1-iscsi neutron-server[82904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20f0391a-79fd-4b10-84fb-ca21b4d8252a None None] Sync routers for ids ['c6c8ba4d-9f2d-418c-b4ee-8fe8c483a0df'] in dv-cinder-825105-1-iscsi {{(pid=82904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 09 15:34:35.825190 dv-cinder-825105-1-iscsi neutron-server[82904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20f0391a-79fd-4b10-84fb-ca21b4d8252a None None] Routers {'c6c8ba4d-9f2d-418c-b4ee-8fe8c483a0df'} bound to L3 agent in host dv-cinder-825105-1-iscsi {{(pid=82904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 15:34:35.826049 dv-cinder-825105-1-iscsi neutron-server[82904]: DEBUG neutron.db.l3_hamode_db [None req-20f0391a-79fd-4b10-84fb-ca21b4d8252a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825105-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-09T15:34:00Z,description=,heartbeat_timestamp=2022-02-09T15:34:30Z,host='dv-cinder-825105-1-iscsi',id=94c626d1-bc40-41bd-b6b2-9a20da402cb6,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:34:00Z,topic='l3_agent')) {'router_ids': ['c6c8ba4d-9f2d-418c-b4ee-8fe8c483a0df'], 'active': True} {{(pid=82904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:34:36.002035 dv-cinder-825105-1-iscsi neutron-server[82904]: DEBUG neutron.db.l3_dvr_db [None req-20f0391a-79fd-4b10-84fb-ca21b4d8252a None None] Set router c6c8ba4d-9f2d-418c-b4ee-8fe8c483a0df gateway port host: None {{(pid=82904) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 15:34:36.393955 dv-cinder-825105-1-iscsi neutron-server[82904]: DEBUG neutron.db.l3_hamode_db [None req-20f0391a-79fd-4b10-84fb-ca21b4d8252a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6c8ba4d-9f2d-418c-b4ee-8fe8c483a0df', 'name': 'router1', 'tenant_id': 'ba5017a9af83427b99993c874981fe13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T15:34:24Z', 'updated_at': '2022-02-09T15:34:34Z', 'revision_number': 2, 'project_id': 'ba5017a9af83427b99993c874981fe13', 'gw_port_host': None, '_interfaces': [{'id': 'c4c5085a-9016-4e57-916b-6a443e5b43b2', 'name': '', 'network_id': '4991ab2f-bd0e-4dd0-a69a-f2d608c09a1b', 'tenant_id': 'ba5017a9af83427b99993c874981fe13', 'mac_address': 'fa:16:3e:77:92:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6c8ba4d-9f2d-418c-b4ee-8fe8c483a0df', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6096b4f0-b8a1-4f2b-8b1f-725943084fb8', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:34:34Z', 'updated_at': '2022-02-09T15:34:34Z', 'revision_number': 2, 'project_id': 'ba5017a9af83427b99993c874981fe13', 'subnets': [{'id': '6096b4f0-b8a1-4f2b-8b1f-725943084fb8', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'cfc4983c-2491-4b1d-99e8-77907c70a487'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825105-1-iscsi', False) {} {{(pid=82904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:34:36.398878 dv-cinder-825105-1-iscsi neutron-server[82904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20f0391a-79fd-4b10-84fb-ca21b4d8252a None None] Checking router: c6c8ba4d-9f2d-418c-b4ee-8fe8c483a0df for host: dv-cinder-825105-1-iscsi {{(pid=82904) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 09 15:34:36.399244 dv-cinder-825105-1-iscsi neutron-server[82904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20f0391a-79fd-4b10-84fb-ca21b4d8252a None None] Updating router c6c8ba4d-9f2d-418c-b4ee-8fe8c483a0df port c4c5085a-9016-4e57-916b-6a443e5b43b2 binding host dv-cinder-825105-1-iscsi {{(pid=82904) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 09 15:34:36.454341 dv-cinder-825105-1-iscsi neutron-server[82904]: DEBUG neutron_lib.callbacks.manager [None req-20f0391a-79fd-4b10-84fb-ca21b4d8252a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16080601'] for port, before_update {{(pid=82904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:34:36.852864 dv-cinder-825105-1-iscsi neutron-server[82904]: DEBUG neutron_lib.callbacks.manager [None req-20f0391a-79fd-4b10-84fb-ca21b4d8252a None None] Notify callbacks [] for port, precommit_update {{(pid=82904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:34:36.867912 dv-cinder-825105-1-iscsi neutron-server[82904]: DEBUG neutron.db.provisioning_blocks [None req-20f0391a-79fd-4b10-84fb-ca21b4d8252a None None] Transition to ACTIVE for port object c4c5085a-9016-4e57-916b-6a443e5b43b2 will not be triggered until provisioned by entity L2. {{(pid=82904) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 15:34:36.875243 dv-cinder-825105-1-iscsi neutron-server[82904]: DEBUG neutron_lib.callbacks.manager [None req-20f0391a-79fd-4b10-84fb-ca21b4d8252a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16080037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758755988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756758334055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756758334100'] for port, after_update {{(pid=82904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:34:37.098279 dv-cinder-825105-1-iscsi neutron-server[82904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d60be83c-ec79-4350-bff2-0f5d199ce201 None None] Pushing event updated for resources: {'Port': ['ID=c4c5085a-9016-4e57-916b-6a443e5b43b2,revision_number=3']} {{(pid=82904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:34:37.123289 dv-cinder-825105-1-iscsi neutron-server[82904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d60be83c-ec79-4350-bff2-0f5d199ce201 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825105-1-iscsi {{(pid=82904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:34:37.123542 dv-cinder-825105-1-iscsi neutron-server[82904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d60be83c-ec79-4350-bff2-0f5d199ce201 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825105-1-iscsi {{(pid=82904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:34:37.123852 dv-cinder-825105-1-iscsi neutron-server[82904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d60be83c-ec79-4350-bff2-0f5d199ce201 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825105-1-iscsi {{(pid=82904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:34:37.124193 dv-cinder-825105-1-iscsi neutron-server[82904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d60be83c-ec79-4350-bff2-0f5d199ce201 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825105-1-iscsi {{(pid=82904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:34:37.124516 dv-cinder-825105-1-iscsi neutron-server[82904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d60be83c-ec79-4350-bff2-0f5d199ce201 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825105-1-iscsi {{(pid=82904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:34:37.124830 dv-cinder-825105-1-iscsi neutron-server[82904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d60be83c-ec79-4350-bff2-0f5d199ce201 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-825105-1-iscsi {{(pid=82904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:34:37.125143 dv-cinder-825105-1-iscsi neutron-server[82904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d60be83c-ec79-4350-bff2-0f5d199ce201 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825105-1-iscsi {{(pid=82904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:34:37.125462 dv-cinder-825105-1-iscsi neutron-server[82904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d60be83c-ec79-4350-bff2-0f5d199ce201 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825105-1-iscsi {{(pid=82904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:34:37.125771 dv-cinder-825105-1-iscsi neutron-server[82904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d60be83c-ec79-4350-bff2-0f5d199ce201 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825105-1-iscsi {{(pid=82904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:34:37.126084 dv-cinder-825105-1-iscsi neutron-server[82904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d60be83c-ec79-4350-bff2-0f5d199ce201 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825105-1-iscsi {{(pid=82904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:34:37.126388 dv-cinder-825105-1-iscsi neutron-server[82904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d60be83c-ec79-4350-bff2-0f5d199ce201 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825105-1-iscsi {{(pid=82904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:34:37.127585 dv-cinder-825105-1-iscsi neutron-server[82904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d60be83c-ec79-4350-bff2-0f5d199ce201 None None] Tracked resource versions report: Feb 09 15:34:37.127585 dv-cinder-825105-1-iscsi neutron-server[82904]: pushed versions: Feb 09 15:34:37.127585 dv-cinder-825105-1-iscsi neutron-server[82904]: { 'ConntrackHelper': {'1.0'}, Feb 09 15:34:37.127585 dv-cinder-825105-1-iscsi neutron-server[82904]: 'Log': {'1.0'}, Feb 09 15:34:37.127585 dv-cinder-825105-1-iscsi neutron-server[82904]: 'Network': {'1.1'}, Feb 09 15:34:37.127585 dv-cinder-825105-1-iscsi neutron-server[82904]: 'Port': {'1.5'}, Feb 09 15:34:37.127585 dv-cinder-825105-1-iscsi neutron-server[82904]: 'PortForwarding': {'1.2'}, Feb 09 15:34:37.127585 dv-cinder-825105-1-iscsi neutron-server[82904]: 'QosPolicy': {'1.8'}, Feb 09 15:34:37.127585 dv-cinder-825105-1-iscsi neutron-server[82904]: 'SecurityGroup': {'1.2'}, Feb 09 15:34:37.127585 dv-cinder-825105-1-iscsi neutron-server[82904]: 'SecurityGroupRule': {'1.0'}, Feb 09 15:34:37.127585 dv-cinder-825105-1-iscsi neutron-server[82904]: 'SubPort': {'1.0'}, Feb 09 15:34:37.127585 dv-cinder-825105-1-iscsi neutron-server[82904]: 'Subnet': {'1.1'}, Feb 09 15:34:37.127585 dv-cinder-825105-1-iscsi neutron-server[82904]: 'Trunk': {'1.1'}} Feb 09 15:34:37.127585 dv-cinder-825105-1-iscsi neutron-server[82904]: consumer versions: Feb 09 15:34:37.127585 dv-cinder-825105-1-iscsi neutron-server[82904]: { DHCP agent@dv-cinder-825105-1-iscsi: {}, Feb 09 15:34:37.127585 dv-cinder-825105-1-iscsi neutron-server[82904]: L3 agent@dv-cinder-825105-1-iscsi: {}, Feb 09 15:34:37.127585 dv-cinder-825105-1-iscsi neutron-server[82904]: Metadata agent@dv-cinder-825105-1-iscsi: {}, Feb 09 15:34:37.127585 dv-cinder-825105-1-iscsi neutron-server[82904]: Metering agent@dv-cinder-825105-1-iscsi: {}, Feb 09 15:34:37.127585 dv-cinder-825105-1-iscsi neutron-server[82904]: Open vSwitch agent@dv-cinder-825105-1-iscsi: { 'ConntrackHelper': '1.0', Feb 09 15:34:37.127585 dv-cinder-825105-1-iscsi neutron-server[82904]: 'Log': '1.0', Feb 09 15:34:37.127585 dv-cinder-825105-1-iscsi neutron-server[82904]: 'Network': '1.1', Feb 09 15:34:37.127585 dv-cinder-825105-1-iscsi neutron-server[82904]: 'Port': '1.5', Feb 09 15:34:37.127585 dv-cinder-825105-1-iscsi neutron-server[82904]: 'PortForwarding': '1.2', Feb 09 15:34:37.127585 dv-cinder-825105-1-iscsi neutron-server[82904]: 'QosPolicy': '1.8', Feb 09 15:34:37.127585 dv-cinder-825105-1-iscsi neutron-server[82904]: 'SecurityGroup': '1.2', Feb 09 15:34:37.127585 dv-cinder-825105-1-iscsi neutron-server[82904]: 'SecurityGroupRule': '1.0', Feb 09 15:34:37.127585 dv-cinder-825105-1-iscsi neutron-server[82904]: 'SubPort': '1.0', Feb 09 15:34:37.127585 dv-cinder-825105-1-iscsi neutron-server[82904]: 'Subnet': '1.1', Feb 09 15:34:37.127585 dv-cinder-825105-1-iscsi neutron-server[82904]: 'Trunk': '1.1'}} Feb 09 15:34:37.127585 dv-cinder-825105-1-iscsi neutron-server[82904]: {{(pid=82904) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 09 15:34:37.138828 dv-cinder-825105-1-iscsi neutron-server[82904]: DEBUG neutron.plugins.ml2.managers [None req-20f0391a-79fd-4b10-84fb-ca21b4d8252a None None] Attempting to bind port c4c5085a-9016-4e57-916b-6a443e5b43b2 on host dv-cinder-825105-1-iscsi for vnic_type normal with profile {{(pid=82904) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 15:34:37.139156 dv-cinder-825105-1-iscsi neutron-server[82904]: DEBUG neutron.plugins.ml2.managers [None req-20f0391a-79fd-4b10-84fb-ca21b4d8252a None None] Attempting to bind port c4c5085a-9016-4e57-916b-6a443e5b43b2 by drivers openvswitch,hyperv on host dv-cinder-825105-1-iscsi at level 0 using segments [{'id': '8fc5d036-88f0-497d-9aae-c53b535b5d92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': '4991ab2f-bd0e-4dd0-a69a-f2d608c09a1b'}] {{(pid=82904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 15:34:37.139593 dv-cinder-825105-1-iscsi neutron-server[82904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20f0391a-79fd-4b10-84fb-ca21b4d8252a None None] Attempting to bind port c4c5085a-9016-4e57-916b-6a443e5b43b2 on network 4991ab2f-bd0e-4dd0-a69a-f2d608c09a1b {{(pid=82904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 15:34:37.145977 dv-cinder-825105-1-iscsi neutron-server[82904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20f0391a-79fd-4b10-84fb-ca21b4d8252a None None] Checking agent: {'id': '0c30844f-de8e-42c5-a17a-962bb78b1270', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-825105-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 15, 34, 1), 'started_at': datetime.datetime(2022, 2, 9, 15, 34, 31), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 15, 34, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-825105-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 15:34:37.146377 dv-cinder-825105-1-iscsi neutron-server[82904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20f0391a-79fd-4b10-84fb-ca21b4d8252a None None] Checking segment: {'id': '8fc5d036-88f0-497d-9aae-c53b535b5d92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': '4991ab2f-bd0e-4dd0-a69a-f2d608c09a1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82904) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 15:34:37.146833 dv-cinder-825105-1-iscsi neutron-server[82904]: DEBUG neutron_lib.callbacks.manager [None req-20f0391a-79fd-4b10-84fb-ca21b4d8252a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:34:37.147204 dv-cinder-825105-1-iscsi neutron-server[82904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20f0391a-79fd-4b10-84fb-ca21b4d8252a None None] Bound using segment: {'id': '8fc5d036-88f0-497d-9aae-c53b535b5d92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': '4991ab2f-bd0e-4dd0-a69a-f2d608c09a1b'} {{(pid=82904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 15:34:37.147675 dv-cinder-825105-1-iscsi neutron-server[82904]: DEBUG neutron.plugins.ml2.managers [None req-20f0391a-79fd-4b10-84fb-ca21b4d8252a None None] Bound port: c4c5085a-9016-4e57-916b-6a443e5b43b2, host: dv-cinder-825105-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8fc5d036-88f0-497d-9aae-c53b535b5d92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': '4991ab2f-bd0e-4dd0-a69a-f2d608c09a1b'}}] {{(pid=82904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 15:34:37.148063 dv-cinder-825105-1-iscsi neutron-server[82904]: DEBUG neutron_lib.callbacks.manager [None req-20f0391a-79fd-4b10-84fb-ca21b4d8252a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16080601'] for port, before_update {{(pid=82904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:34:37.235138 dv-cinder-825105-1-iscsi neutron-server[82904]: DEBUG neutron.plugins.ml2.db [None req-20f0391a-79fd-4b10-84fb-ca21b4d8252a None None] For port c4c5085a-9016-4e57-916b-6a443e5b43b2, host dv-cinder-825105-1-iscsi, cleared binding levels {{(pid=82904) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 15:34:37.239230 dv-cinder-825105-1-iscsi neutron-server[82904]: DEBUG neutron.plugins.ml2.db [None req-20f0391a-79fd-4b10-84fb-ca21b4d8252a None None] For port c4c5085a-9016-4e57-916b-6a443e5b43b2, host dv-cinder-825105-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825105-1-iscsi',level=0,port_id=c4c5085a-9016-4e57-916b-6a443e5b43b2,segment=NetworkSegment(8fc5d036-88f0-497d-9aae-c53b535b5d92),segment_id=8fc5d036-88f0-497d-9aae-c53b535b5d92)] {{(pid=82904) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 15:34:37.243367 dv-cinder-825105-1-iscsi neutron-server[82904]: DEBUG neutron_lib.callbacks.manager [None req-20f0391a-79fd-4b10-84fb-ca21b4d8252a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16080037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758755988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756758334055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756758334100'] for port, after_update {{(pid=82904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:34:37.334095 dv-cinder-825105-1-iscsi neutron-server[82904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d60be83c-ec79-4350-bff2-0f5d199ce201 None None] Pushing event updated for resources: {'Port': ['ID=c4c5085a-9016-4e57-916b-6a443e5b43b2,revision_number=4']} {{(pid=82904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:34:37.343470 dv-cinder-825105-1-iscsi neutron-server[82904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20f0391a-79fd-4b10-84fb-ca21b4d8252a None None] Routers {'c6c8ba4d-9f2d-418c-b4ee-8fe8c483a0df'} bound to L3 agent in host dv-cinder-825105-1-iscsi {{(pid=82904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 15:34:37.344081 dv-cinder-825105-1-iscsi neutron-server[82904]: DEBUG neutron.db.l3_hamode_db [None req-20f0391a-79fd-4b10-84fb-ca21b4d8252a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825105-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-09T15:34:00Z,description=,heartbeat_timestamp=2022-02-09T15:34:30Z,host='dv-cinder-825105-1-iscsi',id=94c626d1-bc40-41bd-b6b2-9a20da402cb6,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:34:00Z,topic='l3_agent')) {'router_ids': ['c6c8ba4d-9f2d-418c-b4ee-8fe8c483a0df'], 'active': True} {{(pid=82904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:34:37.508445 dv-cinder-825105-1-iscsi neutron-server[82904]: DEBUG neutron.db.l3_dvr_db [None req-20f0391a-79fd-4b10-84fb-ca21b4d8252a None None] Set router c6c8ba4d-9f2d-418c-b4ee-8fe8c483a0df gateway port host: None {{(pid=82904) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 15:34:37.846432 dv-cinder-825105-1-iscsi neutron-server[82904]: DEBUG neutron.db.l3_hamode_db [None req-20f0391a-79fd-4b10-84fb-ca21b4d8252a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6c8ba4d-9f2d-418c-b4ee-8fe8c483a0df', 'name': 'router1', 'tenant_id': 'ba5017a9af83427b99993c874981fe13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T15:34:24Z', 'updated_at': '2022-02-09T15:34:34Z', 'revision_number': 2, 'project_id': 'ba5017a9af83427b99993c874981fe13', 'gw_port_host': None, '_interfaces': [{'id': 'c4c5085a-9016-4e57-916b-6a443e5b43b2', 'name': '', 'network_id': '4991ab2f-bd0e-4dd0-a69a-f2d608c09a1b', 'tenant_id': 'ba5017a9af83427b99993c874981fe13', 'mac_address': 'fa:16:3e:77:92:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6c8ba4d-9f2d-418c-b4ee-8fe8c483a0df', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6096b4f0-b8a1-4f2b-8b1f-725943084fb8', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825105-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:34:34Z', 'updated_at': '2022-02-09T15:34:37Z', 'revision_number': 4, 'project_id': 'ba5017a9af83427b99993c874981fe13', 'subnets': [{'id': '6096b4f0-b8a1-4f2b-8b1f-725943084fb8', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'cfc4983c-2491-4b1d-99e8-77907c70a487'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825105-1-iscsi', False) {} {{(pid=82904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:34:37.850254 dv-cinder-825105-1-iscsi neutron-server[82904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20f0391a-79fd-4b10-84fb-ca21b4d8252a None None] The sync data for ids ['c6c8ba4d-9f2d-418c-b4ee-8fe8c483a0df'] in dv-cinder-825105-1-iscsi is: [{'id': 'c6c8ba4d-9f2d-418c-b4ee-8fe8c483a0df', 'name': 'router1', 'tenant_id': 'ba5017a9af83427b99993c874981fe13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T15:34:24Z', 'updated_at': '2022-02-09T15:34:34Z', 'revision_number': 2, 'project_id': 'ba5017a9af83427b99993c874981fe13', 'gw_port_host': None, '_interfaces': [{'id': 'c4c5085a-9016-4e57-916b-6a443e5b43b2', 'name': '', 'network_id': '4991ab2f-bd0e-4dd0-a69a-f2d608c09a1b', 'tenant_id': 'ba5017a9af83427b99993c874981fe13', 'mac_address': 'fa:16:3e:77:92:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6c8ba4d-9f2d-418c-b4ee-8fe8c483a0df', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6096b4f0-b8a1-4f2b-8b1f-725943084fb8', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825105-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:34:34Z', 'updated_at': '2022-02-09T15:34:37Z', 'revision_number': 4, 'project_id': 'ba5017a9af83427b99993c874981fe13', 'subnets': [{'id': '6096b4f0-b8a1-4f2b-8b1f-725943084fb8', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'cfc4983c-2491-4b1d-99e8-77907c70a487'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 09 15:34:37.989949 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.wsgi [-] (82901) accepted ('10.222.0.67', 39622) {{(pid=82901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 15:34:38.167003 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bfc7cf7-fd56-469c-b539-04f365d62f49 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:34:38.168402 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [None req-0bfc7cf7-fd56-469c-b539-04f365d62f49 admin admin] 10.222.0.67 "GET /v2.0/networks/c65eede5-7777-493f-951d-210877831002 HTTP/1.1" status: 200 len: 842 time: 0.1774852 Feb 09 15:34:38.177579 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.api.v2.base [None req-aecfcbf3-e714-4b05-baf6-955677201709 admin admin] Request body: {'subnet': {'cidr': '172.27.0.0/24', 'ip_version': 4, 'enable_dhcp': False, 'network_id': 'c65eede5-7777-493f-951d-210877831002', 'name': 'public-subnet', 'gateway_ip': '172.27.0.1'}} {{(pid=82901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 15:34:38.183244 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.db.quota.driver [None req-aecfcbf3-e714-4b05-baf6-955677201709 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 15:34:38.187101 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.quota.resource [None req-aecfcbf3-e714-4b05-baf6-955677201709 admin admin] Usage tracker for resource:subnet and tenant:50c6cdded6a147a6b0f5cd1fbc7393c5 is out of sync, need to count used quota {{(pid=82901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 15:34:38.190122 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.quota.resource [None req-aecfcbf3-e714-4b05-baf6-955677201709 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=82901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 15:34:38.196162 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.db.quota.driver [None req-aecfcbf3-e714-4b05-baf6-955677201709 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 15:34:38.206737 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aecfcbf3-e714-4b05-baf6-955677201709 admin admin] Made reservation on behalf of 50c6cdded6a147a6b0f5cd1fbc7393c5 for: {'subnet': 1} {{(pid=82901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 15:34:38.209161 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-aecfcbf3-e714-4b05-baf6-955677201709 admin admin] Notify callbacks [] for subnet, before_create {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:34:38.621445 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.objects.ports [None req-aecfcbf3-e714-4b05-baf6-955677201709 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=82901) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Feb 09 15:34:38.621880 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-aecfcbf3-e714-4b05-baf6-955677201709 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124156'] for subnet, after_create {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:34:38.715089 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecfcbf3-e714-4b05-baf6-955677201709 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2c513225-bb11-4d36-a4c3-0732716dcb87,revision_number=0']} {{(pid=82901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:34:38.732824 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aecfcbf3-e714-4b05-baf6-955677201709 admin admin] Checking segment: {'id': 'e675f0f7-189f-41a1-8fb7-d7545319af97', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c65eede5-7777-493f-951d-210877831002'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 15:34:38.733164 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aecfcbf3-e714-4b05-baf6-955677201709 admin admin] Network hostable DHCP agents. Network: c65eede5-7777-493f-951d-210877831002, hostable agents: ['534ecb3d-5fb5-4496-b97c-b20b93fdf8ec'], hosted agents: [] {{(pid=82901) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 15:34:38.761252 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aecfcbf3-e714-4b05-baf6-955677201709 admin admin] Network c65eede5-7777-493f-951d-210877831002 is scheduled to be hosted by DHCP agent 534ecb3d-5fb5-4496-b97c-b20b93fdf8ec with binding_index 1 {{(pid=82901) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 15:34:38.772257 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.scheduler.base_scheduler [None req-aecfcbf3-e714-4b05-baf6-955677201709 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-825105-1-iscsi, c65eede5-7777-493f-951d-210877831002) {{(pid=82901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 15:34:38.777683 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aecfcbf3-e714-4b05-baf6-955677201709 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=82901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:34:38.778366 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-aecfcbf3-e714-4b05-baf6-955677201709 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16124149'] for subnet, before_response {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:34:38.782684 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97e13e06-19ae-4c15-81f9-19d481a440c5 None None] Network c65eede5-7777-493f-951d-210877831002 requested from dv-cinder-825105-1-iscsi {{(pid=82903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 15:34:38.810369 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [None req-aecfcbf3-e714-4b05-baf6-955677201709 admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6361887 Feb 09 15:34:39.022077 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-750a2b73-a286-4da6-aae7-f9ae153e450c None None] Network c65eede5-7777-493f-951d-210877831002 requested from dv-cinder-825105-1-iscsi {{(pid=82903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 15:34:39.789502 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.plugins.ml2.rpc [None req-608c4fd2-211a-4ca9-a277-ad2a51be62ff None None] Device c4c5085a-9016-4e57-916b-6a443e5b43b2 up at agent ovs-agent-dv-cinder-825105-1-iscsi {{(pid=82903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 15:34:39.862356 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.db.provisioning_blocks [None req-608c4fd2-211a-4ca9-a277-ad2a51be62ff None None] Provisioning for port c4c5085a-9016-4e57-916b-6a443e5b43b2 completed by entity L2. {{(pid=82903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 15:34:39.867783 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.db.provisioning_blocks [None req-608c4fd2-211a-4ca9-a277-ad2a51be62ff None None] Provisioning complete for port c4c5085a-9016-4e57-916b-6a443e5b43b2 triggered by entity L2. {{(pid=82903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:34:39.868178 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-608c4fd2-211a-4ca9-a277-ad2a51be62ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16008948'] for port, provisioning_complete {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:34:39.986168 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-608c4fd2-211a-4ca9-a277-ad2a51be62ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16080601'] for port, before_update {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:34:40.018058 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.plugins.ml2.db [None req-608c4fd2-211a-4ca9-a277-ad2a51be62ff None None] For port c4c5085a-9016-4e57-916b-6a443e5b43b2, host dv-cinder-825105-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825105-1-iscsi',level=0,port_id=c4c5085a-9016-4e57-916b-6a443e5b43b2,segment=NetworkSegment(8fc5d036-88f0-497d-9aae-c53b535b5d92),segment_id=8fc5d036-88f0-497d-9aae-c53b535b5d92)] {{(pid=82903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:34:40.023109 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-608c4fd2-211a-4ca9-a277-ad2a51be62ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16080037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758755988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756758334055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756758334100'] for port, after_update {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:34:40.089620 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-608c4fd2-211a-4ca9-a277-ad2a51be62ff None None] Pushing event updated for resources: {'Port': ['ID=c4c5085a-9016-4e57-916b-6a443e5b43b2,revision_number=5']} {{(pid=82903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:34:41.019399 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.wsgi [-] (82901) accepted ('10.222.0.67', 39636) {{(pid=82901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 15:34:41.251914 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [None req-a10e4105-fc51-40ab-8adb-c401d0dbb890 admin admin] 10.222.0.67 "GET /v2.0/routers/c6c8ba4d-9f2d-418c-b4ee-8fe8c483a0df HTTP/1.1" status: 200 len: 710 time: 0.2312698 Feb 09 15:34:41.382727 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97ccc1dd-a944-4106-a19c-5cf08bc57641 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:34:41.384216 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [None req-97ccc1dd-a944-4106-a19c-5cf08bc57641 admin admin] 10.222.0.67 "GET /v2.0/networks/c65eede5-7777-493f-951d-210877831002 HTTP/1.1" status: 200 len: 886 time: 0.1272471 Feb 09 15:34:41.392688 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.api.v2.base [None req-eeb08b02-71ba-4dbe-a641-8c543d080ae9 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'c65eede5-7777-493f-951d-210877831002'}}} {{(pid=82901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 15:34:41.764932 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.plugins.ml2.rpc [None req-608c4fd2-211a-4ca9-a277-ad2a51be62ff None None] Device c4c5085a-9016-4e57-916b-6a443e5b43b2 up at agent ovs-agent-dv-cinder-825105-1-iscsi {{(pid=82903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 15:34:41.843942 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.db.provisioning_blocks [None req-608c4fd2-211a-4ca9-a277-ad2a51be62ff None None] Provisioning complete for port c4c5085a-9016-4e57-916b-6a443e5b43b2 triggered by entity L2. {{(pid=82903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:34:41.844345 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-608c4fd2-211a-4ca9-a277-ad2a51be62ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16008948'] for port, provisioning_complete {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:34:41.910478 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-eeb08b02-71ba-4dbe-a641-8c543d080ae9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-406509', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-410218', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1025164'] for router, precommit_update {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:34:42.097276 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-eeb08b02-71ba-4dbe-a641-8c543d080ae9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:34:42.152537 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-eeb08b02-71ba-4dbe-a641-8c543d080ae9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16080601'] for port, before_create {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:34:42.291188 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.db.db_base_plugin_common [None req-eeb08b02-71ba-4dbe-a641-8c543d080ae9 admin admin] Allocated IP 172.27.0.229 (c65eede5-7777-493f-951d-210877831002/2c513225-bb11-4d36-a4c3-0732716dcb87/fc1923ac-250e-4177-9bac-1f8934662f12) {{(pid=82901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 15:34:42.436132 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-eeb08b02-71ba-4dbe-a641-8c543d080ae9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:34:42.464086 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-eeb08b02-71ba-4dbe-a641-8c543d080ae9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16080037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124156', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756758334037'] for port, after_create {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:34:42.551756 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eeb08b02-71ba-4dbe-a641-8c543d080ae9 admin admin] Network c65eede5-7777-493f-951d-210877831002 is already hosted by enough agents. {{(pid=82901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 15:34:42.554420 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.scheduler.base_scheduler [None req-eeb08b02-71ba-4dbe-a641-8c543d080ae9 admin admin] Resources bound (agent type, host, resource id): {{(pid=82901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 15:34:42.559593 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eeb08b02-71ba-4dbe-a641-8c543d080ae9 admin admin] Received port after_create {{(pid=82901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 15:34:42.582707 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb08b02-71ba-4dbe-a641-8c543d080ae9 admin admin] Pushing event updated for resources: {'Port': ['ID=fc1923ac-250e-4177-9bac-1f8934662f12,revision_number=1']} {{(pid=82901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:34:42.698726 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-eeb08b02-71ba-4dbe-a641-8c543d080ae9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:34:42.868089 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-eeb08b02-71ba-4dbe-a641-8c543d080ae9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-406509', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-410218', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1025164'] for router, precommit_update {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:34:42.871937 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-eeb08b02-71ba-4dbe-a641-8c543d080ae9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-406294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-406500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-406303', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-412313'] for router, after_update {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:34:43.116395 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eeb08b02-71ba-4dbe-a641-8c543d080ae9 admin admin] Router c6c8ba4d-9f2d-418c-b4ee-8fe8c483a0df has already been hosted by L3 agent 94c626d1-bc40-41bd-b6b2-9a20da402cb6 {{(pid=82901) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 15:34:43.310008 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eeb08b02-71ba-4dbe-a641-8c543d080ae9 admin admin] Notify agent at l3_agent.dv-cinder-825105-1-iscsi the message routers_updated {{(pid=82901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 15:34:43.318529 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-eeb08b02-71ba-4dbe-a641-8c543d080ae9 admin admin] Notify callbacks [] for router, before_response {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:34:43.319995 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [None req-eeb08b02-71ba-4dbe-a641-8c543d080ae9 admin admin] 10.222.0.67 "PUT /v2.0/routers/c6c8ba4d-9f2d-418c-b4ee-8fe8c483a0df HTTP/1.1" status: 200 len: 890 time: 1.9305182 Feb 09 15:34:43.320231 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c42141e-1386-44d6-97cb-aed4833b6ab2 None None] Sync routers for ids ['c6c8ba4d-9f2d-418c-b4ee-8fe8c483a0df'] in dv-cinder-825105-1-iscsi {{(pid=82903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 09 15:34:43.333304 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c42141e-1386-44d6-97cb-aed4833b6ab2 None None] Routers {'c6c8ba4d-9f2d-418c-b4ee-8fe8c483a0df'} bound to L3 agent in host dv-cinder-825105-1-iscsi {{(pid=82903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 15:34:43.333988 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.db.l3_hamode_db [None req-3c42141e-1386-44d6-97cb-aed4833b6ab2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825105-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-09T15:34:00Z,description=,heartbeat_timestamp=2022-02-09T15:34:30Z,host='dv-cinder-825105-1-iscsi',id=94c626d1-bc40-41bd-b6b2-9a20da402cb6,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:34:00Z,topic='l3_agent')) {'router_ids': ['c6c8ba4d-9f2d-418c-b4ee-8fe8c483a0df'], 'active': True} {{(pid=82903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:34:43.526948 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.db.l3_dvr_db [None req-3c42141e-1386-44d6-97cb-aed4833b6ab2 None None] Set router c6c8ba4d-9f2d-418c-b4ee-8fe8c483a0df gateway port host: dv-cinder-825105-1-iscsi {{(pid=82903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 15:34:43.876895 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.db.l3_hamode_db [None req-3c42141e-1386-44d6-97cb-aed4833b6ab2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6c8ba4d-9f2d-418c-b4ee-8fe8c483a0df', 'name': 'router1', 'tenant_id': 'ba5017a9af83427b99993c874981fe13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c65eede5-7777-493f-951d-210877831002', 'external_fixed_ips': [{'subnet_id': '2c513225-bb11-4d36-a4c3-0732716dcb87', 'ip_address': '172.27.0.229'}], 'enable_snat': True}, 'gw_port_id': 'fc1923ac-250e-4177-9bac-1f8934662f12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T15:34:24Z', 'updated_at': '2022-02-09T15:34:42Z', 'revision_number': 4, 'project_id': 'ba5017a9af83427b99993c874981fe13', 'gw_port': {'id': 'fc1923ac-250e-4177-9bac-1f8934662f12', 'name': '', 'network_id': 'c65eede5-7777-493f-951d-210877831002', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:6b:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6c8ba4d-9f2d-418c-b4ee-8fe8c483a0df', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2c513225-bb11-4d36-a4c3-0732716dcb87', 'ip_address': '172.27.0.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:34:42Z', 'updated_at': '2022-02-09T15:34:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2c513225-bb11-4d36-a4c3-0732716dcb87', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825105-1-iscsi', '_interfaces': [{'id': 'c4c5085a-9016-4e57-916b-6a443e5b43b2', 'name': '', 'network_id': '4991ab2f-bd0e-4dd0-a69a-f2d608c09a1b', 'tenant_id': 'ba5017a9af83427b99993c874981fe13', 'mac_address': 'fa:16:3e:77:92:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6c8ba4d-9f2d-418c-b4ee-8fe8c483a0df', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6096b4f0-b8a1-4f2b-8b1f-725943084fb8', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825105-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:34:34Z', 'updated_at': '2022-02-09T15:34:40Z', 'revision_number': 5, 'project_id': 'ba5017a9af83427b99993c874981fe13', 'subnets': [{'id': '6096b4f0-b8a1-4f2b-8b1f-725943084fb8', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'cfc4983c-2491-4b1d-99e8-77907c70a487'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825105-1-iscsi', False) {} {{(pid=82903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:34:43.881788 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c42141e-1386-44d6-97cb-aed4833b6ab2 None None] Checking router: c6c8ba4d-9f2d-418c-b4ee-8fe8c483a0df for host: dv-cinder-825105-1-iscsi {{(pid=82903) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 09 15:34:43.882153 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c42141e-1386-44d6-97cb-aed4833b6ab2 None None] Updating router c6c8ba4d-9f2d-418c-b4ee-8fe8c483a0df port fc1923ac-250e-4177-9bac-1f8934662f12 binding host dv-cinder-825105-1-iscsi {{(pid=82903) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 09 15:34:43.936645 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-3c42141e-1386-44d6-97cb-aed4833b6ab2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16080601'] for port, before_update {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:34:44.030370 dv-cinder-825105-1-iscsi neutron-server[82904]: DEBUG neutron.db.agents_db [None req-77d1faa3-9ee6-4a91-bd02-8524aa1f9325 None None] Agent healthcheck: found 5 active agents {{(pid=82904) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 15:34:44.265369 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-3c42141e-1386-44d6-97cb-aed4833b6ab2 None None] Notify callbacks [] for port, precommit_update {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:34:44.278757 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.db.provisioning_blocks [None req-3c42141e-1386-44d6-97cb-aed4833b6ab2 None None] Transition to ACTIVE for port object fc1923ac-250e-4177-9bac-1f8934662f12 will not be triggered until provisioned by entity L2. {{(pid=82903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 15:34:44.286926 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-3c42141e-1386-44d6-97cb-aed4833b6ab2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16080037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758755988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756758334055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756758334100'] for port, after_update {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:34:44.371031 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecfb8538-dd76-4636-9b17-89cd4b3eb6bc None None] Pushing event updated for resources: {'Port': ['ID=fc1923ac-250e-4177-9bac-1f8934662f12,revision_number=2']} {{(pid=82903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:34:44.373394 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.plugins.ml2.managers [None req-3c42141e-1386-44d6-97cb-aed4833b6ab2 None None] Attempting to bind port fc1923ac-250e-4177-9bac-1f8934662f12 on host dv-cinder-825105-1-iscsi for vnic_type normal with profile {{(pid=82903) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 15:34:44.373750 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.plugins.ml2.managers [None req-3c42141e-1386-44d6-97cb-aed4833b6ab2 None None] Attempting to bind port fc1923ac-250e-4177-9bac-1f8934662f12 by drivers openvswitch,hyperv on host dv-cinder-825105-1-iscsi at level 0 using segments [{'id': 'e675f0f7-189f-41a1-8fb7-d7545319af97', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c65eede5-7777-493f-951d-210877831002'}] {{(pid=82903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 15:34:44.374144 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c42141e-1386-44d6-97cb-aed4833b6ab2 None None] Attempting to bind port fc1923ac-250e-4177-9bac-1f8934662f12 on network c65eede5-7777-493f-951d-210877831002 {{(pid=82903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 15:34:44.381305 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c42141e-1386-44d6-97cb-aed4833b6ab2 None None] Checking agent: {'id': '0c30844f-de8e-42c5-a17a-962bb78b1270', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-825105-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 15, 34, 1), 'started_at': datetime.datetime(2022, 2, 9, 15, 34, 31), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 15, 34, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-825105-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 15:34:44.381731 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c42141e-1386-44d6-97cb-aed4833b6ab2 None None] Checking segment: {'id': 'e675f0f7-189f-41a1-8fb7-d7545319af97', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c65eede5-7777-493f-951d-210877831002'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 15:34:44.382147 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-3c42141e-1386-44d6-97cb-aed4833b6ab2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:34:44.382544 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c42141e-1386-44d6-97cb-aed4833b6ab2 None None] Bound using segment: {'id': 'e675f0f7-189f-41a1-8fb7-d7545319af97', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c65eede5-7777-493f-951d-210877831002'} {{(pid=82903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 15:34:44.383060 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.plugins.ml2.managers [None req-3c42141e-1386-44d6-97cb-aed4833b6ab2 None None] Bound port: fc1923ac-250e-4177-9bac-1f8934662f12, host: dv-cinder-825105-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e675f0f7-189f-41a1-8fb7-d7545319af97', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c65eede5-7777-493f-951d-210877831002'}}] {{(pid=82903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 15:34:44.383453 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-3c42141e-1386-44d6-97cb-aed4833b6ab2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16080601'] for port, before_update {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:34:44.464489 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.plugins.ml2.db [None req-3c42141e-1386-44d6-97cb-aed4833b6ab2 None None] For port fc1923ac-250e-4177-9bac-1f8934662f12, host dv-cinder-825105-1-iscsi, cleared binding levels {{(pid=82903) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 15:34:44.467448 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.plugins.ml2.db [None req-3c42141e-1386-44d6-97cb-aed4833b6ab2 None None] For port fc1923ac-250e-4177-9bac-1f8934662f12, host dv-cinder-825105-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825105-1-iscsi',level=0,port_id=fc1923ac-250e-4177-9bac-1f8934662f12,segment=NetworkSegment(e675f0f7-189f-41a1-8fb7-d7545319af97),segment_id=e675f0f7-189f-41a1-8fb7-d7545319af97)] {{(pid=82903) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 15:34:44.472019 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-3c42141e-1386-44d6-97cb-aed4833b6ab2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16080037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758755988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756758334055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756758334100'] for port, after_update {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:34:44.572690 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecfb8538-dd76-4636-9b17-89cd4b3eb6bc None None] Pushing event updated for resources: {'Port': ['ID=fc1923ac-250e-4177-9bac-1f8934662f12,revision_number=3']} {{(pid=82903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:34:44.581534 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c42141e-1386-44d6-97cb-aed4833b6ab2 None None] Routers {'c6c8ba4d-9f2d-418c-b4ee-8fe8c483a0df'} bound to L3 agent in host dv-cinder-825105-1-iscsi {{(pid=82903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 15:34:44.582044 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.db.l3_hamode_db [None req-3c42141e-1386-44d6-97cb-aed4833b6ab2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825105-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-09T15:34:00Z,description=,heartbeat_timestamp=2022-02-09T15:34:30Z,host='dv-cinder-825105-1-iscsi',id=94c626d1-bc40-41bd-b6b2-9a20da402cb6,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:34:00Z,topic='l3_agent')) {'router_ids': ['c6c8ba4d-9f2d-418c-b4ee-8fe8c483a0df'], 'active': True} {{(pid=82903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:34:44.767515 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.db.l3_dvr_db [None req-3c42141e-1386-44d6-97cb-aed4833b6ab2 None None] Set router c6c8ba4d-9f2d-418c-b4ee-8fe8c483a0df gateway port host: dv-cinder-825105-1-iscsi {{(pid=82903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 15:34:45.109546 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.db.l3_hamode_db [None req-3c42141e-1386-44d6-97cb-aed4833b6ab2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6c8ba4d-9f2d-418c-b4ee-8fe8c483a0df', 'name': 'router1', 'tenant_id': 'ba5017a9af83427b99993c874981fe13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c65eede5-7777-493f-951d-210877831002', 'external_fixed_ips': [{'subnet_id': '2c513225-bb11-4d36-a4c3-0732716dcb87', 'ip_address': '172.27.0.229'}], 'enable_snat': True}, 'gw_port_id': 'fc1923ac-250e-4177-9bac-1f8934662f12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T15:34:24Z', 'updated_at': '2022-02-09T15:34:42Z', 'revision_number': 4, 'project_id': 'ba5017a9af83427b99993c874981fe13', 'gw_port': {'id': 'fc1923ac-250e-4177-9bac-1f8934662f12', 'name': '', 'network_id': 'c65eede5-7777-493f-951d-210877831002', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:6b:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6c8ba4d-9f2d-418c-b4ee-8fe8c483a0df', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2c513225-bb11-4d36-a4c3-0732716dcb87', 'ip_address': '172.27.0.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825105-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:34:42Z', 'updated_at': '2022-02-09T15:34:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2c513225-bb11-4d36-a4c3-0732716dcb87', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825105-1-iscsi', '_interfaces': [{'id': 'c4c5085a-9016-4e57-916b-6a443e5b43b2', 'name': '', 'network_id': '4991ab2f-bd0e-4dd0-a69a-f2d608c09a1b', 'tenant_id': 'ba5017a9af83427b99993c874981fe13', 'mac_address': 'fa:16:3e:77:92:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6c8ba4d-9f2d-418c-b4ee-8fe8c483a0df', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6096b4f0-b8a1-4f2b-8b1f-725943084fb8', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825105-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:34:34Z', 'updated_at': '2022-02-09T15:34:40Z', 'revision_number': 5, 'project_id': 'ba5017a9af83427b99993c874981fe13', 'subnets': [{'id': '6096b4f0-b8a1-4f2b-8b1f-725943084fb8', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'cfc4983c-2491-4b1d-99e8-77907c70a487'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825105-1-iscsi', False) {} {{(pid=82903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:34:45.113318 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c42141e-1386-44d6-97cb-aed4833b6ab2 None None] The sync data for ids ['c6c8ba4d-9f2d-418c-b4ee-8fe8c483a0df'] in dv-cinder-825105-1-iscsi is: [{'id': 'c6c8ba4d-9f2d-418c-b4ee-8fe8c483a0df', 'name': 'router1', 'tenant_id': 'ba5017a9af83427b99993c874981fe13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c65eede5-7777-493f-951d-210877831002', 'external_fixed_ips': [{'subnet_id': '2c513225-bb11-4d36-a4c3-0732716dcb87', 'ip_address': '172.27.0.229'}], 'enable_snat': True}, 'gw_port_id': 'fc1923ac-250e-4177-9bac-1f8934662f12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T15:34:24Z', 'updated_at': '2022-02-09T15:34:42Z', 'revision_number': 4, 'project_id': 'ba5017a9af83427b99993c874981fe13', 'gw_port': {'id': 'fc1923ac-250e-4177-9bac-1f8934662f12', 'name': '', 'network_id': 'c65eede5-7777-493f-951d-210877831002', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:6b:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6c8ba4d-9f2d-418c-b4ee-8fe8c483a0df', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2c513225-bb11-4d36-a4c3-0732716dcb87', 'ip_address': '172.27.0.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825105-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:34:42Z', 'updated_at': '2022-02-09T15:34:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2c513225-bb11-4d36-a4c3-0732716dcb87', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825105-1-iscsi', '_interfaces': [{'id': 'c4c5085a-9016-4e57-916b-6a443e5b43b2', 'name': '', 'network_id': '4991ab2f-bd0e-4dd0-a69a-f2d608c09a1b', 'tenant_id': 'ba5017a9af83427b99993c874981fe13', 'mac_address': 'fa:16:3e:77:92:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6c8ba4d-9f2d-418c-b4ee-8fe8c483a0df', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6096b4f0-b8a1-4f2b-8b1f-725943084fb8', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825105-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:34:34Z', 'updated_at': '2022-02-09T15:34:40Z', 'revision_number': 5, 'project_id': 'ba5017a9af83427b99993c874981fe13', 'subnets': [{'id': '6096b4f0-b8a1-4f2b-8b1f-725943084fb8', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'cfc4983c-2491-4b1d-99e8-77907c70a487'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 09 15:34:45.636370 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.wsgi [-] (82901) accepted ('10.222.0.67', 39646) {{(pid=82901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 15:34:45.787498 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [None req-92965407-da1c-4d2f-a8a6-927425503093 admin admin] 10.222.0.67 "GET /v2.0/ports?device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 1080 time: 0.1501017 Feb 09 15:34:45.791689 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.plugins.ml2.rpc [None req-608c4fd2-211a-4ca9-a277-ad2a51be62ff None None] Device fc1923ac-250e-4177-9bac-1f8934662f12 up at agent ovs-agent-dv-cinder-825105-1-iscsi {{(pid=82903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 15:34:45.865515 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.db.provisioning_blocks [None req-608c4fd2-211a-4ca9-a277-ad2a51be62ff None None] Provisioning for port fc1923ac-250e-4177-9bac-1f8934662f12 completed by entity L2. {{(pid=82903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 15:34:45.871200 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.db.provisioning_blocks [None req-608c4fd2-211a-4ca9-a277-ad2a51be62ff None None] Provisioning complete for port fc1923ac-250e-4177-9bac-1f8934662f12 triggered by entity L2. {{(pid=82903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:34:45.871568 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-608c4fd2-211a-4ca9-a277-ad2a51be62ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16008948'] for port, provisioning_complete {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:34:45.997030 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-608c4fd2-211a-4ca9-a277-ad2a51be62ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16080601'] for port, before_update {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:34:46.014244 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.plugins.ml2.db [None req-608c4fd2-211a-4ca9-a277-ad2a51be62ff None None] For port fc1923ac-250e-4177-9bac-1f8934662f12, host dv-cinder-825105-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825105-1-iscsi',level=0,port_id=fc1923ac-250e-4177-9bac-1f8934662f12,segment=NetworkSegment(e675f0f7-189f-41a1-8fb7-d7545319af97),segment_id=e675f0f7-189f-41a1-8fb7-d7545319af97)] {{(pid=82903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:34:46.018517 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-608c4fd2-211a-4ca9-a277-ad2a51be62ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16080037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758755988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756758334055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756758334100'] for port, after_update {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:34:46.085490 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-608c4fd2-211a-4ca9-a277-ad2a51be62ff None None] Pushing event updated for resources: {'Port': ['ID=fc1923ac-250e-4177-9bac-1f8934662f12,revision_number=4']} {{(pid=82903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:34:47.791641 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.plugins.ml2.rpc [None req-608c4fd2-211a-4ca9-a277-ad2a51be62ff None None] Device fc1923ac-250e-4177-9bac-1f8934662f12 up at agent ovs-agent-dv-cinder-825105-1-iscsi {{(pid=82903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 15:34:47.876831 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.db.provisioning_blocks [None req-608c4fd2-211a-4ca9-a277-ad2a51be62ff None None] Provisioning complete for port fc1923ac-250e-4177-9bac-1f8934662f12 triggered by entity L2. {{(pid=82903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:34:47.877221 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-608c4fd2-211a-4ca9-a277-ad2a51be62ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16008948'] for port, provisioning_complete {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:34:57.896232 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-71a04724-f67e-42f0-ab80-c17fea1fd4df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758786133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16008869'] for agent, after_update {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:35:00.229527 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-043fa7f5-621a-4ddd-92f5-7b3c437ae43a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758786133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16008869'] for agent, after_update {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:35:01.166106 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-1f7d0426-72a7-4c89-8e53-4ec430751ccf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758786133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16008869'] for agent, after_update {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:35:01.497802 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-608c4fd2-211a-4ca9-a277-ad2a51be62ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758786133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16008869'] for agent, after_update {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:35:02.826084 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-faa751bb-9674-45ec-b131-f889431b03dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758786133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16008869'] for agent, after_update {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:35:21.030358 dv-cinder-825105-1-iscsi neutron-server[82904]: DEBUG neutron.db.agents_db [None req-77d1faa3-9ee6-4a91-bd02-8524aa1f9325 None None] Agent healthcheck: found 5 active agents {{(pid=82904) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 15:35:27.897975 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-3cff0985-fd5c-4a86-9424-db378906f36b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758786133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16008869'] for agent, after_update {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:35:30.242833 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-8a68c3b4-4ee1-4815-980f-593bdd0a5230 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758786133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16008869'] for agent, after_update {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:35:31.172056 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-1f7d0426-72a7-4c89-8e53-4ec430751ccf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758786133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16008869'] for agent, after_update {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:35:31.506274 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-608c4fd2-211a-4ca9-a277-ad2a51be62ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758786133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16008869'] for agent, after_update {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:35:32.844477 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-faa751bb-9674-45ec-b131-f889431b03dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758786133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16008869'] for agent, after_update {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:35:57.896387 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-85c7d04c-7053-4685-ba68-95a03dfcee26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758786133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16008869'] for agent, after_update {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:35:58.034450 dv-cinder-825105-1-iscsi neutron-server[82904]: DEBUG neutron.db.agents_db [None req-77d1faa3-9ee6-4a91-bd02-8524aa1f9325 None None] Agent healthcheck: found 5 active agents {{(pid=82904) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 15:36:00.237617 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-404e6b31-cd15-426c-8876-936c9c3af509 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758786133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16008869'] for agent, after_update {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:36:01.181083 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-1f7d0426-72a7-4c89-8e53-4ec430751ccf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758786133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16008869'] for agent, after_update {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:36:01.501440 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-608c4fd2-211a-4ca9-a277-ad2a51be62ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758786133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16008869'] for agent, after_update {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:36:02.840257 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-faa751bb-9674-45ec-b131-f889431b03dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758786133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16008869'] for agent, after_update {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:36:27.890448 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-6fc2e61d-b339-4a88-ac4b-114ddf403b6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758786133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16008869'] for agent, after_update {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:36:30.249032 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-5f337945-fb29-4da5-b9f1-53da0db06925 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758786133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16008869'] for agent, after_update {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:36:31.172530 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-1f7d0426-72a7-4c89-8e53-4ec430751ccf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758786133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16008869'] for agent, after_update {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:36:31.504526 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-608c4fd2-211a-4ca9-a277-ad2a51be62ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758786133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16008869'] for agent, after_update {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:36:32.848991 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-faa751bb-9674-45ec-b131-f889431b03dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758786133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16008869'] for agent, after_update {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:36:35.037653 dv-cinder-825105-1-iscsi neutron-server[82904]: DEBUG neutron.db.agents_db [None req-77d1faa3-9ee6-4a91-bd02-8524aa1f9325 None None] Agent healthcheck: found 5 active agents {{(pid=82904) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 15:36:52.480517 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.wsgi [-] (82901) accepted ('10.222.0.67', 40218) {{(pid=82901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 15:36:52.571836 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.pecan_wsgi.hooks.translation [None req-7a195cee-b70b-42e3-a098-923b075ce85a admin admin] GET failed (client error): The resource could not be found. Feb 09 15:36:52.573090 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [None req-7a195cee-b70b-42e3-a098-923b075ce85a admin admin] 10.222.0.67 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0916507 Feb 09 15:36:52.705060 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da2d31ca-9f38-4fb2-8b25-1f60eb776332 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:36:52.706512 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [None req-da2d31ca-9f38-4fb2-8b25-1f60eb776332 admin admin] 10.222.0.67 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1291940 Feb 09 15:36:54.833808 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.wsgi [-] (82901) accepted ('10.222.0.67', 40228) {{(pid=82901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 15:36:54.971033 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72a99e48-e726-419c-81c8-28dcbaa8d872 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=82901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:36:54.971581 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.quota.resource [None req-72a99e48-e726-419c-81c8-28dcbaa8d872 admin admin] Synchronizing usage tracker for tenant:50c6cdded6a147a6b0f5cd1fbc7393c5 on resource:subnet {{(pid=82901) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 15:36:54.992230 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.quota.resource [None req-72a99e48-e726-419c-81c8-28dcbaa8d872 admin admin] Unset dirty status for tenant:50c6cdded6a147a6b0f5cd1fbc7393c5 on resource:subnet {{(pid=82901) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 15:36:54.993376 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [None req-72a99e48-e726-419c-81c8-28dcbaa8d872 admin admin] 10.222.0.67 "GET /v2.0/subnets/6096b4f0-b8a1-4f2b-8b1f-725943084fb8 HTTP/1.1" status: 200 len: 849 time: 0.1586337 Feb 09 15:36:55.002528 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.api.v2.base [None req-a4336b9a-dafc-4713-b3e5-ba07fd416366 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=82901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 15:36:55.121676 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-a4336b9a-dafc-4713-b3e5-ba07fd416366 admin admin] Notify callbacks [] for subnet, before_update {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:36:55.323345 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-a4336b9a-dafc-4713-b3e5-ba07fd416366 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8756758755979'] for subnet, after_update {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:36:55.376800 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4336b9a-dafc-4713-b3e5-ba07fd416366 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=82901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:36:55.377772 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-a4336b9a-dafc-4713-b3e5-ba07fd416366 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16124149'] for subnet, before_response {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:36:55.378581 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [None req-a4336b9a-dafc-4713-b3e5-ba07fd416366 admin admin] 10.222.0.67 "PUT /v2.0/subnets/6096b4f0-b8a1-4f2b-8b1f-725943084fb8 HTTP/1.1" status: 200 len: 868 time: 0.3797476 Feb 09 15:36:55.395242 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4432d144-cfdf-4db9-9bc5-27354af04195 None None] Network 4991ab2f-bd0e-4dd0-a69a-f2d608c09a1b requested from dv-cinder-825105-1-iscsi {{(pid=82903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 15:36:55.401070 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4336b9a-dafc-4713-b3e5-ba07fd416366 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6096b4f0-b8a1-4f2b-8b1f-725943084fb8,revision_number=1']} {{(pid=82901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:36:55.409995 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4336b9a-dafc-4713-b3e5-ba07fd416366 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825105-1-iscsi {{(pid=82901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:36:55.410907 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4336b9a-dafc-4713-b3e5-ba07fd416366 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825105-1-iscsi {{(pid=82901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:36:55.411472 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4336b9a-dafc-4713-b3e5-ba07fd416366 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825105-1-iscsi {{(pid=82901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:36:55.411862 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4336b9a-dafc-4713-b3e5-ba07fd416366 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825105-1-iscsi {{(pid=82901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:36:55.412393 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4336b9a-dafc-4713-b3e5-ba07fd416366 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825105-1-iscsi {{(pid=82901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:36:55.412727 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4336b9a-dafc-4713-b3e5-ba07fd416366 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-825105-1-iscsi {{(pid=82901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:36:55.413050 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4336b9a-dafc-4713-b3e5-ba07fd416366 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825105-1-iscsi {{(pid=82901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:36:55.413377 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4336b9a-dafc-4713-b3e5-ba07fd416366 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825105-1-iscsi {{(pid=82901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:36:55.413701 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4336b9a-dafc-4713-b3e5-ba07fd416366 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825105-1-iscsi {{(pid=82901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:36:55.414018 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4336b9a-dafc-4713-b3e5-ba07fd416366 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825105-1-iscsi {{(pid=82901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:36:55.414337 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4336b9a-dafc-4713-b3e5-ba07fd416366 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825105-1-iscsi {{(pid=82901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:36:55.850884 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.db.provisioning_blocks [None req-f6ccd6bf-b25d-4398-a960-af57d888ca4b None None] Provisioning complete for port 953cccd8-d7dd-4591-a30a-54f7672f0189 triggered by entity DHCP. {{(pid=82903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:36:55.851354 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-f6ccd6bf-b25d-4398-a960-af57d888ca4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16008948'] for port, provisioning_complete {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:36:55.978504 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.db.provisioning_blocks [None req-f6ccd6bf-b25d-4398-a960-af57d888ca4b None None] Provisioning complete for port c4c5085a-9016-4e57-916b-6a443e5b43b2 triggered by entity DHCP. {{(pid=82903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:36:55.978861 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-f6ccd6bf-b25d-4398-a960-af57d888ca4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16008948'] for port, provisioning_complete {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:36:57.483457 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.wsgi [-] (82902) accepted ('10.222.0.67', 40238) {{(pid=82902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 15:36:57.691287 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5740e39-2b70-482d-9f02-6dfaabe1fe74 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:36:57.692202 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5740e39-2b70-482d-9f02-6dfaabe1fe74 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:36:57.692931 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.quota.resource [None req-b5740e39-2b70-482d-9f02-6dfaabe1fe74 admin admin] Synchronizing usage tracker for tenant:50c6cdded6a147a6b0f5cd1fbc7393c5 on resource:network {{(pid=82902) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 15:36:57.711610 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.quota.resource [None req-b5740e39-2b70-482d-9f02-6dfaabe1fe74 admin admin] Unset dirty status for tenant:50c6cdded6a147a6b0f5cd1fbc7393c5 on resource:network {{(pid=82902) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 15:36:57.713027 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [None req-b5740e39-2b70-482d-9f02-6dfaabe1fe74 admin admin] 10.222.0.67 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2286110 Feb 09 15:36:57.894760 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-e1b01284-a67e-4290-b6ce-4c3bb76bf46d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758786133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16008869'] for agent, after_update {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:36:59.835373 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.wsgi [-] (82902) accepted ('10.222.0.67', 40248) {{(pid=82902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 15:37:00.035589 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b03ad915-113d-4665-837c-9a4a004cf7d4 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:37:00.035889 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b03ad915-113d-4665-837c-9a4a004cf7d4 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:37:00.037543 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [None req-b03ad915-113d-4665-837c-9a4a004cf7d4 admin admin] 10.222.0.67 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2012303 Feb 09 15:37:00.241902 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-511c80fa-aefb-43ed-bbe7-25d521343812 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758786133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16008869'] for agent, after_update {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:37:01.178290 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-1f7d0426-72a7-4c89-8e53-4ec430751ccf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758786133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16008869'] for agent, after_update {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:37:01.507344 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-608c4fd2-211a-4ca9-a277-ad2a51be62ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758786133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16008869'] for agent, after_update {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:37:02.149521 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.wsgi [-] (82902) accepted ('10.222.0.67', 40258) {{(pid=82902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 15:37:02.351539 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7695dbe5-0f8b-4278-a2c1-4e41a69abd13 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:37:02.352836 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [None req-7695dbe5-0f8b-4278-a2c1-4e41a69abd13 admin admin] 10.222.0.67 "GET /v2.0/networks/4991ab2f-bd0e-4dd0-a69a-f2d608c09a1b HTTP/1.1" status: 200 len: 869 time: 0.2023478 Feb 09 15:37:02.860895 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-faa751bb-9674-45ec-b131-f889431b03dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758786133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16008869'] for agent, after_update {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:37:04.435778 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.wsgi [-] (82901) accepted ('10.222.0.67', 40268) {{(pid=82901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 15:37:04.629670 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24d4321f-a47c-49ce-a10c-6b7f5256adac admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:37:04.630931 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [None req-24d4321f-a47c-49ce-a10c-6b7f5256adac admin admin] 10.222.0.67 "GET /v2.0/networks/c65eede5-7777-493f-951d-210877831002 HTTP/1.1" status: 200 len: 886 time: 0.1941602 Feb 09 15:37:06.728142 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.wsgi [-] (82901) accepted ('10.222.0.67', 40278) {{(pid=82901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 15:37:06.869302 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-444a0d1f-c19e-480c-a7c9-6f005a6b636c admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=82901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:37:06.869662 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-444a0d1f-c19e-480c-a7c9-6f005a6b636c admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=82901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:37:06.871169 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [None req-444a0d1f-c19e-480c-a7c9-6f005a6b636c admin admin] 10.222.0.67 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1420867 Feb 09 15:37:08.944773 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.wsgi [-] (82901) accepted ('10.222.0.67', 40288) {{(pid=82901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 15:37:09.078081 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85015138-9f24-442c-b8ff-cae732c47da8 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=82901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:37:09.078439 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85015138-9f24-442c-b8ff-cae732c47da8 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=82901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:37:09.079990 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [None req-85015138-9f24-442c-b8ff-cae732c47da8 admin admin] 10.222.0.67 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1342866 Feb 09 15:37:11.184255 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.wsgi [-] (82901) accepted ('10.222.0.67', 40298) {{(pid=82901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 15:37:11.312772 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c51f5f78-aacc-47c8-bcb0-2d2bcebda4b4 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=82901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:37:11.314102 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [None req-c51f5f78-aacc-47c8-bcb0-2d2bcebda4b4 admin admin] 10.222.0.67 "GET /v2.0/subnets/2c513225-bb11-4d36-a4c3-0732716dcb87 HTTP/1.1" status: 200 len: 816 time: 0.1289129 Feb 09 15:37:12.037997 dv-cinder-825105-1-iscsi neutron-server[82904]: DEBUG neutron.db.agents_db [None req-77d1faa3-9ee6-4a91-bd02-8524aa1f9325 None None] Agent healthcheck: found 5 active agents {{(pid=82904) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 15:37:13.404076 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.wsgi [-] (82901) accepted ('10.222.0.67', 40308) {{(pid=82901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 15:37:13.540632 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fa740a9-e018-4ecb-a908-6a5247094c36 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=82901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:37:13.541950 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [None req-2fa740a9-e018-4ecb-a908-6a5247094c36 admin admin] 10.222.0.67 "GET /v2.0/subnets/6096b4f0-b8a1-4f2b-8b1f-725943084fb8 HTTP/1.1" status: 200 len: 868 time: 0.1369050 Feb 09 15:37:27.899120 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-2c8e31ff-47ca-4b82-8387-a314350e7eda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758786133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16008869'] for agent, after_update {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:37:30.247325 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-9773f82b-2da8-4263-ba0d-426dbd75f7a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758786133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16008869'] for agent, after_update {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:37:31.178475 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-1f7d0426-72a7-4c89-8e53-4ec430751ccf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758786133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16008869'] for agent, after_update {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:37:31.510351 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-608c4fd2-211a-4ca9-a277-ad2a51be62ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758786133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16008869'] for agent, after_update {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:37:31.767392 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.wsgi [-] (82902) accepted ('10.222.0.67', 40346) {{(pid=82902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 15:37:31.840625 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.wsgi [None req-b12e5a86-3a9f-46ae-ba97-1fb1cbe93122 admin admin] http://10.222.0.67:9696/v2.0/extensions returned with HTTP 200 {{(pid=82902) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 09 15:37:31.841589 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [None req-b12e5a86-3a9f-46ae-ba97-1fb1cbe93122 admin admin] 10.222.0.67 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0732887 Feb 09 15:37:32.861938 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-faa751bb-9674-45ec-b131-f889431b03dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758786133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16008869'] for agent, after_update {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:37:34.101564 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.wsgi [-] (82901) accepted ('10.222.0.67', 40356) {{(pid=82901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 15:37:34.207586 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.pecan_wsgi.hooks.translation [None req-28770d17-0fe3-46d4-96c4-2897cde89112 admin admin] GET failed (client error): The resource could not be found. Feb 09 15:37:34.208947 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [None req-28770d17-0fe3-46d4-96c4-2897cde89112 admin admin] 10.222.0.67 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.1064367 Feb 09 15:37:34.336485 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2e85f6c-b6a4-46df-bc6c-0401e7b03daf admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:37:34.337869 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [None req-b2e85f6c-b6a4-46df-bc6c-0401e7b03daf admin admin] 10.222.0.67 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1250503 Feb 09 15:37:36.554834 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.wsgi [-] (82901) accepted ('10.222.0.67', 40366) {{(pid=82901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 15:37:36.636266 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.api.v2.base [None req-4e5732f5-023f-49b3-9204-2a4c836c1b29 admin admin] Request body: {'network': {'shared': True, 'name': 'shared', 'admin_state_up': True}} {{(pid=82901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 15:37:36.641563 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.db.quota.driver [None req-4e5732f5-023f-49b3-9204-2a4c836c1b29 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 15:37:36.653231 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.db.quota.driver [None req-4e5732f5-023f-49b3-9204-2a4c836c1b29 admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=82901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 15:37:36.670396 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e5732f5-023f-49b3-9204-2a4c836c1b29 admin admin] Made reservation on behalf of 50c6cdded6a147a6b0f5cd1fbc7393c5 for: {'network': 1} {{(pid=82901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 15:37:36.672832 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-4e5732f5-023f-49b3-9204-2a4c836c1b29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16080601'] for network, before_create {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:37:36.766203 dv-cinder-825105-1-iscsi neutron-server[82901]: WARNING neutron.services.revisions.revision_plugin [None req-4e5732f5-023f-49b3-9204-2a4c836c1b29 admin admin] Could not find related network for resource to bump revision. Feb 09 15:37:36.782134 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4e5732f5-023f-49b3-9204-2a4c836c1b29 admin admin] vlan segment allocate from pool success with {'vlan_id': 810, 'physical_network': 'physnet1'} {{(pid=82901) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 15:37:36.794813 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-4e5732f5-023f-49b3-9204-2a4c836c1b29 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8756758786142', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16132466'] for segment, precommit_create {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:37:36.795392 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-4e5732f5-023f-49b3-9204-2a4c836c1b29 admin admin] Unsubscribe: segment precommit_create {{(pid=82901) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Feb 09 15:37:36.795897 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.db.segments_db [None req-4e5732f5-023f-49b3-9204-2a4c836c1b29 admin admin] Added segment 48d2c965-1410-48dd-97e0-218d4562ec5b of type vlan for network 84eaa77d-c780-4d28-ae3a-83a0f711ecab Feb 09 15:37:36.894980 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-4e5732f5-023f-49b3-9204-2a4c836c1b29 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756758320348'] for network, precommit_create {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:37:36.933711 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-4e5732f5-023f-49b3-9204-2a4c836c1b29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124156'] for network, after_create {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:37:36.935102 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e5732f5-023f-49b3-9204-2a4c836c1b29 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:37:36.936001 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-4e5732f5-023f-49b3-9204-2a4c836c1b29 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16124149'] for network, before_response {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:37:37.051460 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [None req-4e5732f5-023f-49b3-9204-2a4c836c1b29 admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.4952517 Feb 09 15:37:37.051942 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5732f5-023f-49b3-9204-2a4c836c1b29 admin admin] Pushing event updated for resources: {'Network': ['ID=84eaa77d-c780-4d28-ae3a-83a0f711ecab,revision_number=1']} {{(pid=82901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:37:37.068499 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.plugins.ml2.rpc [None req-608c4fd2-211a-4ca9-a277-ad2a51be62ff None None] Network 84eaa77d-c780-4d28-ae3a-83a0f711ecab details requested by agent ovs-agent-dv-cinder-825105-1-iscsi with host dv-cinder-825105-1-iscsi {{(pid=82903) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 15:37:39.211942 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.wsgi [-] (82901) accepted ('10.222.0.67', 40376) {{(pid=82901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 15:37:39.321806 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.pecan_wsgi.hooks.translation [None req-d9f142b2-c7d1-4048-8d62-0763d278da22 admin admin] GET failed (client error): The resource could not be found. Feb 09 15:37:39.322303 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.quota.resource [None req-d9f142b2-c7d1-4048-8d62-0763d278da22 admin admin] Synchronizing usage tracker for tenant:50c6cdded6a147a6b0f5cd1fbc7393c5 on resource:network {{(pid=82901) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 15:37:39.339236 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.quota.resource [None req-d9f142b2-c7d1-4048-8d62-0763d278da22 admin admin] Unset dirty status for tenant:50c6cdded6a147a6b0f5cd1fbc7393c5 on resource:network {{(pid=82901) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 15:37:39.340385 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [None req-d9f142b2-c7d1-4048-8d62-0763d278da22 admin admin] 10.222.0.67 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.1275203 Feb 09 15:37:39.453791 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffb80468-ddae-4d9c-ae01-184cdf8070df admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:37:39.455341 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [None req-ffb80468-ddae-4d9c-ae01-184cdf8070df admin admin] 10.222.0.67 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1094375 Feb 09 15:37:39.465110 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.api.v2.base [None req-2939c884-1b0e-4cc8-b120-d188784be84c admin admin] Request body: {'subnet': {'description': 'shared-subnet', 'name': 'shared-subnet', 'cidr': '192.168.233.0/24', 'ip_version': 4, 'network_id': '84eaa77d-c780-4d28-ae3a-83a0f711ecab'}} {{(pid=82901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 15:37:39.469738 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.db.quota.driver [None req-2939c884-1b0e-4cc8-b120-d188784be84c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 15:37:39.480543 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.db.quota.driver [None req-2939c884-1b0e-4cc8-b120-d188784be84c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=82901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 15:37:39.498345 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2939c884-1b0e-4cc8-b120-d188784be84c admin admin] Made reservation on behalf of 50c6cdded6a147a6b0f5cd1fbc7393c5 for: {'subnet': 1} {{(pid=82901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 15:37:39.500714 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-2939c884-1b0e-4cc8-b120-d188784be84c admin admin] Notify callbacks [] for subnet, before_create {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:37:39.711754 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-2939c884-1b0e-4cc8-b120-d188784be84c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124156'] for subnet, after_create {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:37:39.795821 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2939c884-1b0e-4cc8-b120-d188784be84c admin admin] Pushing event updated for resources: {'Subnet': ['ID=899d321c-d4f5-4b02-8a1e-b6c486e6a479,revision_number=0']} {{(pid=82901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:37:39.809165 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2939c884-1b0e-4cc8-b120-d188784be84c admin admin] Checking segment: {'id': '48d2c965-1410-48dd-97e0-218d4562ec5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': '84eaa77d-c780-4d28-ae3a-83a0f711ecab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 15:37:39.809518 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2939c884-1b0e-4cc8-b120-d188784be84c admin admin] Network hostable DHCP agents. Network: 84eaa77d-c780-4d28-ae3a-83a0f711ecab, hostable agents: ['534ecb3d-5fb5-4496-b97c-b20b93fdf8ec'], hosted agents: [] {{(pid=82901) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 15:37:39.834456 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2939c884-1b0e-4cc8-b120-d188784be84c admin admin] Network 84eaa77d-c780-4d28-ae3a-83a0f711ecab is scheduled to be hosted by DHCP agent 534ecb3d-5fb5-4496-b97c-b20b93fdf8ec with binding_index 1 {{(pid=82901) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 15:37:39.846464 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.scheduler.base_scheduler [None req-2939c884-1b0e-4cc8-b120-d188784be84c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-825105-1-iscsi, 84eaa77d-c780-4d28-ae3a-83a0f711ecab) {{(pid=82901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 15:37:39.851136 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2939c884-1b0e-4cc8-b120-d188784be84c admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=82901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:37:39.851646 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-2939c884-1b0e-4cc8-b120-d188784be84c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16124149'] for subnet, before_response {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:37:39.859180 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3c50c3c-79e2-486c-af73-898efb04f95a None None] Network 84eaa77d-c780-4d28-ae3a-83a0f711ecab requested from dv-cinder-825105-1-iscsi {{(pid=82903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 15:37:39.881188 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [None req-2939c884-1b0e-4cc8-b120-d188784be84c admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4196165 Feb 09 15:37:40.120953 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77cd646d-4a35-4680-84e4-2130914ff56a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1490c90-7495-5952-8644-ad60ad5632dc-84eaa77d-c780-4d28-ae3a-83a0f711ecab', 'network_id': '84eaa77d-c780-4d28-ae3a-83a0f711ecab', 'tenant_id': '50c6cdded6a147a6b0f5cd1fbc7393c5', 'fixed_ips': [{'subnet_id': '899d321c-d4f5-4b02-8a1e-b6c486e6a479'}]}} from dv-cinder-825105-1-iscsi. {{(pid=82903) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 09 15:37:40.122309 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-77cd646d-4a35-4680-84e4-2130914ff56a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16080601'] for port, before_create {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:37:40.323275 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.db.db_base_plugin_common [None req-77cd646d-4a35-4680-84e4-2130914ff56a None None] Allocated IP 192.168.233.2 (84eaa77d-c780-4d28-ae3a-83a0f711ecab/899d321c-d4f5-4b02-8a1e-b6c486e6a479/f6dd520d-20e9-4adf-9680-099d8c0579a1) {{(pid=82903) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 15:37:40.554700 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-77cd646d-4a35-4680-84e4-2130914ff56a None None] Notify callbacks [] for port, precommit_create {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:37:40.565965 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.db.provisioning_blocks [None req-77cd646d-4a35-4680-84e4-2130914ff56a None None] Transition to ACTIVE for port object f6dd520d-20e9-4adf-9680-099d8c0579a1 will not be triggered until provisioned by entity L2. {{(pid=82903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 15:37:40.587564 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.db.provisioning_blocks [None req-77cd646d-4a35-4680-84e4-2130914ff56a None None] Transition to ACTIVE for port object f6dd520d-20e9-4adf-9680-099d8c0579a1 will not be triggered until provisioned by entity DHCP. {{(pid=82903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 15:37:40.594792 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-77cd646d-4a35-4680-84e4-2130914ff56a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16080037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124156', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756758334037'] for port, after_create {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:37:40.674363 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77cd646d-4a35-4680-84e4-2130914ff56a None None] Network 84eaa77d-c780-4d28-ae3a-83a0f711ecab is already hosted by enough agents. {{(pid=82903) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 15:37:40.675364 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77cd646d-4a35-4680-84e4-2130914ff56a None None] Pushing event updated for resources: {'Port': ['ID=f6dd520d-20e9-4adf-9680-099d8c0579a1,revision_number=1']} {{(pid=82903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:37:40.679819 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.scheduler.base_scheduler [None req-77cd646d-4a35-4680-84e4-2130914ff56a None None] Resources bound (agent type, host, resource id): {{(pid=82903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 15:37:40.685263 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77cd646d-4a35-4680-84e4-2130914ff56a None None] Received port after_create {{(pid=82903) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 15:37:40.688453 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77cd646d-4a35-4680-84e4-2130914ff56a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825105-1-iscsi {{(pid=82903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:37:40.688872 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77cd646d-4a35-4680-84e4-2130914ff56a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825105-1-iscsi {{(pid=82903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:37:40.689858 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77cd646d-4a35-4680-84e4-2130914ff56a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825105-1-iscsi {{(pid=82903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:37:40.690306 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77cd646d-4a35-4680-84e4-2130914ff56a None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825105-1-iscsi {{(pid=82903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:37:40.690640 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77cd646d-4a35-4680-84e4-2130914ff56a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825105-1-iscsi {{(pid=82903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:37:40.690971 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77cd646d-4a35-4680-84e4-2130914ff56a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-825105-1-iscsi {{(pid=82903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:37:40.691297 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77cd646d-4a35-4680-84e4-2130914ff56a None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825105-1-iscsi {{(pid=82903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:37:40.691644 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77cd646d-4a35-4680-84e4-2130914ff56a None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825105-1-iscsi {{(pid=82903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:37:40.691962 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77cd646d-4a35-4680-84e4-2130914ff56a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825105-1-iscsi {{(pid=82903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:37:40.692524 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77cd646d-4a35-4680-84e4-2130914ff56a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825105-1-iscsi {{(pid=82903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:37:40.693096 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77cd646d-4a35-4680-84e4-2130914ff56a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825105-1-iscsi {{(pid=82903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:37:40.794081 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.plugins.ml2.managers [None req-77cd646d-4a35-4680-84e4-2130914ff56a None None] Attempting to bind port f6dd520d-20e9-4adf-9680-099d8c0579a1 on host dv-cinder-825105-1-iscsi for vnic_type normal with profile {{(pid=82903) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 15:37:40.794493 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.plugins.ml2.managers [None req-77cd646d-4a35-4680-84e4-2130914ff56a None None] Attempting to bind port f6dd520d-20e9-4adf-9680-099d8c0579a1 by drivers openvswitch,hyperv on host dv-cinder-825105-1-iscsi at level 0 using segments [{'id': '48d2c965-1410-48dd-97e0-218d4562ec5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': '84eaa77d-c780-4d28-ae3a-83a0f711ecab'}] {{(pid=82903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 15:37:40.794874 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77cd646d-4a35-4680-84e4-2130914ff56a None None] Attempting to bind port f6dd520d-20e9-4adf-9680-099d8c0579a1 on network 84eaa77d-c780-4d28-ae3a-83a0f711ecab {{(pid=82903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 15:37:40.802929 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77cd646d-4a35-4680-84e4-2130914ff56a None None] Checking agent: {'id': '0c30844f-de8e-42c5-a17a-962bb78b1270', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-825105-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 15, 34, 1), 'started_at': datetime.datetime(2022, 2, 9, 15, 34, 31), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 15, 37, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-825105-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 15:37:40.803283 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77cd646d-4a35-4680-84e4-2130914ff56a None None] Checking segment: {'id': '48d2c965-1410-48dd-97e0-218d4562ec5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': '84eaa77d-c780-4d28-ae3a-83a0f711ecab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 15:37:40.804406 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-77cd646d-4a35-4680-84e4-2130914ff56a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:37:40.804406 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77cd646d-4a35-4680-84e4-2130914ff56a None None] Bound using segment: {'id': '48d2c965-1410-48dd-97e0-218d4562ec5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': '84eaa77d-c780-4d28-ae3a-83a0f711ecab'} {{(pid=82903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 15:37:40.804917 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.plugins.ml2.managers [None req-77cd646d-4a35-4680-84e4-2130914ff56a None None] Bound port: f6dd520d-20e9-4adf-9680-099d8c0579a1, host: dv-cinder-825105-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '48d2c965-1410-48dd-97e0-218d4562ec5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': '84eaa77d-c780-4d28-ae3a-83a0f711ecab'}}] {{(pid=82903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 15:37:40.804917 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-77cd646d-4a35-4680-84e4-2130914ff56a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16080601'] for port, before_update {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:37:40.927626 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.plugins.ml2.db [None req-77cd646d-4a35-4680-84e4-2130914ff56a None None] For port f6dd520d-20e9-4adf-9680-099d8c0579a1, host dv-cinder-825105-1-iscsi, cleared binding levels {{(pid=82903) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 15:37:40.932485 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.plugins.ml2.db [None req-77cd646d-4a35-4680-84e4-2130914ff56a None None] For port f6dd520d-20e9-4adf-9680-099d8c0579a1, host dv-cinder-825105-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825105-1-iscsi',level=0,port_id=f6dd520d-20e9-4adf-9680-099d8c0579a1,segment=NetworkSegment(48d2c965-1410-48dd-97e0-218d4562ec5b),segment_id=48d2c965-1410-48dd-97e0-218d4562ec5b)] {{(pid=82903) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 15:37:40.940641 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-77cd646d-4a35-4680-84e4-2130914ff56a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16080037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758755988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756758334055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756758334100'] for port, after_update {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:37:41.023140 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77cd646d-4a35-4680-84e4-2130914ff56a None None] Pushing event updated for resources: {'Port': ['ID=f6dd520d-20e9-4adf-9680-099d8c0579a1,revision_number=2']} {{(pid=82903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:37:41.926701 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.plugins.ml2.rpc [None req-608c4fd2-211a-4ca9-a277-ad2a51be62ff None None] Device f6dd520d-20e9-4adf-9680-099d8c0579a1 up at agent ovs-agent-dv-cinder-825105-1-iscsi {{(pid=82903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 15:37:41.991086 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8f9533c-cb47-44f8-b25b-a42ceac0d422 None None] Network 84eaa77d-c780-4d28-ae3a-83a0f711ecab requested from dv-cinder-825105-1-iscsi {{(pid=82903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 15:37:42.133987 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.db.provisioning_blocks [None req-608c4fd2-211a-4ca9-a277-ad2a51be62ff None None] Provisioning for port f6dd520d-20e9-4adf-9680-099d8c0579a1 completed by entity L2. {{(pid=82903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 15:37:42.184358 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.db.provisioning_blocks [None req-0b21f1c3-5d31-4ed9-9f53-fbe0fac3d9b3 None None] Provisioning for port f6dd520d-20e9-4adf-9680-099d8c0579a1 completed by entity DHCP. {{(pid=82903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 15:37:42.194843 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.db.provisioning_blocks [None req-0b21f1c3-5d31-4ed9-9f53-fbe0fac3d9b3 None None] Provisioning complete for port f6dd520d-20e9-4adf-9680-099d8c0579a1 triggered by entity DHCP. {{(pid=82903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:37:42.195211 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-0b21f1c3-5d31-4ed9-9f53-fbe0fac3d9b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16008948'] for port, provisioning_complete {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:37:42.396059 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-0b21f1c3-5d31-4ed9-9f53-fbe0fac3d9b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16080601'] for port, before_update {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:37:42.442642 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.plugins.ml2.db [None req-0b21f1c3-5d31-4ed9-9f53-fbe0fac3d9b3 None None] For port f6dd520d-20e9-4adf-9680-099d8c0579a1, host dv-cinder-825105-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825105-1-iscsi',level=0,port_id=f6dd520d-20e9-4adf-9680-099d8c0579a1,segment=NetworkSegment(48d2c965-1410-48dd-97e0-218d4562ec5b),segment_id=48d2c965-1410-48dd-97e0-218d4562ec5b)] {{(pid=82903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:37:42.448857 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-0b21f1c3-5d31-4ed9-9f53-fbe0fac3d9b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16080037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758755988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756758334055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756758334100'] for port, after_update {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:37:42.539565 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b21f1c3-5d31-4ed9-9f53-fbe0fac3d9b3 None None] Pushing event updated for resources: {'Port': ['ID=f6dd520d-20e9-4adf-9680-099d8c0579a1,revision_number=3']} {{(pid=82903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:37:42.680163 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.db.provisioning_blocks [None req-1ccf4ba8-b2b1-4ed4-b437-43e50ee72809 None None] Provisioning complete for port f6dd520d-20e9-4adf-9680-099d8c0579a1 triggered by entity DHCP. {{(pid=82903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:37:42.680582 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-1ccf4ba8-b2b1-4ed4-b437-43e50ee72809 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16008948'] for port, provisioning_complete {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:37:43.859586 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.plugins.ml2.rpc [None req-608c4fd2-211a-4ca9-a277-ad2a51be62ff None None] Device f6dd520d-20e9-4adf-9680-099d8c0579a1 up at agent ovs-agent-dv-cinder-825105-1-iscsi {{(pid=82903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 15:37:43.936543 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.db.provisioning_blocks [None req-608c4fd2-211a-4ca9-a277-ad2a51be62ff None None] Provisioning complete for port f6dd520d-20e9-4adf-9680-099d8c0579a1 triggered by entity L2. {{(pid=82903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:37:43.936942 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-608c4fd2-211a-4ca9-a277-ad2a51be62ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16008948'] for port, provisioning_complete {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:37:49.039089 dv-cinder-825105-1-iscsi neutron-server[82904]: DEBUG neutron.db.agents_db [None req-77d1faa3-9ee6-4a91-bd02-8524aa1f9325 None None] Agent healthcheck: found 5 active agents {{(pid=82904) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 15:37:57.905173 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-15be19c3-4700-4891-b0fe-857955a8feb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758786133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16008869'] for agent, after_update {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:38:00.252056 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-b4f63a6c-0981-4e1d-a535-102dfc4ea71c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758786133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16008869'] for agent, after_update {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:38:01.183004 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-1f7d0426-72a7-4c89-8e53-4ec430751ccf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758786133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16008869'] for agent, after_update {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:38:01.515689 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-608c4fd2-211a-4ca9-a277-ad2a51be62ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758786133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16008869'] for agent, after_update {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:38:02.866028 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-faa751bb-9674-45ec-b131-f889431b03dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758786133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16008869'] for agent, after_update {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:38:26.038764 dv-cinder-825105-1-iscsi neutron-server[82904]: DEBUG neutron.db.agents_db [None req-77d1faa3-9ee6-4a91-bd02-8524aa1f9325 None None] Agent healthcheck: found 5 active agents {{(pid=82904) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 15:38:27.901765 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-6ad83d67-f3d7-4889-a563-15b535c2feff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758786133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16008869'] for agent, after_update {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:38:30.254323 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-d9b7916c-9482-481f-8020-af55b0c9abb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758786133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16008869'] for agent, after_update {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:38:31.185080 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-1f7d0426-72a7-4c89-8e53-4ec430751ccf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758786133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16008869'] for agent, after_update {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:38:31.518489 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-608c4fd2-211a-4ca9-a277-ad2a51be62ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758786133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16008869'] for agent, after_update {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:38:32.871485 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-faa751bb-9674-45ec-b131-f889431b03dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758786133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16008869'] for agent, after_update {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:38:50.657814 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.wsgi [-] (82901) accepted ('10.222.0.67', 40420) {{(pid=82901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 15:38:50.663659 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.wsgi [None req-45300e5a-f6b8-4218-9b0b-bb45a49636f5 tempest-verify_tempest_config-1919407008 tempest-verify_tempest_config-1919407008-project] http://10.222.0.67:9696/v2.0/extensions returned with HTTP 200 {{(pid=82901) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 09 15:38:50.664684 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [None req-45300e5a-f6b8-4218-9b0b-bb45a49636f5 tempest-verify_tempest_config-1919407008 tempest-verify_tempest_config-1919407008-project] 10.222.0.67 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12610 time: 0.0058751 Feb 09 15:38:51.008783 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.wsgi [-] (82901) accepted ('10.222.0.67', 40436) {{(pid=82901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 15:38:51.149963 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-aa43e77d-3e50-4022-bb01-07de3a393713 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:38:51.190209 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.db.quota.driver [None req-aa43e77d-3e50-4022-bb01-07de3a393713 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 15:38:51.193980 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.quota.resource [None req-aa43e77d-3e50-4022-bb01-07de3a393713 admin admin] Usage tracker for resource:security_group_rule and tenant:7f4ef1bdaf6247809ead6ecadb22cf50 is out of sync, need to count used quota {{(pid=82901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 15:38:51.196891 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.quota.resource [None req-aa43e77d-3e50-4022-bb01-07de3a393713 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 15:38:51.203668 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.db.quota.driver [None req-aa43e77d-3e50-4022-bb01-07de3a393713 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 15:38:51.278142 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-aa43e77d-3e50-4022-bb01-07de3a393713 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:38:51.282923 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-aa43e77d-3e50-4022-bb01-07de3a393713 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_create {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:38:51.333320 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa43e77d-3e50-4022-bb01-07de3a393713 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b1d2aff-d0fa-4e97-8775-2b952fd382aa,revision_number=1']} {{(pid=82901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:38:51.337629 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [None req-aa43e77d-3e50-4022-bb01-07de3a393713 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=7f4ef1bdaf6247809ead6ecadb22cf50&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3278687 Feb 09 15:38:51.340530 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.wsgi [-] (82902) accepted ('10.222.0.67', 40442) {{(pid=82902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 15:38:51.344438 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa43e77d-3e50-4022-bb01-07de3a393713 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825105-1-iscsi {{(pid=82901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:38:51.344782 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa43e77d-3e50-4022-bb01-07de3a393713 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825105-1-iscsi {{(pid=82901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:38:51.345111 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa43e77d-3e50-4022-bb01-07de3a393713 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825105-1-iscsi {{(pid=82901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:38:51.345437 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa43e77d-3e50-4022-bb01-07de3a393713 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825105-1-iscsi {{(pid=82901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:38:51.345780 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa43e77d-3e50-4022-bb01-07de3a393713 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825105-1-iscsi {{(pid=82901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:38:51.346109 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa43e77d-3e50-4022-bb01-07de3a393713 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-825105-1-iscsi {{(pid=82901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:38:51.346424 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa43e77d-3e50-4022-bb01-07de3a393713 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825105-1-iscsi {{(pid=82901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:38:51.346742 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa43e77d-3e50-4022-bb01-07de3a393713 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825105-1-iscsi {{(pid=82901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:38:51.347055 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa43e77d-3e50-4022-bb01-07de3a393713 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825105-1-iscsi {{(pid=82901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:38:51.347366 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa43e77d-3e50-4022-bb01-07de3a393713 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825105-1-iscsi {{(pid=82901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:38:51.347676 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa43e77d-3e50-4022-bb01-07de3a393713 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825105-1-iscsi {{(pid=82901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:38:51.403840 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-dcee071c-e538-4737-9bbb-52b850e8b93a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:38:51.429172 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-dcee071c-e538-4737-9bbb-52b850e8b93a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:38:51.524710 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-dcee071c-e538-4737-9bbb-52b850e8b93a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_delete {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:38:51.538593 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcee071c-e538-4737-9bbb-52b850e8b93a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b1d2aff-d0fa-4e97-8775-2b952fd382aa,revision_number=None']} {{(pid=82902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:38:51.550180 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcee071c-e538-4737-9bbb-52b850e8b93a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825105-1-iscsi {{(pid=82902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:38:51.550518 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcee071c-e538-4737-9bbb-52b850e8b93a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825105-1-iscsi {{(pid=82902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:38:51.550843 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcee071c-e538-4737-9bbb-52b850e8b93a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825105-1-iscsi {{(pid=82902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:38:51.551173 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcee071c-e538-4737-9bbb-52b850e8b93a admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825105-1-iscsi {{(pid=82902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:38:51.551491 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcee071c-e538-4737-9bbb-52b850e8b93a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825105-1-iscsi {{(pid=82902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:38:51.551808 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcee071c-e538-4737-9bbb-52b850e8b93a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-825105-1-iscsi {{(pid=82902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:38:51.552142 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcee071c-e538-4737-9bbb-52b850e8b93a admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825105-1-iscsi {{(pid=82902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:38:51.552453 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcee071c-e538-4737-9bbb-52b850e8b93a admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825105-1-iscsi {{(pid=82902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:38:51.552762 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcee071c-e538-4737-9bbb-52b850e8b93a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825105-1-iscsi {{(pid=82902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:38:51.553067 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcee071c-e538-4737-9bbb-52b850e8b93a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825105-1-iscsi {{(pid=82902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:38:51.553373 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcee071c-e538-4737-9bbb-52b850e8b93a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825105-1-iscsi {{(pid=82902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:38:51.555952 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-dcee071c-e538-4737-9bbb-52b850e8b93a admin admin] Notify callbacks [] for security_group, before_response {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:38:51.557055 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [None req-dcee071c-e538-4737-9bbb-52b850e8b93a admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/9b1d2aff-d0fa-4e97-8775-2b952fd382aa HTTP/1.1" status: 204 len: 168 time: 0.2150106 Feb 09 15:38:57.908483 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-23580c55-7c91-4172-8944-032255c7a48b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758786133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16008869'] for agent, after_update {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:39:00.256889 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-71a36fd6-c11a-4860-a85f-bf01e36ad477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758786133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16008869'] for agent, after_update {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:39:01.188558 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-1f7d0426-72a7-4c89-8e53-4ec430751ccf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758786133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16008869'] for agent, after_update {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:39:01.520692 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-608c4fd2-211a-4ca9-a277-ad2a51be62ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758786133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16008869'] for agent, after_update {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:39:02.870529 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-faa751bb-9674-45ec-b131-f889431b03dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758786133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16008869'] for agent, after_update {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:39:03.038151 dv-cinder-825105-1-iscsi neutron-server[82904]: DEBUG neutron.db.agents_db [None req-77d1faa3-9ee6-4a91-bd02-8524aa1f9325 None None] Agent healthcheck: found 5 active agents {{(pid=82904) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 15:39:27.901049 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-1ed343c5-3506-4d04-b140-3612d4f1e040 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758786133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16008869'] for agent, after_update {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:39:30.262071 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-8a230dde-ed2e-434d-86a7-f47a6e1d017a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758786133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16008869'] for agent, after_update {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:39:31.189943 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-1f7d0426-72a7-4c89-8e53-4ec430751ccf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758786133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16008869'] for agent, after_update {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:39:31.522676 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-608c4fd2-211a-4ca9-a277-ad2a51be62ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758786133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16008869'] for agent, after_update {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:39:32.875977 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-faa751bb-9674-45ec-b131-f889431b03dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758786133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16008869'] for agent, after_update {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:39:40.038744 dv-cinder-825105-1-iscsi neutron-server[82904]: DEBUG neutron.db.agents_db [None req-77d1faa3-9ee6-4a91-bd02-8524aa1f9325 None None] Agent healthcheck: found 5 active agents {{(pid=82904) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 15:39:57.904785 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-ffc3a593-536b-40af-a887-8446ae2d74a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758786133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16008869'] for agent, after_update {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:40:00.264558 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-b9738dbe-b8eb-4695-936d-e03af5a7771b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758786133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16008869'] for agent, after_update {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:40:01.193165 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-1f7d0426-72a7-4c89-8e53-4ec430751ccf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758786133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16008869'] for agent, after_update {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:40:01.524925 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-608c4fd2-211a-4ca9-a277-ad2a51be62ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758786133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16008869'] for agent, after_update {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:40:02.878546 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-faa751bb-9674-45ec-b131-f889431b03dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758786133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16008869'] for agent, after_update {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:40:17.037723 dv-cinder-825105-1-iscsi neutron-server[82904]: DEBUG neutron.db.agents_db [None req-77d1faa3-9ee6-4a91-bd02-8524aa1f9325 None None] Agent healthcheck: found 5 active agents {{(pid=82904) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 15:40:27.908377 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-ee4fcbcf-c0c6-4d00-80c9-7f17e50ab880 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758786133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16008869'] for agent, after_update {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:40:28.707741 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-812787cf-6466-4ce1-8c4e-c32e14b18d8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758786133', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-405685'] for agent, after_create {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:40:30.267665 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-4a51b535-9526-4315-8d0f-62bfd6021860 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758786133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16008869'] for agent, after_update {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:40:31.195618 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-1f7d0426-72a7-4c89-8e53-4ec430751ccf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758786133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16008869'] for agent, after_update {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:40:31.528006 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-608c4fd2-211a-4ca9-a277-ad2a51be62ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758786133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16008869'] for agent, after_update {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:40:32.881686 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-faa751bb-9674-45ec-b131-f889431b03dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758786133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16008869'] for agent, after_update {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:40:44.050241 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.wsgi [-] (82901) accepted ('10.222.0.67', 40512) {{(pid=82901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 15:40:44.188529 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [None req-37a6dcb4-9dfb-4ff3-a2ed-83c1761b54bd admin admin] 10.222.0.67 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.1371577 Feb 09 15:40:46.256912 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.wsgi [-] (82902) accepted ('10.222.0.67', 40522) {{(pid=82902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 15:40:46.345570 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [None req-b3a5670f-efa8-4114-8f8f-ebcffc8deefd admin admin] 10.222.0.67 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.0875642 Feb 09 15:40:54.037969 dv-cinder-825105-1-iscsi neutron-server[82904]: DEBUG neutron.db.agents_db [None req-77d1faa3-9ee6-4a91-bd02-8524aa1f9325 None None] Agent healthcheck: found 6 active agents {{(pid=82904) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 15:40:57.909948 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-08f140fe-40b3-4263-9ae7-f8fa8cf72473 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758786133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16008869'] for agent, after_update {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:40:58.657121 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-812787cf-6466-4ce1-8c4e-c32e14b18d8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758786133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16008869'] for agent, after_update {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:41:00.269943 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-f378f62b-3920-4aa6-9ceb-085be59a5fb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758786133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16008869'] for agent, after_update {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:41:01.199046 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-1f7d0426-72a7-4c89-8e53-4ec430751ccf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758786133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16008869'] for agent, after_update {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:41:01.531449 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-608c4fd2-211a-4ca9-a277-ad2a51be62ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758786133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16008869'] for agent, after_update {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:41:02.885378 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-faa751bb-9674-45ec-b131-f889431b03dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758786133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16008869'] for agent, after_update {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:41:27.913750 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-0c009aaf-1b6c-498c-a5bb-675e96295937 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758786133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16008869'] for agent, after_update {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:41:28.670456 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-812787cf-6466-4ce1-8c4e-c32e14b18d8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758786133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16008869'] for agent, after_update {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:41:30.272378 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-6f60f0a8-0ef2-4ffc-8c5e-0a8d1c9edafd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758786133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16008869'] for agent, after_update {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:41:31.038313 dv-cinder-825105-1-iscsi neutron-server[82904]: DEBUG neutron.db.agents_db [None req-77d1faa3-9ee6-4a91-bd02-8524aa1f9325 None None] Agent healthcheck: found 6 active agents {{(pid=82904) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 15:41:31.200415 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-1f7d0426-72a7-4c89-8e53-4ec430751ccf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758786133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16008869'] for agent, after_update {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:41:31.539597 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-608c4fd2-211a-4ca9-a277-ad2a51be62ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758786133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16008869'] for agent, after_update {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:41:32.888915 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-faa751bb-9674-45ec-b131-f889431b03dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758786133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16008869'] for agent, after_update {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:41:58.045002 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-bce5b213-4fac-4fdd-b36c-fa30e405a917 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758786133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16008869'] for agent, after_update {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:41:58.675440 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-812787cf-6466-4ce1-8c4e-c32e14b18d8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758786133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16008869'] for agent, after_update {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:42:00.277896 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-d6973446-13c9-45ef-a29c-06d22cf43260 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758786133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16008869'] for agent, after_update {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:42:01.203030 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-1f7d0426-72a7-4c89-8e53-4ec430751ccf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758786133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16008869'] for agent, after_update {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:42:01.534013 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-608c4fd2-211a-4ca9-a277-ad2a51be62ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758786133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16008869'] for agent, after_update {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:42:02.892135 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-faa751bb-9674-45ec-b131-f889431b03dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758786133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16008869'] for agent, after_update {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:42:08.038898 dv-cinder-825105-1-iscsi neutron-server[82904]: DEBUG neutron.db.agents_db [None req-77d1faa3-9ee6-4a91-bd02-8524aa1f9325 None None] Agent healthcheck: found 6 active agents {{(pid=82904) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 15:42:27.745223 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.wsgi [-] (82902) accepted ('10.222.0.67', 40698) {{(pid=82902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 15:42:27.920521 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-311aeca8-298c-417f-ac75-2b6298b743ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758786133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16008869'] for agent, after_update {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:42:28.283440 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.api.v2.base [None req-67dfad9a-a6f7-4955-acce-6396cded51c4 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1287151320-network', 'tenant_id': 'dbfe7e7ae013417f82b96f615e88a432'}} {{(pid=82902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 15:42:28.289771 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.db.quota.driver [None req-67dfad9a-a6f7-4955-acce-6396cded51c4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 15:42:28.297815 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.quota.resource [None req-67dfad9a-a6f7-4955-acce-6396cded51c4 admin admin] Usage tracker for resource:network and tenant:dbfe7e7ae013417f82b96f615e88a432 is out of sync, need to count used quota {{(pid=82902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 15:42:28.301688 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.quota.resource [None req-67dfad9a-a6f7-4955-acce-6396cded51c4 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=82902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 15:42:28.311216 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.db.quota.driver [None req-67dfad9a-a6f7-4955-acce-6396cded51c4 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 15:42:28.326820 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67dfad9a-a6f7-4955-acce-6396cded51c4 admin admin] Made reservation on behalf of dbfe7e7ae013417f82b96f615e88a432 for: {'network': 1} {{(pid=82902) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 15:42:28.330635 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-67dfad9a-a6f7-4955-acce-6396cded51c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16080601'] for network, before_create {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:42:28.350991 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-67dfad9a-a6f7-4955-acce-6396cded51c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:42:28.394936 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.db.quota.driver [None req-67dfad9a-a6f7-4955-acce-6396cded51c4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 15:42:28.400756 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.quota.resource [None req-67dfad9a-a6f7-4955-acce-6396cded51c4 admin admin] Usage tracker for resource:security_group_rule and tenant:dbfe7e7ae013417f82b96f615e88a432 is out of sync, need to count used quota {{(pid=82902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 15:42:28.405106 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.quota.resource [None req-67dfad9a-a6f7-4955-acce-6396cded51c4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 15:42:28.415157 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.db.quota.driver [None req-67dfad9a-a6f7-4955-acce-6396cded51c4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 15:42:28.492192 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-67dfad9a-a6f7-4955-acce-6396cded51c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:42:28.497332 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-67dfad9a-a6f7-4955-acce-6396cded51c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_create {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:42:28.501859 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.wsgi [-] (82901) accepted ('10.222.0.67', 40722) {{(pid=82901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 15:42:28.534336 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67dfad9a-a6f7-4955-acce-6396cded51c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ffc79123-c9cb-487f-b3ec-4904a4a85a48,revision_number=1']} {{(pid=82902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:42:28.548755 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-67dfad9a-a6f7-4955-acce-6396cded51c4 admin admin] vlan segment allocate from pool success with {'vlan_id': 834, 'physical_network': 'physnet1'} {{(pid=82902) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 15:42:28.555118 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67dfad9a-a6f7-4955-acce-6396cded51c4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825105-1-iscsi {{(pid=82902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:42:28.555693 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67dfad9a-a6f7-4955-acce-6396cded51c4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825105-1-iscsi {{(pid=82902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:42:28.556196 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67dfad9a-a6f7-4955-acce-6396cded51c4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825105-1-iscsi {{(pid=82902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:42:28.556688 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67dfad9a-a6f7-4955-acce-6396cded51c4 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825105-1-iscsi {{(pid=82902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:42:28.557183 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67dfad9a-a6f7-4955-acce-6396cded51c4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825105-1-iscsi {{(pid=82902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:42:28.557682 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67dfad9a-a6f7-4955-acce-6396cded51c4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-825105-1-iscsi {{(pid=82902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:42:28.557999 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67dfad9a-a6f7-4955-acce-6396cded51c4 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825105-1-iscsi {{(pid=82902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:42:28.558486 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67dfad9a-a6f7-4955-acce-6396cded51c4 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825105-1-iscsi {{(pid=82902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:42:28.559083 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67dfad9a-a6f7-4955-acce-6396cded51c4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825105-1-iscsi {{(pid=82902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:42:28.559695 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67dfad9a-a6f7-4955-acce-6396cded51c4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825105-1-iscsi {{(pid=82902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:42:28.560314 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67dfad9a-a6f7-4955-acce-6396cded51c4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825105-1-iscsi {{(pid=82902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:42:28.561668 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67dfad9a-a6f7-4955-acce-6396cded51c4 admin admin] Tracked resource versions report: Feb 09 15:42:28.561668 dv-cinder-825105-1-iscsi neutron-server[82902]: pushed versions: Feb 09 15:42:28.561668 dv-cinder-825105-1-iscsi neutron-server[82902]: { 'ConntrackHelper': {'1.0'}, Feb 09 15:42:28.561668 dv-cinder-825105-1-iscsi neutron-server[82902]: 'Log': {'1.0'}, Feb 09 15:42:28.561668 dv-cinder-825105-1-iscsi neutron-server[82902]: 'Network': {'1.1'}, Feb 09 15:42:28.561668 dv-cinder-825105-1-iscsi neutron-server[82902]: 'Port': {'1.5'}, Feb 09 15:42:28.561668 dv-cinder-825105-1-iscsi neutron-server[82902]: 'PortForwarding': {'1.2'}, Feb 09 15:42:28.561668 dv-cinder-825105-1-iscsi neutron-server[82902]: 'QosPolicy': {'1.8'}, Feb 09 15:42:28.561668 dv-cinder-825105-1-iscsi neutron-server[82902]: 'SecurityGroup': {'1.2'}, Feb 09 15:42:28.561668 dv-cinder-825105-1-iscsi neutron-server[82902]: 'SecurityGroupRule': {'1.0'}, Feb 09 15:42:28.561668 dv-cinder-825105-1-iscsi neutron-server[82902]: 'SubPort': {'1.0'}, Feb 09 15:42:28.561668 dv-cinder-825105-1-iscsi neutron-server[82902]: 'Subnet': {'1.1'}, Feb 09 15:42:28.561668 dv-cinder-825105-1-iscsi neutron-server[82902]: 'Trunk': {'1.1'}} Feb 09 15:42:28.561668 dv-cinder-825105-1-iscsi neutron-server[82902]: consumer versions: Feb 09 15:42:28.561668 dv-cinder-825105-1-iscsi neutron-server[82902]: { DHCP agent@dv-cinder-825105-1-iscsi: {}, Feb 09 15:42:28.561668 dv-cinder-825105-1-iscsi neutron-server[82902]: HyperV agent@hv-cinder-82510: {}, Feb 09 15:42:28.561668 dv-cinder-825105-1-iscsi neutron-server[82902]: L3 agent@dv-cinder-825105-1-iscsi: {}, Feb 09 15:42:28.561668 dv-cinder-825105-1-iscsi neutron-server[82902]: Metadata agent@dv-cinder-825105-1-iscsi: {}, Feb 09 15:42:28.561668 dv-cinder-825105-1-iscsi neutron-server[82902]: Metering agent@dv-cinder-825105-1-iscsi: {}, Feb 09 15:42:28.561668 dv-cinder-825105-1-iscsi neutron-server[82902]: Open vSwitch agent@dv-cinder-825105-1-iscsi: { 'ConntrackHelper': '1.0', Feb 09 15:42:28.561668 dv-cinder-825105-1-iscsi neutron-server[82902]: 'Log': '1.0', Feb 09 15:42:28.561668 dv-cinder-825105-1-iscsi neutron-server[82902]: 'Network': '1.1', Feb 09 15:42:28.561668 dv-cinder-825105-1-iscsi neutron-server[82902]: 'Port': '1.5', Feb 09 15:42:28.561668 dv-cinder-825105-1-iscsi neutron-server[82902]: 'PortForwarding': '1.2', Feb 09 15:42:28.561668 dv-cinder-825105-1-iscsi neutron-server[82902]: 'QosPolicy': '1.8', Feb 09 15:42:28.561668 dv-cinder-825105-1-iscsi neutron-server[82902]: 'SecurityGroup': '1.2', Feb 09 15:42:28.561668 dv-cinder-825105-1-iscsi neutron-server[82902]: 'SecurityGroupRule': '1.0', Feb 09 15:42:28.561668 dv-cinder-825105-1-iscsi neutron-server[82902]: 'SubPort': '1.0', Feb 09 15:42:28.561668 dv-cinder-825105-1-iscsi neutron-server[82902]: 'Subnet': '1.1', Feb 09 15:42:28.561668 dv-cinder-825105-1-iscsi neutron-server[82902]: 'Trunk': '1.1'}} Feb 09 15:42:28.561668 dv-cinder-825105-1-iscsi neutron-server[82902]: {{(pid=82902) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 09 15:42:28.589290 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-67dfad9a-a6f7-4955-acce-6396cded51c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16132466'] for segment, precommit_create {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:42:28.589290 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.db.segments_db [None req-67dfad9a-a6f7-4955-acce-6396cded51c4 admin admin] Added segment e45f7a5f-6f06-4d7c-998a-a4068d4c9621 of type vlan for network 7e6f7d4e-b4a0-4c4e-80c2-814a38a14199 Feb 09 15:42:28.626522 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-67dfad9a-a6f7-4955-acce-6396cded51c4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756758320348'] for network, precommit_create {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:42:28.664219 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-67dfad9a-a6f7-4955-acce-6396cded51c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124156'] for network, after_create {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:42:28.665157 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67dfad9a-a6f7-4955-acce-6396cded51c4 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:42:28.666214 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-67dfad9a-a6f7-4955-acce-6396cded51c4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16124149'] for network, before_response {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:42:28.704191 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-812787cf-6466-4ce1-8c4e-c32e14b18d8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758786133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16008869'] for agent, after_update {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:42:28.764703 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.wsgi [-] (82901) accepted ('10.222.0.67', 40738) {{(pid=82901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 15:42:28.769806 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67dfad9a-a6f7-4955-acce-6396cded51c4 admin admin] Pushing event updated for resources: {'Network': ['ID=7e6f7d4e-b4a0-4c4e-80c2-814a38a14199,revision_number=1']} {{(pid=82902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:42:28.785607 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [None req-67dfad9a-a6f7-4955-acce-6396cded51c4 admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.0352459 Feb 09 15:42:28.787636 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.wsgi [-] (82901) accepted ('10.222.0.67', 40744) {{(pid=82901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 15:42:28.790241 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.plugins.ml2.rpc [None req-608c4fd2-211a-4ca9-a277-ad2a51be62ff None None] Network 7e6f7d4e-b4a0-4c4e-80c2-814a38a14199 details requested by agent ovs-agent-dv-cinder-825105-1-iscsi with host dv-cinder-825105-1-iscsi {{(pid=82903) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 15:42:28.799502 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.api.v2.base [None req-bd23d705-6d11-48ae-bbdb-c8d3ab2423e3 admin admin] Request body: {'subnet': {'network_id': '7e6f7d4e-b4a0-4c4e-80c2-814a38a14199', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1287151320-subnet', 'tenant_id': 'dbfe7e7ae013417f82b96f615e88a432', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=82901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 15:42:28.800401 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.wsgi [-] (82902) accepted ('10.222.0.67', 40748) {{(pid=82902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 15:42:28.801759 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.db.quota.driver [None req-bd23d705-6d11-48ae-bbdb-c8d3ab2423e3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 15:42:28.807930 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.quota.resource [None req-bd23d705-6d11-48ae-bbdb-c8d3ab2423e3 admin admin] Usage tracker for resource:subnet and tenant:dbfe7e7ae013417f82b96f615e88a432 is out of sync, need to count used quota {{(pid=82901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 15:42:28.811158 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.quota.resource [None req-bd23d705-6d11-48ae-bbdb-c8d3ab2423e3 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=82901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 15:42:28.817912 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.db.quota.driver [None req-bd23d705-6d11-48ae-bbdb-c8d3ab2423e3 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 15:42:28.830949 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd23d705-6d11-48ae-bbdb-c8d3ab2423e3 admin admin] Made reservation on behalf of dbfe7e7ae013417f82b96f615e88a432 for: {'subnet': 1} {{(pid=82901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 15:42:28.834666 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-bd23d705-6d11-48ae-bbdb-c8d3ab2423e3 admin admin] Notify callbacks [] for subnet, before_create {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:42:29.004585 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.api.v2.base [None req-96aff73a-5141-4ac8-b6c6-969349de5403 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1271008086-network', 'tenant_id': '3afe9ff36570464cb3825318de2de71a'}} {{(pid=82901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 15:42:29.014692 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.db.quota.driver [None req-96aff73a-5141-4ac8-b6c6-969349de5403 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 15:42:29.021292 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.quota.resource [None req-96aff73a-5141-4ac8-b6c6-969349de5403 admin admin] Usage tracker for resource:network and tenant:3afe9ff36570464cb3825318de2de71a is out of sync, need to count used quota {{(pid=82901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 15:42:29.026828 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.quota.resource [None req-96aff73a-5141-4ac8-b6c6-969349de5403 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=82901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 15:42:29.040019 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.db.quota.driver [None req-96aff73a-5141-4ac8-b6c6-969349de5403 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 15:42:29.057651 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96aff73a-5141-4ac8-b6c6-969349de5403 admin admin] Made reservation on behalf of 3afe9ff36570464cb3825318de2de71a for: {'network': 1} {{(pid=82901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 15:42:29.060023 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-96aff73a-5141-4ac8-b6c6-969349de5403 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16080601'] for network, before_create {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:42:29.078285 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-96aff73a-5141-4ac8-b6c6-969349de5403 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:42:29.116994 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.db.quota.driver [None req-96aff73a-5141-4ac8-b6c6-969349de5403 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 15:42:29.120774 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.quota.resource [None req-96aff73a-5141-4ac8-b6c6-969349de5403 admin admin] Usage tracker for resource:security_group_rule and tenant:3afe9ff36570464cb3825318de2de71a is out of sync, need to count used quota {{(pid=82901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 15:42:29.123656 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.quota.resource [None req-96aff73a-5141-4ac8-b6c6-969349de5403 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 15:42:29.129901 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.db.quota.driver [None req-96aff73a-5141-4ac8-b6c6-969349de5403 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 15:42:29.214797 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-96aff73a-5141-4ac8-b6c6-969349de5403 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:42:29.221171 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-96aff73a-5141-4ac8-b6c6-969349de5403 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_create {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:42:29.283086 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-96aff73a-5141-4ac8-b6c6-969349de5403 admin admin] vlan segment allocate from pool success with {'vlan_id': 843, 'physical_network': 'physnet1'} {{(pid=82901) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 15:42:29.359551 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-96aff73a-5141-4ac8-b6c6-969349de5403 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16132466'] for segment, precommit_create {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:42:29.359919 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.db.segments_db [None req-96aff73a-5141-4ac8-b6c6-969349de5403 admin admin] Added segment 47be4392-46be-4f67-a93c-733fd962f305 of type vlan for network 515106f2-407b-4cd0-874f-592278142559 Feb 09 15:42:29.387062 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-96aff73a-5141-4ac8-b6c6-969349de5403 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756758320348'] for network, precommit_create {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:42:29.401039 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96aff73a-5141-4ac8-b6c6-969349de5403 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7035dc3d-e41e-4e37-896e-bb252f0de0bc,revision_number=1']} {{(pid=82901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:42:29.437429 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96aff73a-5141-4ac8-b6c6-969349de5403 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825105-1-iscsi {{(pid=82901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:42:29.437916 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96aff73a-5141-4ac8-b6c6-969349de5403 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825105-1-iscsi {{(pid=82901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:42:29.438226 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96aff73a-5141-4ac8-b6c6-969349de5403 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825105-1-iscsi {{(pid=82901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:42:29.438375 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96aff73a-5141-4ac8-b6c6-969349de5403 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825105-1-iscsi {{(pid=82901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:42:29.438745 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96aff73a-5141-4ac8-b6c6-969349de5403 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825105-1-iscsi {{(pid=82901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:42:29.439066 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96aff73a-5141-4ac8-b6c6-969349de5403 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-825105-1-iscsi {{(pid=82901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:42:29.439384 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96aff73a-5141-4ac8-b6c6-969349de5403 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825105-1-iscsi {{(pid=82901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:42:29.439702 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96aff73a-5141-4ac8-b6c6-969349de5403 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825105-1-iscsi {{(pid=82901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:42:29.440208 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96aff73a-5141-4ac8-b6c6-969349de5403 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825105-1-iscsi {{(pid=82901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:42:29.440961 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96aff73a-5141-4ac8-b6c6-969349de5403 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825105-1-iscsi {{(pid=82901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:42:29.441472 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96aff73a-5141-4ac8-b6c6-969349de5403 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825105-1-iscsi {{(pid=82901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:42:29.442711 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96aff73a-5141-4ac8-b6c6-969349de5403 admin admin] Tracked resource versions report: Feb 09 15:42:29.442711 dv-cinder-825105-1-iscsi neutron-server[82901]: pushed versions: Feb 09 15:42:29.442711 dv-cinder-825105-1-iscsi neutron-server[82901]: { 'ConntrackHelper': {'1.0'}, Feb 09 15:42:29.442711 dv-cinder-825105-1-iscsi neutron-server[82901]: 'Log': {'1.0'}, Feb 09 15:42:29.442711 dv-cinder-825105-1-iscsi neutron-server[82901]: 'Network': {'1.1'}, Feb 09 15:42:29.442711 dv-cinder-825105-1-iscsi neutron-server[82901]: 'Port': {'1.5'}, Feb 09 15:42:29.442711 dv-cinder-825105-1-iscsi neutron-server[82901]: 'PortForwarding': {'1.2'}, Feb 09 15:42:29.442711 dv-cinder-825105-1-iscsi neutron-server[82901]: 'QosPolicy': {'1.8'}, Feb 09 15:42:29.442711 dv-cinder-825105-1-iscsi neutron-server[82901]: 'SecurityGroup': {'1.2'}, Feb 09 15:42:29.442711 dv-cinder-825105-1-iscsi neutron-server[82901]: 'SecurityGroupRule': {'1.0'}, Feb 09 15:42:29.442711 dv-cinder-825105-1-iscsi neutron-server[82901]: 'SubPort': {'1.0'}, Feb 09 15:42:29.442711 dv-cinder-825105-1-iscsi neutron-server[82901]: 'Subnet': {'1.1'}, Feb 09 15:42:29.442711 dv-cinder-825105-1-iscsi neutron-server[82901]: 'Trunk': {'1.1'}} Feb 09 15:42:29.442711 dv-cinder-825105-1-iscsi neutron-server[82901]: consumer versions: Feb 09 15:42:29.442711 dv-cinder-825105-1-iscsi neutron-server[82901]: { DHCP agent@dv-cinder-825105-1-iscsi: {}, Feb 09 15:42:29.442711 dv-cinder-825105-1-iscsi neutron-server[82901]: HyperV agent@hv-cinder-82510: {}, Feb 09 15:42:29.442711 dv-cinder-825105-1-iscsi neutron-server[82901]: L3 agent@dv-cinder-825105-1-iscsi: {}, Feb 09 15:42:29.442711 dv-cinder-825105-1-iscsi neutron-server[82901]: Metadata agent@dv-cinder-825105-1-iscsi: {}, Feb 09 15:42:29.442711 dv-cinder-825105-1-iscsi neutron-server[82901]: Metering agent@dv-cinder-825105-1-iscsi: {}, Feb 09 15:42:29.442711 dv-cinder-825105-1-iscsi neutron-server[82901]: Open vSwitch agent@dv-cinder-825105-1-iscsi: { 'ConntrackHelper': '1.0', Feb 09 15:42:29.442711 dv-cinder-825105-1-iscsi neutron-server[82901]: 'Log': '1.0', Feb 09 15:42:29.442711 dv-cinder-825105-1-iscsi neutron-server[82901]: 'Network': '1.1', Feb 09 15:42:29.442711 dv-cinder-825105-1-iscsi neutron-server[82901]: 'Port': '1.5', Feb 09 15:42:29.442711 dv-cinder-825105-1-iscsi neutron-server[82901]: 'PortForwarding': '1.2', Feb 09 15:42:29.442711 dv-cinder-825105-1-iscsi neutron-server[82901]: 'QosPolicy': '1.8', Feb 09 15:42:29.442711 dv-cinder-825105-1-iscsi neutron-server[82901]: 'SecurityGroup': '1.2', Feb 09 15:42:29.442711 dv-cinder-825105-1-iscsi neutron-server[82901]: 'SecurityGroupRule': '1.0', Feb 09 15:42:29.442711 dv-cinder-825105-1-iscsi neutron-server[82901]: 'SubPort': '1.0', Feb 09 15:42:29.442711 dv-cinder-825105-1-iscsi neutron-server[82901]: 'Subnet': '1.1', Feb 09 15:42:29.442711 dv-cinder-825105-1-iscsi neutron-server[82901]: 'Trunk': '1.1'}} Feb 09 15:42:29.442711 dv-cinder-825105-1-iscsi neutron-server[82901]: {{(pid=82901) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 09 15:42:29.450420 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-bd23d705-6d11-48ae-bbdb-c8d3ab2423e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124156'] for subnet, after_create {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:42:29.469766 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.api.v2.base [None req-972f5974-4415-4b17-acc7-7992818eb560 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1083284603-network', 'tenant_id': '5408654e4de147309f8b24e479cf1661'}} {{(pid=82902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 15:42:29.476091 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.db.quota.driver [None req-972f5974-4415-4b17-acc7-7992818eb560 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 15:42:29.483755 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.quota.resource [None req-972f5974-4415-4b17-acc7-7992818eb560 admin admin] Usage tracker for resource:network and tenant:5408654e4de147309f8b24e479cf1661 is out of sync, need to count used quota {{(pid=82902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 15:42:29.487542 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.quota.resource [None req-972f5974-4415-4b17-acc7-7992818eb560 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=82902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 15:42:29.488104 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-96aff73a-5141-4ac8-b6c6-969349de5403 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124156'] for network, after_create {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:42:29.489826 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96aff73a-5141-4ac8-b6c6-969349de5403 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:42:29.490569 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-96aff73a-5141-4ac8-b6c6-969349de5403 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16124149'] for network, before_response {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:42:29.495876 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.db.quota.driver [None req-972f5974-4415-4b17-acc7-7992818eb560 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 15:42:29.507503 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-972f5974-4415-4b17-acc7-7992818eb560 admin admin] Made reservation on behalf of 5408654e4de147309f8b24e479cf1661 for: {'network': 1} {{(pid=82902) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 15:42:29.510409 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-972f5974-4415-4b17-acc7-7992818eb560 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16080601'] for network, before_create {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:42:29.525791 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-972f5974-4415-4b17-acc7-7992818eb560 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:42:29.572753 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.db.quota.driver [None req-972f5974-4415-4b17-acc7-7992818eb560 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 15:42:29.577265 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.quota.resource [None req-972f5974-4415-4b17-acc7-7992818eb560 admin admin] Usage tracker for resource:security_group_rule and tenant:5408654e4de147309f8b24e479cf1661 is out of sync, need to count used quota {{(pid=82902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 15:42:29.581133 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.quota.resource [None req-972f5974-4415-4b17-acc7-7992818eb560 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 15:42:29.592145 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.db.quota.driver [None req-972f5974-4415-4b17-acc7-7992818eb560 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 15:42:29.626992 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96aff73a-5141-4ac8-b6c6-969349de5403 admin admin] Pushing event updated for resources: {'Network': ['ID=515106f2-407b-4cd0-874f-592278142559,revision_number=1']} {{(pid=82901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:42:29.634316 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.api.v2.base [None req-79a510f5-b30c-4a0d-9c98-d51764d315d5 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1706438827-network', 'tenant_id': '78278b589cbf4c319a60ef0cf1ea554e'}} {{(pid=82901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 15:42:29.638992 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.plugins.ml2.rpc [None req-608c4fd2-211a-4ca9-a277-ad2a51be62ff None None] Network 515106f2-407b-4cd0-874f-592278142559 details requested by agent ovs-agent-dv-cinder-825105-1-iscsi with host dv-cinder-825105-1-iscsi {{(pid=82903) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 15:42:29.639778 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.db.quota.driver [None req-79a510f5-b30c-4a0d-9c98-d51764d315d5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 15:42:29.643795 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.quota.resource [None req-79a510f5-b30c-4a0d-9c98-d51764d315d5 admin admin] Usage tracker for resource:network and tenant:78278b589cbf4c319a60ef0cf1ea554e is out of sync, need to count used quota {{(pid=82901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 15:42:29.647749 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.quota.resource [None req-79a510f5-b30c-4a0d-9c98-d51764d315d5 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=82901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 15:42:29.654705 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.db.quota.driver [None req-79a510f5-b30c-4a0d-9c98-d51764d315d5 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 15:42:29.670876 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [None req-96aff73a-5141-4ac8-b6c6-969349de5403 admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.1679559 Feb 09 15:42:29.674774 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79a510f5-b30c-4a0d-9c98-d51764d315d5 admin admin] Made reservation on behalf of 78278b589cbf4c319a60ef0cf1ea554e for: {'network': 1} {{(pid=82901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 15:42:29.677348 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-79a510f5-b30c-4a0d-9c98-d51764d315d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16080601'] for network, before_create {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:42:29.683441 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.wsgi [-] (82902) accepted ('10.222.0.67', 40766) {{(pid=82902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 15:42:29.692721 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.api.v2.base [None req-6f8adb65-05c1-438b-a7c1-295cf40278f6 admin admin] Request body: {'subnet': {'network_id': '515106f2-407b-4cd0-874f-592278142559', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1271008086-subnet', 'tenant_id': '3afe9ff36570464cb3825318de2de71a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=82902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 15:42:29.703181 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-79a510f5-b30c-4a0d-9c98-d51764d315d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:42:29.705931 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.db.quota.driver [None req-6f8adb65-05c1-438b-a7c1-295cf40278f6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 15:42:29.711958 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.quota.resource [None req-6f8adb65-05c1-438b-a7c1-295cf40278f6 admin admin] Usage tracker for resource:subnet and tenant:3afe9ff36570464cb3825318de2de71a is out of sync, need to count used quota {{(pid=82902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 15:42:29.735103 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.quota.resource [None req-6f8adb65-05c1-438b-a7c1-295cf40278f6 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=82902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 15:42:29.754377 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd23d705-6d11-48ae-bbdb-c8d3ab2423e3 admin admin] Checking segment: {'id': 'e45f7a5f-6f06-4d7c-998a-a4068d4c9621', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': '7e6f7d4e-b4a0-4c4e-80c2-814a38a14199'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 15:42:29.755029 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd23d705-6d11-48ae-bbdb-c8d3ab2423e3 admin admin] Network hostable DHCP agents. Network: 7e6f7d4e-b4a0-4c4e-80c2-814a38a14199, hostable agents: ['534ecb3d-5fb5-4496-b97c-b20b93fdf8ec'], hosted agents: [] {{(pid=82901) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 15:42:29.755742 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.db.quota.driver [None req-6f8adb65-05c1-438b-a7c1-295cf40278f6 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 15:42:29.792026 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.db.quota.driver [None req-79a510f5-b30c-4a0d-9c98-d51764d315d5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 15:42:29.796271 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.quota.resource [None req-79a510f5-b30c-4a0d-9c98-d51764d315d5 admin admin] Usage tracker for resource:security_group_rule and tenant:78278b589cbf4c319a60ef0cf1ea554e is out of sync, need to count used quota {{(pid=82901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 15:42:29.799500 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.quota.resource [None req-79a510f5-b30c-4a0d-9c98-d51764d315d5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 15:42:29.807078 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.db.quota.driver [None req-79a510f5-b30c-4a0d-9c98-d51764d315d5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 15:42:29.814083 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd23d705-6d11-48ae-bbdb-c8d3ab2423e3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7b0e1516-4c73-46b2-a641-716be4f1edf5,revision_number=0']} {{(pid=82901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:42:29.829398 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd23d705-6d11-48ae-bbdb-c8d3ab2423e3 admin admin] Network 7e6f7d4e-b4a0-4c4e-80c2-814a38a14199 is scheduled to be hosted by DHCP agent 534ecb3d-5fb5-4496-b97c-b20b93fdf8ec with binding_index 1 {{(pid=82901) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 15:42:29.830820 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-972f5974-4415-4b17-acc7-7992818eb560 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:42:29.835675 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-972f5974-4415-4b17-acc7-7992818eb560 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_create {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:42:29.844894 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f8adb65-05c1-438b-a7c1-295cf40278f6 admin admin] Made reservation on behalf of 3afe9ff36570464cb3825318de2de71a for: {'subnet': 1} {{(pid=82902) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 15:42:29.851005 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-6f8adb65-05c1-438b-a7c1-295cf40278f6 admin admin] Notify callbacks [] for subnet, before_create {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:42:29.931968 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.scheduler.base_scheduler [None req-bd23d705-6d11-48ae-bbdb-c8d3ab2423e3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-825105-1-iscsi, 7e6f7d4e-b4a0-4c4e-80c2-814a38a14199) {{(pid=82901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 15:42:29.942324 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c4f40b6-f5db-45b4-a710-67b065e096f2 None None] Network 7e6f7d4e-b4a0-4c4e-80c2-814a38a14199 requested from dv-cinder-825105-1-iscsi {{(pid=82903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 15:42:30.020725 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd23d705-6d11-48ae-bbdb-c8d3ab2423e3 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=82901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:42:30.021889 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-bd23d705-6d11-48ae-bbdb-c8d3ab2423e3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16124149'] for subnet, before_response {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:42:30.066332 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-972f5974-4415-4b17-acc7-7992818eb560 admin admin] vlan segment allocate from pool success with {'vlan_id': 822, 'physical_network': 'physnet1'} {{(pid=82902) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 15:42:30.081847 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-79a510f5-b30c-4a0d-9c98-d51764d315d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:42:30.091618 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [None req-bd23d705-6d11-48ae-bbdb-c8d3ab2423e3 admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.3003225 Feb 09 15:42:30.094279 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-79a510f5-b30c-4a0d-9c98-d51764d315d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_create {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:42:30.138314 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-972f5974-4415-4b17-acc7-7992818eb560 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16132466'] for segment, precommit_create {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:42:30.138678 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.db.segments_db [None req-972f5974-4415-4b17-acc7-7992818eb560 admin admin] Added segment 61008ea7-600c-42ab-8da1-d2bb9124cbff of type vlan for network 072a4996-791d-4390-ba5a-5e0a5fbf88c4 Feb 09 15:42:30.151461 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-972f5974-4415-4b17-acc7-7992818eb560 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c9b51e4-e908-48c1-8ba4-2cab64c30d74,revision_number=1']} {{(pid=82902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:42:30.155328 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.wsgi [-] (82902) accepted ('10.222.0.67', 40788) {{(pid=82902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 15:42:30.167896 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.api.v2.base [None req-17d8c2ed-af88-46ce-87e8-dcf59e25ff80 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1287151320-router', 'tenant_id': 'dbfe7e7ae013417f82b96f615e88a432', 'external_gateway_info': {'network_id': 'c65eede5-7777-493f-951d-210877831002'}}} {{(pid=82902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 15:42:30.180935 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-79a510f5-b30c-4a0d-9c98-d51764d315d5 admin admin] vlan segment allocate from pool success with {'vlan_id': 818, 'physical_network': 'physnet1'} {{(pid=82901) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 15:42:30.192395 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.db.quota.driver [None req-17d8c2ed-af88-46ce-87e8-dcf59e25ff80 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 15:42:30.215578 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a510f5-b30c-4a0d-9c98-d51764d315d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e4a9c1f-e3a3-4232-a4ee-a060da02385c,revision_number=1']} {{(pid=82901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:42:30.216189 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.quota.resource [None req-17d8c2ed-af88-46ce-87e8-dcf59e25ff80 admin admin] Usage tracker for resource:router and tenant:dbfe7e7ae013417f82b96f615e88a432 is out of sync, need to count used quota {{(pid=82902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 15:42:30.220689 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.quota.resource [None req-17d8c2ed-af88-46ce-87e8-dcf59e25ff80 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=82902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 15:42:30.234931 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.db.quota.driver [None req-17d8c2ed-af88-46ce-87e8-dcf59e25ff80 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 15:42:30.235562 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-79a510f5-b30c-4a0d-9c98-d51764d315d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16132466'] for segment, precommit_create {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:42:30.236027 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.db.segments_db [None req-79a510f5-b30c-4a0d-9c98-d51764d315d5 admin admin] Added segment 1c463c45-2a3e-4ade-9733-49ef7816b3d7 of type vlan for network aca677a7-4af0-46c2-a14a-b7a7106ab4eb Feb 09 15:42:30.239126 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-972f5974-4415-4b17-acc7-7992818eb560 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756758320348'] for network, precommit_create {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:42:30.305779 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-79a510f5-b30c-4a0d-9c98-d51764d315d5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756758320348'] for network, precommit_create {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:42:30.322054 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-0ebae2ac-e0d2-48f0-83bd-0b9c03f3440a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758786133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16008869'] for agent, after_update {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:42:30.324880 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-17d8c2ed-af88-46ce-87e8-dcf59e25ff80 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-410232', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1025257'] for router, before_create {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:42:30.326399 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-17d8c2ed-af88-46ce-87e8-dcf59e25ff80 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-410143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-406467', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-347251', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1025278'] for router, precommit_create {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:42:30.367747 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-79a510f5-b30c-4a0d-9c98-d51764d315d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124156'] for network, after_create {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:42:30.369352 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-972f5974-4415-4b17-acc7-7992818eb560 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124156'] for network, after_create {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:42:30.370250 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-972f5974-4415-4b17-acc7-7992818eb560 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:42:30.370816 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-972f5974-4415-4b17-acc7-7992818eb560 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16124149'] for network, before_response {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:42:30.371852 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79a510f5-b30c-4a0d-9c98-d51764d315d5 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:42:30.372629 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-79a510f5-b30c-4a0d-9c98-d51764d315d5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16124149'] for network, before_response {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:42:30.454155 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-17d8c2ed-af88-46ce-87e8-dcf59e25ff80 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:42:30.469960 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17033048-2a47-4eb3-bd3e-3d9cbaf8eb8c None None] Network 7e6f7d4e-b4a0-4c4e-80c2-814a38a14199 requested from dv-cinder-825105-1-iscsi {{(pid=82903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 15:42:30.601853 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [None req-79a510f5-b30c-4a0d-9c98-d51764d315d5 admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.8354411 Feb 09 15:42:30.605098 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.wsgi [-] (82901) accepted ('10.222.0.67', 40806) {{(pid=82901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 15:42:30.614388 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.api.v2.base [None req-ef0bf45d-8b9c-40a8-95f7-a97b1148e338 admin admin] Request body: {'subnet': {'network_id': 'aca677a7-4af0-46c2-a14a-b7a7106ab4eb', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1706438827-subnet', 'tenant_id': '78278b589cbf4c319a60ef0cf1ea554e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=82901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 15:42:30.619272 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a510f5-b30c-4a0d-9c98-d51764d315d5 admin admin] Pushing event updated for resources: {'Network': ['ID=aca677a7-4af0-46c2-a14a-b7a7106ab4eb,revision_number=1']} {{(pid=82901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:42:30.623806 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.db.quota.driver [None req-ef0bf45d-8b9c-40a8-95f7-a97b1148e338 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 15:42:30.629772 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.quota.resource [None req-ef0bf45d-8b9c-40a8-95f7-a97b1148e338 admin admin] Usage tracker for resource:subnet and tenant:78278b589cbf4c319a60ef0cf1ea554e is out of sync, need to count used quota {{(pid=82901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 15:42:30.635803 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.quota.resource [None req-ef0bf45d-8b9c-40a8-95f7-a97b1148e338 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=82901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 15:42:30.644245 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.db.quota.driver [None req-ef0bf45d-8b9c-40a8-95f7-a97b1148e338 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 15:42:30.659642 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef0bf45d-8b9c-40a8-95f7-a97b1148e338 admin admin] Made reservation on behalf of 78278b589cbf4c319a60ef0cf1ea554e for: {'subnet': 1} {{(pid=82901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 15:42:30.664881 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-ef0bf45d-8b9c-40a8-95f7-a97b1148e338 admin admin] Notify callbacks [] for subnet, before_create {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:42:30.693855 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.plugins.ml2.rpc [None req-608c4fd2-211a-4ca9-a277-ad2a51be62ff None None] Network aca677a7-4af0-46c2-a14a-b7a7106ab4eb details requested by agent ovs-agent-dv-cinder-825105-1-iscsi with host dv-cinder-825105-1-iscsi {{(pid=82903) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 15:42:30.739391 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [None req-972f5974-4415-4b17-acc7-7992818eb560 admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.9348617 Feb 09 15:42:30.801585 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-972f5974-4415-4b17-acc7-7992818eb560 admin admin] Pushing event updated for resources: {'Network': ['ID=072a4996-791d-4390-ba5a-5e0a5fbf88c4,revision_number=1']} {{(pid=82902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:42:30.821599 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.wsgi [-] (82902) accepted ('10.222.0.67', 40810) {{(pid=82902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 15:42:30.826594 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.plugins.ml2.rpc [None req-608c4fd2-211a-4ca9-a277-ad2a51be62ff None None] Network 072a4996-791d-4390-ba5a-5e0a5fbf88c4 details requested by agent ovs-agent-dv-cinder-825105-1-iscsi with host dv-cinder-825105-1-iscsi {{(pid=82903) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 15:42:30.831926 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.api.v2.base [None req-ffdfd075-cfc4-4d37-9d1d-cbbbd4705e4b admin admin] Request body: {'subnet': {'network_id': '072a4996-791d-4390-ba5a-5e0a5fbf88c4', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1083284603-subnet', 'tenant_id': '5408654e4de147309f8b24e479cf1661', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=82902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 15:42:31.024727 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-ef0bf45d-8b9c-40a8-95f7-a97b1148e338 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124156'] for subnet, after_create {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:42:31.075238 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-6f8adb65-05c1-438b-a7c1-295cf40278f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124156'] for subnet, after_create {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:42:31.083027 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.db.quota.driver [None req-ffdfd075-cfc4-4d37-9d1d-cbbbd4705e4b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 15:42:31.140699 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.quota.resource [None req-ffdfd075-cfc4-4d37-9d1d-cbbbd4705e4b admin admin] Usage tracker for resource:subnet and tenant:5408654e4de147309f8b24e479cf1661 is out of sync, need to count used quota {{(pid=82902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 15:42:31.144657 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef0bf45d-8b9c-40a8-95f7-a97b1148e338 admin admin] Pushing event updated for resources: {'Subnet': ['ID=17daeaef-39db-4614-8e60-dacf9e000f12,revision_number=0']} {{(pid=82901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:42:31.158079 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef0bf45d-8b9c-40a8-95f7-a97b1148e338 admin admin] Checking segment: {'id': '1c463c45-2a3e-4ade-9733-49ef7816b3d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': 'aca677a7-4af0-46c2-a14a-b7a7106ab4eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 15:42:31.158793 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef0bf45d-8b9c-40a8-95f7-a97b1148e338 admin admin] Network hostable DHCP agents. Network: aca677a7-4af0-46c2-a14a-b7a7106ab4eb, hostable agents: ['534ecb3d-5fb5-4496-b97c-b20b93fdf8ec'], hosted agents: [] {{(pid=82901) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 15:42:31.174438 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.quota.resource [None req-ffdfd075-cfc4-4d37-9d1d-cbbbd4705e4b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=82902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 15:42:31.185646 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef0bf45d-8b9c-40a8-95f7-a97b1148e338 admin admin] Network aca677a7-4af0-46c2-a14a-b7a7106ab4eb is scheduled to be hosted by DHCP agent 534ecb3d-5fb5-4496-b97c-b20b93fdf8ec with binding_index 1 {{(pid=82901) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 15:42:31.196454 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-17d8c2ed-af88-46ce-87e8-dcf59e25ff80 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-406509', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-410218', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1025164'] for router, precommit_update {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:42:31.208080 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.scheduler.base_scheduler [None req-ef0bf45d-8b9c-40a8-95f7-a97b1148e338 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-825105-1-iscsi, aca677a7-4af0-46c2-a14a-b7a7106ab4eb) {{(pid=82901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 15:42:31.211831 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.db.quota.driver [None req-ffdfd075-cfc4-4d37-9d1d-cbbbd4705e4b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 15:42:31.216623 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef0bf45d-8b9c-40a8-95f7-a97b1148e338 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=82901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:42:31.217201 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-ef0bf45d-8b9c-40a8-95f7-a97b1148e338 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16124149'] for subnet, before_response {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:42:31.222555 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-1f7d0426-72a7-4c89-8e53-4ec430751ccf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758786133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16008869'] for agent, after_update {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:42:31.225955 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6ef6945-dd3c-4f3a-9633-cc440462ff6e None None] Network aca677a7-4af0-46c2-a14a-b7a7106ab4eb requested from dv-cinder-825105-1-iscsi {{(pid=82903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 15:42:31.256259 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [None req-ef0bf45d-8b9c-40a8-95f7-a97b1148e338 admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.6497848 Feb 09 15:42:31.309292 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f8adb65-05c1-438b-a7c1-295cf40278f6 admin admin] Checking segment: {'id': '47be4392-46be-4f67-a93c-733fd962f305', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '515106f2-407b-4cd0-874f-592278142559'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 15:42:31.309675 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f8adb65-05c1-438b-a7c1-295cf40278f6 admin admin] Network hostable DHCP agents. Network: 515106f2-407b-4cd0-874f-592278142559, hostable agents: ['534ecb3d-5fb5-4496-b97c-b20b93fdf8ec'], hosted agents: [] {{(pid=82902) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 15:42:31.331793 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8adb65-05c1-438b-a7c1-295cf40278f6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f6c0b2aa-667d-4387-9940-6f1b97474e6c,revision_number=0']} {{(pid=82902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:42:31.341939 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffdfd075-cfc4-4d37-9d1d-cbbbd4705e4b admin admin] Made reservation on behalf of 5408654e4de147309f8b24e479cf1661 for: {'subnet': 1} {{(pid=82902) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 15:42:31.344239 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-ffdfd075-cfc4-4d37-9d1d-cbbbd4705e4b admin admin] Notify callbacks [] for subnet, before_create {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:42:31.459183 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f8adb65-05c1-438b-a7c1-295cf40278f6 admin admin] Network 515106f2-407b-4cd0-874f-592278142559 is scheduled to be hosted by DHCP agent 534ecb3d-5fb5-4496-b97c-b20b93fdf8ec with binding_index 1 {{(pid=82902) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 15:42:31.481602 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.scheduler.base_scheduler [None req-6f8adb65-05c1-438b-a7c1-295cf40278f6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-825105-1-iscsi, 515106f2-407b-4cd0-874f-592278142559) {{(pid=82902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 15:42:31.495133 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f8adb65-05c1-438b-a7c1-295cf40278f6 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=82902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:42:31.495729 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-6f8adb65-05c1-438b-a7c1-295cf40278f6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16124149'] for subnet, before_response {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:42:31.496361 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67a34720-0528-4814-9522-8520337b635c None None] Network 515106f2-407b-4cd0-874f-592278142559 requested from dv-cinder-825105-1-iscsi {{(pid=82903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 15:42:31.547502 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [None req-6f8adb65-05c1-438b-a7c1-295cf40278f6 admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.8628435 Feb 09 15:42:31.599247 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.wsgi [-] (82901) accepted ('10.222.0.67', 40842) {{(pid=82901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 15:42:31.606020 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.api.v2.base [None req-6a2ece21-461d-4fe9-8cac-41715676dc17 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1271008086-router', 'tenant_id': '3afe9ff36570464cb3825318de2de71a', 'external_gateway_info': {'network_id': 'c65eede5-7777-493f-951d-210877831002'}}} {{(pid=82901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 15:42:31.612360 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.db.quota.driver [None req-6a2ece21-461d-4fe9-8cac-41715676dc17 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 15:42:31.621385 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.quota.resource [None req-6a2ece21-461d-4fe9-8cac-41715676dc17 admin admin] Usage tracker for resource:router and tenant:3afe9ff36570464cb3825318de2de71a is out of sync, need to count used quota {{(pid=82901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 15:42:31.632562 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.quota.resource [None req-6a2ece21-461d-4fe9-8cac-41715676dc17 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=82901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 15:42:31.654740 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.db.quota.driver [None req-6a2ece21-461d-4fe9-8cac-41715676dc17 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 15:42:31.699010 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-6a2ece21-461d-4fe9-8cac-41715676dc17 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-410232', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1025257'] for router, before_create {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:42:31.700178 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-6a2ece21-461d-4fe9-8cac-41715676dc17 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-410143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-406467', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-347251', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1025278'] for router, precommit_create {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:42:31.720111 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-17d8c2ed-af88-46ce-87e8-dcf59e25ff80 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:42:31.743438 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-6a2ece21-461d-4fe9-8cac-41715676dc17 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:42:31.780459 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-17d8c2ed-af88-46ce-87e8-dcf59e25ff80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16080601'] for port, before_create {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:42:31.939184 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-608c4fd2-211a-4ca9-a277-ad2a51be62ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758786133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16008869'] for agent, after_update {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:42:31.942283 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8280703d-c0e2-4264-8df8-692144ac8dfe None None] Network aca677a7-4af0-46c2-a14a-b7a7106ab4eb requested from dv-cinder-825105-1-iscsi {{(pid=82903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 15:42:31.969362 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-ffdfd075-cfc4-4d37-9d1d-cbbbd4705e4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124156'] for subnet, after_create {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:42:32.012956 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-6a2ece21-461d-4fe9-8cac-41715676dc17 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-406509', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-410218', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1025164'] for router, precommit_update {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:42:32.052797 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.db.db_base_plugin_common [None req-17d8c2ed-af88-46ce-87e8-dcf59e25ff80 admin admin] Allocated IP 172.27.0.33 (c65eede5-7777-493f-951d-210877831002/2c513225-bb11-4d36-a4c3-0732716dcb87/dfeff31f-0bae-4771-a2f0-37d3cea03233) {{(pid=82902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 15:42:32.229681 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62829d32-bd26-431b-832a-d58989a3792b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1490c90-7495-5952-8644-ad60ad5632dc-515106f2-407b-4cd0-874f-592278142559', 'network_id': '515106f2-407b-4cd0-874f-592278142559', 'tenant_id': '3afe9ff36570464cb3825318de2de71a', 'fixed_ips': [{'subnet_id': 'f6c0b2aa-667d-4387-9940-6f1b97474e6c'}]}} from dv-cinder-825105-1-iscsi. {{(pid=82903) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 09 15:42:32.233381 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-62829d32-bd26-431b-832a-d58989a3792b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16080601'] for port, before_create {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:42:32.376522 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-17d8c2ed-af88-46ce-87e8-dcf59e25ff80 admin admin] Notify callbacks [] for port, precommit_create {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:42:32.379542 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffdfd075-cfc4-4d37-9d1d-cbbbd4705e4b admin admin] Pushing event updated for resources: {'Subnet': ['ID=d622abef-cdcb-4b2b-b25a-610e3a6ed20d,revision_number=0']} {{(pid=82902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:42:32.395906 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffdfd075-cfc4-4d37-9d1d-cbbbd4705e4b admin admin] Checking segment: {'id': '61008ea7-600c-42ab-8da1-d2bb9124cbff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': '072a4996-791d-4390-ba5a-5e0a5fbf88c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 15:42:32.396327 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffdfd075-cfc4-4d37-9d1d-cbbbd4705e4b admin admin] Network hostable DHCP agents. Network: 072a4996-791d-4390-ba5a-5e0a5fbf88c4, hostable agents: ['534ecb3d-5fb5-4496-b97c-b20b93fdf8ec'], hosted agents: [] {{(pid=82902) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 15:42:32.433220 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-6a2ece21-461d-4fe9-8cac-41715676dc17 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:42:32.438666 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffdfd075-cfc4-4d37-9d1d-cbbbd4705e4b admin admin] Network 072a4996-791d-4390-ba5a-5e0a5fbf88c4 is scheduled to be hosted by DHCP agent 534ecb3d-5fb5-4496-b97c-b20b93fdf8ec with binding_index 1 {{(pid=82902) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 15:42:32.491751 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.db.db_base_plugin_common [None req-62829d32-bd26-431b-832a-d58989a3792b None None] Allocated IP 172.20.0.2 (515106f2-407b-4cd0-874f-592278142559/f6c0b2aa-667d-4387-9940-6f1b97474e6c/8470bc71-a55e-46e5-9504-0324f781b6d3) {{(pid=82903) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 15:42:32.519280 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-6a2ece21-461d-4fe9-8cac-41715676dc17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16080601'] for port, before_create {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:42:32.536025 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.scheduler.base_scheduler [None req-ffdfd075-cfc4-4d37-9d1d-cbbbd4705e4b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-825105-1-iscsi, 072a4996-791d-4390-ba5a-5e0a5fbf88c4) {{(pid=82902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 15:42:32.557957 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5caa6ef9-5871-4604-99ff-a6fedf981f2b None None] Network 072a4996-791d-4390-ba5a-5e0a5fbf88c4 requested from dv-cinder-825105-1-iscsi {{(pid=82903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 15:42:32.570195 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffdfd075-cfc4-4d37-9d1d-cbbbd4705e4b admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=82902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:42:32.570807 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-ffdfd075-cfc4-4d37-9d1d-cbbbd4705e4b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16124149'] for subnet, before_response {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:42:32.598690 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-17d8c2ed-af88-46ce-87e8-dcf59e25ff80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16080037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124156', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756758334037'] for port, after_create {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:42:32.805885 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.db.db_base_plugin_common [None req-6a2ece21-461d-4fe9-8cac-41715676dc17 admin admin] Allocated IP 172.27.0.13 (c65eede5-7777-493f-951d-210877831002/2c513225-bb11-4d36-a4c3-0732716dcb87/e8f166af-63fa-4718-a18b-20cbc7f2ac05) {{(pid=82901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 15:42:32.821569 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [None req-ffdfd075-cfc4-4d37-9d1d-cbbbd4705e4b admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.9968419 Feb 09 15:42:32.841369 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17d8c2ed-af88-46ce-87e8-dcf59e25ff80 admin admin] Network c65eede5-7777-493f-951d-210877831002 is already hosted by enough agents. {{(pid=82902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 15:42:32.845511 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d8c2ed-af88-46ce-87e8-dcf59e25ff80 admin admin] Pushing event updated for resources: {'Port': ['ID=dfeff31f-0bae-4771-a2f0-37d3cea03233,revision_number=1']} {{(pid=82902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:42:32.861704 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.scheduler.base_scheduler [None req-17d8c2ed-af88-46ce-87e8-dcf59e25ff80 admin admin] Resources bound (agent type, host, resource id): {{(pid=82902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 15:42:32.934070 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17d8c2ed-af88-46ce-87e8-dcf59e25ff80 admin admin] Received port after_create {{(pid=82902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 15:42:33.004016 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-faa751bb-9674-45ec-b131-f889431b03dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758786133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16008869'] for agent, after_update {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:42:33.091429 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-62829d32-bd26-431b-832a-d58989a3792b None None] Notify callbacks [] for port, precommit_create {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:42:33.121668 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93b9fc78-26a1-4628-a1c1-e67140e164ce None None] Network 072a4996-791d-4390-ba5a-5e0a5fbf88c4 requested from dv-cinder-825105-1-iscsi {{(pid=82903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 15:42:33.139291 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.db.provisioning_blocks [None req-62829d32-bd26-431b-832a-d58989a3792b None None] Transition to ACTIVE for port object 8470bc71-a55e-46e5-9504-0324f781b6d3 will not be triggered until provisioned by entity L2. {{(pid=82903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 15:42:33.185389 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-6a2ece21-461d-4fe9-8cac-41715676dc17 admin admin] Notify callbacks [] for port, precommit_create {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:42:33.225712 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.db.provisioning_blocks [None req-62829d32-bd26-431b-832a-d58989a3792b None None] Transition to ACTIVE for port object 8470bc71-a55e-46e5-9504-0324f781b6d3 will not be triggered until provisioned by entity DHCP. {{(pid=82903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 15:42:33.226726 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-6a2ece21-461d-4fe9-8cac-41715676dc17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16080037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124156', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756758334037'] for port, after_create {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:42:33.302380 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a2ece21-461d-4fe9-8cac-41715676dc17 admin admin] Network c65eede5-7777-493f-951d-210877831002 is already hosted by enough agents. {{(pid=82901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 15:42:33.306106 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.scheduler.base_scheduler [None req-6a2ece21-461d-4fe9-8cac-41715676dc17 admin admin] Resources bound (agent type, host, resource id): {{(pid=82901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 15:42:33.306897 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-17d8c2ed-af88-46ce-87e8-dcf59e25ff80 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:42:33.309892 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a2ece21-461d-4fe9-8cac-41715676dc17 admin admin] Received port after_create {{(pid=82901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 15:42:33.310052 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-17d8c2ed-af88-46ce-87e8-dcf59e25ff80 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-410227', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-406294'] for router, after_create {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:42:33.333251 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-62829d32-bd26-431b-832a-d58989a3792b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16080037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124156', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756758334037'] for port, after_create {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:42:33.340862 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a2ece21-461d-4fe9-8cac-41715676dc17 admin admin] Pushing event updated for resources: {'Port': ['ID=e8f166af-63fa-4718-a18b-20cbc7f2ac05,revision_number=1']} {{(pid=82901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:42:33.461264 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-6a2ece21-461d-4fe9-8cac-41715676dc17 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:42:33.462181 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-6a2ece21-461d-4fe9-8cac-41715676dc17 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-410227', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-406294'] for router, after_create {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:42:33.585413 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.wsgi [-] (82901) accepted ('10.222.0.67', 40900) {{(pid=82901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 15:42:33.592712 dv-cinder-825105-1-iscsi neutron-server[82901]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Feb 09 15:42:33.603500 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62829d32-bd26-431b-832a-d58989a3792b None None] Network 515106f2-407b-4cd0-874f-592278142559 is already hosted by enough agents. {{(pid=82903) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 15:42:33.637830 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.scheduler.base_scheduler [None req-62829d32-bd26-431b-832a-d58989a3792b None None] Resources bound (agent type, host, resource id): {{(pid=82903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 15:42:33.649388 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62829d32-bd26-431b-832a-d58989a3792b None None] Received port after_create {{(pid=82903) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 15:42:33.750258 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62829d32-bd26-431b-832a-d58989a3792b None None] Pushing event updated for resources: {'Port': ['ID=8470bc71-a55e-46e5-9504-0324f781b6d3,revision_number=1']} {{(pid=82903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:42:33.771326 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62829d32-bd26-431b-832a-d58989a3792b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825105-1-iscsi {{(pid=82903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:42:33.771782 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62829d32-bd26-431b-832a-d58989a3792b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825105-1-iscsi {{(pid=82903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:42:33.772478 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62829d32-bd26-431b-832a-d58989a3792b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825105-1-iscsi {{(pid=82903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:42:33.773036 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62829d32-bd26-431b-832a-d58989a3792b None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825105-1-iscsi {{(pid=82903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:42:33.773536 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62829d32-bd26-431b-832a-d58989a3792b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825105-1-iscsi {{(pid=82903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:42:33.773924 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62829d32-bd26-431b-832a-d58989a3792b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-825105-1-iscsi {{(pid=82903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:42:33.774309 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62829d32-bd26-431b-832a-d58989a3792b None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825105-1-iscsi {{(pid=82903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:42:33.774692 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62829d32-bd26-431b-832a-d58989a3792b None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825105-1-iscsi {{(pid=82903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:42:33.775140 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62829d32-bd26-431b-832a-d58989a3792b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825105-1-iscsi {{(pid=82903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:42:33.775743 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62829d32-bd26-431b-832a-d58989a3792b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825105-1-iscsi {{(pid=82903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:42:33.776148 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62829d32-bd26-431b-832a-d58989a3792b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825105-1-iscsi {{(pid=82903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:42:33.777518 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62829d32-bd26-431b-832a-d58989a3792b None None] Tracked resource versions report: Feb 09 15:42:33.777518 dv-cinder-825105-1-iscsi neutron-server[82903]: pushed versions: Feb 09 15:42:33.777518 dv-cinder-825105-1-iscsi neutron-server[82903]: { 'ConntrackHelper': {'1.0'}, Feb 09 15:42:33.777518 dv-cinder-825105-1-iscsi neutron-server[82903]: 'Log': {'1.0'}, Feb 09 15:42:33.777518 dv-cinder-825105-1-iscsi neutron-server[82903]: 'Network': {'1.1'}, Feb 09 15:42:33.777518 dv-cinder-825105-1-iscsi neutron-server[82903]: 'Port': {'1.5'}, Feb 09 15:42:33.777518 dv-cinder-825105-1-iscsi neutron-server[82903]: 'PortForwarding': {'1.2'}, Feb 09 15:42:33.777518 dv-cinder-825105-1-iscsi neutron-server[82903]: 'QosPolicy': {'1.8'}, Feb 09 15:42:33.777518 dv-cinder-825105-1-iscsi neutron-server[82903]: 'SecurityGroup': {'1.2'}, Feb 09 15:42:33.777518 dv-cinder-825105-1-iscsi neutron-server[82903]: 'SecurityGroupRule': {'1.0'}, Feb 09 15:42:33.777518 dv-cinder-825105-1-iscsi neutron-server[82903]: 'SubPort': {'1.0'}, Feb 09 15:42:33.777518 dv-cinder-825105-1-iscsi neutron-server[82903]: 'Subnet': {'1.1'}, Feb 09 15:42:33.777518 dv-cinder-825105-1-iscsi neutron-server[82903]: 'Trunk': {'1.1'}} Feb 09 15:42:33.777518 dv-cinder-825105-1-iscsi neutron-server[82903]: consumer versions: Feb 09 15:42:33.777518 dv-cinder-825105-1-iscsi neutron-server[82903]: { DHCP agent@dv-cinder-825105-1-iscsi: {}, Feb 09 15:42:33.777518 dv-cinder-825105-1-iscsi neutron-server[82903]: HyperV agent@hv-cinder-82510: {}, Feb 09 15:42:33.777518 dv-cinder-825105-1-iscsi neutron-server[82903]: L3 agent@dv-cinder-825105-1-iscsi: {}, Feb 09 15:42:33.777518 dv-cinder-825105-1-iscsi neutron-server[82903]: Metadata agent@dv-cinder-825105-1-iscsi: {}, Feb 09 15:42:33.777518 dv-cinder-825105-1-iscsi neutron-server[82903]: Metering agent@dv-cinder-825105-1-iscsi: {}, Feb 09 15:42:33.777518 dv-cinder-825105-1-iscsi neutron-server[82903]: Open vSwitch agent@dv-cinder-825105-1-iscsi: { 'ConntrackHelper': '1.0', Feb 09 15:42:33.777518 dv-cinder-825105-1-iscsi neutron-server[82903]: 'Log': '1.0', Feb 09 15:42:33.777518 dv-cinder-825105-1-iscsi neutron-server[82903]: 'Network': '1.1', Feb 09 15:42:33.777518 dv-cinder-825105-1-iscsi neutron-server[82903]: 'Port': '1.5', Feb 09 15:42:33.777518 dv-cinder-825105-1-iscsi neutron-server[82903]: 'PortForwarding': '1.2', Feb 09 15:42:33.777518 dv-cinder-825105-1-iscsi neutron-server[82903]: 'QosPolicy': '1.8', Feb 09 15:42:33.777518 dv-cinder-825105-1-iscsi neutron-server[82903]: 'SecurityGroup': '1.2', Feb 09 15:42:33.777518 dv-cinder-825105-1-iscsi neutron-server[82903]: 'SecurityGroupRule': '1.0', Feb 09 15:42:33.777518 dv-cinder-825105-1-iscsi neutron-server[82903]: 'SubPort': '1.0', Feb 09 15:42:33.777518 dv-cinder-825105-1-iscsi neutron-server[82903]: 'Subnet': '1.1', Feb 09 15:42:33.777518 dv-cinder-825105-1-iscsi neutron-server[82903]: 'Trunk': '1.1'}} Feb 09 15:42:33.777518 dv-cinder-825105-1-iscsi neutron-server[82903]: {{(pid=82903) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 09 15:42:33.805548 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.plugins.ml2.managers [None req-62829d32-bd26-431b-832a-d58989a3792b None None] Attempting to bind port 8470bc71-a55e-46e5-9504-0324f781b6d3 on host dv-cinder-825105-1-iscsi for vnic_type normal with profile {{(pid=82903) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 15:42:33.805998 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.plugins.ml2.managers [None req-62829d32-bd26-431b-832a-d58989a3792b None None] Attempting to bind port 8470bc71-a55e-46e5-9504-0324f781b6d3 by drivers openvswitch,hyperv on host dv-cinder-825105-1-iscsi at level 0 using segments [{'id': '47be4392-46be-4f67-a93c-733fd962f305', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '515106f2-407b-4cd0-874f-592278142559'}] {{(pid=82903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 15:42:33.806632 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62829d32-bd26-431b-832a-d58989a3792b None None] Attempting to bind port 8470bc71-a55e-46e5-9504-0324f781b6d3 on network 515106f2-407b-4cd0-874f-592278142559 {{(pid=82903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 15:42:33.814748 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62829d32-bd26-431b-832a-d58989a3792b None None] Checking agent: {'id': '0c30844f-de8e-42c5-a17a-962bb78b1270', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-825105-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 15, 34, 1), 'started_at': datetime.datetime(2022, 2, 9, 15, 34, 31), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 15, 42, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-825105-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 15:42:33.815462 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62829d32-bd26-431b-832a-d58989a3792b None None] Checking segment: {'id': '47be4392-46be-4f67-a93c-733fd962f305', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '515106f2-407b-4cd0-874f-592278142559'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 15:42:33.815915 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-62829d32-bd26-431b-832a-d58989a3792b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:42:33.816618 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62829d32-bd26-431b-832a-d58989a3792b None None] Bound using segment: {'id': '47be4392-46be-4f67-a93c-733fd962f305', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '515106f2-407b-4cd0-874f-592278142559'} {{(pid=82903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 15:42:33.817143 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.plugins.ml2.managers [None req-62829d32-bd26-431b-832a-d58989a3792b None None] Bound port: 8470bc71-a55e-46e5-9504-0324f781b6d3, host: dv-cinder-825105-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '47be4392-46be-4f67-a93c-733fd962f305', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '515106f2-407b-4cd0-874f-592278142559'}}] {{(pid=82903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 15:42:33.817585 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-62829d32-bd26-431b-832a-d58989a3792b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16080601'] for port, before_update {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:42:33.837336 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17d8c2ed-af88-46ce-87e8-dcf59e25ff80 admin admin] Router f4b95bba-457f-48e0-8869-45905c214440 is scheduled to L3 agent 94c626d1-bc40-41bd-b6b2-9a20da402cb6 with binding_index 1 {{(pid=82902) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 15:42:33.863168 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238cbb9e-5279-4e0a-80a3-9fcb8c2f90a2 req-a6efe4d3-aea9-4522-ac0f-924c6a1a4d5a tempest-DeleteServersTestJSON-401039505 tempest-DeleteServersTestJSON-401039505-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:42:33.863880 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.quota.resource [req-238cbb9e-5279-4e0a-80a3-9fcb8c2f90a2 req-a6efe4d3-aea9-4522-ac0f-924c6a1a4d5a tempest-DeleteServersTestJSON-401039505 tempest-DeleteServersTestJSON-401039505-project] Synchronizing usage tracker for tenant:78278b589cbf4c319a60ef0cf1ea554e on resource:network {{(pid=82901) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 15:42:33.899148 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.quota.resource [req-238cbb9e-5279-4e0a-80a3-9fcb8c2f90a2 req-a6efe4d3-aea9-4522-ac0f-924c6a1a4d5a tempest-DeleteServersTestJSON-401039505 tempest-DeleteServersTestJSON-401039505-project] Unset dirty status for tenant:78278b589cbf4c319a60ef0cf1ea554e on resource:network {{(pid=82901) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 15:42:33.901332 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-238cbb9e-5279-4e0a-80a3-9fcb8c2f90a2 req-a6efe4d3-aea9-4522-ac0f-924c6a1a4d5a tempest-DeleteServersTestJSON-401039505 tempest-DeleteServersTestJSON-401039505-project] 10.222.0.67 "GET /v2.0/networks?id=aca677a7-4af0-46c2-a14a-b7a7106ab4eb HTTP/1.1" status: 200 len: 812 time: 0.3148510 Feb 09 15:42:33.985340 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.plugins.ml2.db [None req-62829d32-bd26-431b-832a-d58989a3792b None None] For port 8470bc71-a55e-46e5-9504-0324f781b6d3, host dv-cinder-825105-1-iscsi, cleared binding levels {{(pid=82903) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 15:42:33.988886 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.plugins.ml2.db [None req-62829d32-bd26-431b-832a-d58989a3792b None None] For port 8470bc71-a55e-46e5-9504-0324f781b6d3, host dv-cinder-825105-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825105-1-iscsi',level=0,port_id=8470bc71-a55e-46e5-9504-0324f781b6d3,segment=NetworkSegment(47be4392-46be-4f67-a93c-733fd962f305),segment_id=47be4392-46be-4f67-a93c-733fd962f305)] {{(pid=82903) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 15:42:33.994208 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-62829d32-bd26-431b-832a-d58989a3792b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16080037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758755988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756758334055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756758334100'] for port, after_update {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:42:34.054598 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-238cbb9e-5279-4e0a-80a3-9fcb8c2f90a2 req-084bb1f7-5d81-429b-8a50-6c5d56a07a6d tempest-DeleteServersTestJSON-401039505 tempest-DeleteServersTestJSON-401039505-project] 10.222.0.67 "GET /v2.0/quotas/78278b589cbf4c319a60ef0cf1ea554e HTTP/1.1" status: 200 len: 375 time: 0.0906858 Feb 09 15:42:34.065373 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a2ece21-461d-4fe9-8cac-41715676dc17 admin admin] Router bdf431b0-4679-4d6d-8ef3-a8d454114142 is scheduled to L3 agent 94c626d1-bc40-41bd-b6b2-9a20da402cb6 with binding_index 1 {{(pid=82901) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 15:42:34.121331 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-238cbb9e-5279-4e0a-80a3-9fcb8c2f90a2 req-309abf72-fe08-4230-acaa-3e1bd04e4636 tempest-DeleteServersTestJSON-401039505 tempest-DeleteServersTestJSON-401039505-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=78278b589cbf4c319a60ef0cf1ea554e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0598354 Feb 09 15:42:34.140464 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62829d32-bd26-431b-832a-d58989a3792b None None] Pushing event updated for resources: {'Port': ['ID=8470bc71-a55e-46e5-9504-0324f781b6d3,revision_number=2']} {{(pid=82903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:42:34.284806 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17d8c2ed-af88-46ce-87e8-dcf59e25ff80 admin admin] Notify agent at l3_agent.dv-cinder-825105-1-iscsi the message routers_updated {{(pid=82902) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 15:42:34.299625 dv-cinder-825105-1-iscsi neutron-server[82904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-feb30b5b-7956-45c7-af02-22412b773ae9 None None] Sync routers for ids ['f4b95bba-457f-48e0-8869-45905c214440'] in dv-cinder-825105-1-iscsi {{(pid=82904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 09 15:42:34.334132 dv-cinder-825105-1-iscsi neutron-server[82904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-feb30b5b-7956-45c7-af02-22412b773ae9 None None] Routers {'f4b95bba-457f-48e0-8869-45905c214440'} bound to L3 agent in host dv-cinder-825105-1-iscsi {{(pid=82904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 15:42:34.343486 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-17d8c2ed-af88-46ce-87e8-dcf59e25ff80 admin admin] Notify callbacks [] for router, before_response {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:42:34.346118 dv-cinder-825105-1-iscsi neutron-server[82904]: DEBUG neutron.db.l3_hamode_db [None req-feb30b5b-7956-45c7-af02-22412b773ae9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825105-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-09T15:34:00Z,description=,heartbeat_timestamp=2022-02-09T15:42:30Z,host='dv-cinder-825105-1-iscsi',id=94c626d1-bc40-41bd-b6b2-9a20da402cb6,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:34:00Z,topic='l3_agent')) {'router_ids': ['f4b95bba-457f-48e0-8869-45905c214440'], 'active': True} {{(pid=82904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:42:34.348601 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [None req-17d8c2ed-af88-46ce-87e8-dcf59e25ff80 admin admin] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 4.1867666 Feb 09 15:42:34.364645 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.wsgi [-] (82902) accepted ('10.222.0.67', 40938) {{(pid=82902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 15:42:34.372372 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.wsgi [-] (82902) accepted ('10.222.0.67', 40940) {{(pid=82902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 15:42:34.502590 dv-cinder-825105-1-iscsi neutron-server[82902]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Feb 09 15:42:34.607937 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a2ece21-461d-4fe9-8cac-41715676dc17 admin admin] Notify agent at l3_agent.dv-cinder-825105-1-iscsi the message routers_updated {{(pid=82901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 15:42:34.619463 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54fb6c17-10a7-4c79-97e8-7dd7ade16694 None None] Sync routers for ids ['bdf431b0-4679-4d6d-8ef3-a8d454114142'] in dv-cinder-825105-1-iscsi {{(pid=82903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 09 15:42:34.636057 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54fb6c17-10a7-4c79-97e8-7dd7ade16694 None None] Routers {'bdf431b0-4679-4d6d-8ef3-a8d454114142'} bound to L3 agent in host dv-cinder-825105-1-iscsi {{(pid=82903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 15:42:34.636737 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.db.l3_hamode_db [None req-54fb6c17-10a7-4c79-97e8-7dd7ade16694 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825105-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-09T15:34:00Z,description=,heartbeat_timestamp=2022-02-09T15:42:30Z,host='dv-cinder-825105-1-iscsi',id=94c626d1-bc40-41bd-b6b2-9a20da402cb6,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:34:00Z,topic='l3_agent')) {'router_ids': ['bdf431b0-4679-4d6d-8ef3-a8d454114142'], 'active': True} {{(pid=82903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:42:34.647817 dv-cinder-825105-1-iscsi neutron-server[82904]: DEBUG neutron.db.l3_dvr_db [None req-feb30b5b-7956-45c7-af02-22412b773ae9 None None] Set router f4b95bba-457f-48e0-8869-45905c214440 gateway port host: dv-cinder-825105-1-iscsi {{(pid=82904) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 15:42:34.687040 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-6a2ece21-461d-4fe9-8cac-41715676dc17 admin admin] Notify callbacks [] for router, before_response {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:42:34.691549 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [None req-6a2ece21-461d-4fe9-8cac-41715676dc17 admin admin] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 3.0879924 Feb 09 15:42:34.694097 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.wsgi [req-238cbb9e-5279-4e0a-80a3-9fcb8c2f90a2 req-b8a1130a-3ca1-42d4-8bd0-002eae5909e7 service neutron] http://10.222.0.67:9696/v2.0/extensions returned with HTTP 200 {{(pid=82901) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 09 15:42:34.701330 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.wsgi [-] (82902) accepted ('10.222.0.67', 40948) {{(pid=82902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 15:42:34.701552 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-238cbb9e-5279-4e0a-80a3-9fcb8c2f90a2 req-b8a1130a-3ca1-42d4-8bd0-002eae5909e7 service neutron] 10.222.0.67 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.1723895 Feb 09 15:42:34.854017 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-238cbb9e-5279-4e0a-80a3-9fcb8c2f90a2 req-af9d6e44-377b-41f2-b532-c0ce9c0fd4d6 service neutron] 10.222.0.67 "GET /v2.0/networks/aca677a7-4af0-46c2-a14a-b7a7106ab4eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1515684 Feb 09 15:42:35.010270 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.db.l3_dvr_db [None req-54fb6c17-10a7-4c79-97e8-7dd7ade16694 None None] Set router bdf431b0-4679-4d6d-8ef3-a8d454114142 gateway port host: dv-cinder-825105-1-iscsi {{(pid=82903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 15:42:35.083802 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-238cbb9e-5279-4e0a-80a3-9fcb8c2f90a2 req-226141b5-c109-450e-93a8-54427785f6df service neutron] 10.222.0.67 "GET /v2.0/networks/aca677a7-4af0-46c2-a14a-b7a7106ab4eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2288201 Feb 09 15:42:35.169310 dv-cinder-825105-1-iscsi neutron-server[82904]: DEBUG neutron.db.l3_hamode_db [None req-feb30b5b-7956-45c7-af02-22412b773ae9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4b95bba-457f-48e0-8869-45905c214440', 'name': 'tempest-ServerRescueNegativeTestJSON-1287151320-router', 'tenant_id': 'dbfe7e7ae013417f82b96f615e88a432', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c65eede5-7777-493f-951d-210877831002', 'external_fixed_ips': [{'subnet_id': '2c513225-bb11-4d36-a4c3-0732716dcb87', 'ip_address': '172.27.0.33'}], 'enable_snat': True}, 'gw_port_id': 'dfeff31f-0bae-4771-a2f0-37d3cea03233', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T15:42:30Z', 'updated_at': '2022-02-09T15:42:33Z', 'revision_number': 3, 'project_id': 'dbfe7e7ae013417f82b96f615e88a432', 'gw_port': {'id': 'dfeff31f-0bae-4771-a2f0-37d3cea03233', 'name': '', 'network_id': 'c65eede5-7777-493f-951d-210877831002', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:ec:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4b95bba-457f-48e0-8869-45905c214440', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2c513225-bb11-4d36-a4c3-0732716dcb87', 'ip_address': '172.27.0.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:42:31Z', 'updated_at': '2022-02-09T15:42:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2c513225-bb11-4d36-a4c3-0732716dcb87', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825105-1-iscsi'}], 'dv-cinder-825105-1-iscsi', False) {} {{(pid=82904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:42:35.179356 dv-cinder-825105-1-iscsi neutron-server[82904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-feb30b5b-7956-45c7-af02-22412b773ae9 None None] Checking router: f4b95bba-457f-48e0-8869-45905c214440 for host: dv-cinder-825105-1-iscsi {{(pid=82904) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 09 15:42:35.181175 dv-cinder-825105-1-iscsi neutron-server[82904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-feb30b5b-7956-45c7-af02-22412b773ae9 None None] Updating router f4b95bba-457f-48e0-8869-45905c214440 port dfeff31f-0bae-4771-a2f0-37d3cea03233 binding host dv-cinder-825105-1-iscsi {{(pid=82904) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 09 15:42:35.216312 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629e0e12-d6bb-4d7c-aa17-0c232a5cf592 req-76e7b7d4-4032-4cf0-95c9-6c2fa705cf69 tempest-AttachVolumeNegativeTest-574944362 tempest-AttachVolumeNegativeTest-574944362-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:42:35.217150 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.quota.resource [req-629e0e12-d6bb-4d7c-aa17-0c232a5cf592 req-76e7b7d4-4032-4cf0-95c9-6c2fa705cf69 tempest-AttachVolumeNegativeTest-574944362 tempest-AttachVolumeNegativeTest-574944362-project] Synchronizing usage tracker for tenant:5408654e4de147309f8b24e479cf1661 on resource:network {{(pid=82902) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 15:42:35.274853 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.quota.resource [req-629e0e12-d6bb-4d7c-aa17-0c232a5cf592 req-76e7b7d4-4032-4cf0-95c9-6c2fa705cf69 tempest-AttachVolumeNegativeTest-574944362 tempest-AttachVolumeNegativeTest-574944362-project] Unset dirty status for tenant:5408654e4de147309f8b24e479cf1661 on resource:network {{(pid=82902) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 15:42:35.281907 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-629e0e12-d6bb-4d7c-aa17-0c232a5cf592 req-76e7b7d4-4032-4cf0-95c9-6c2fa705cf69 tempest-AttachVolumeNegativeTest-574944362 tempest-AttachVolumeNegativeTest-574944362-project] 10.222.0.67 "GET /v2.0/networks?id=072a4996-791d-4390-ba5a-5e0a5fbf88c4 HTTP/1.1" status: 200 len: 815 time: 0.9079964 Feb 09 15:42:35.328427 dv-cinder-825105-1-iscsi neutron-server[82904]: DEBUG neutron_lib.callbacks.manager [None req-feb30b5b-7956-45c7-af02-22412b773ae9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16080601'] for port, before_update {{(pid=82904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:42:35.347540 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-629e0e12-d6bb-4d7c-aa17-0c232a5cf592 req-1c80cb99-f5f9-4e1a-be6f-06074a77baa1 tempest-AttachVolumeNegativeTest-574944362 tempest-AttachVolumeNegativeTest-574944362-project] 10.222.0.67 "GET /v2.0/quotas/5408654e4de147309f8b24e479cf1661 HTTP/1.1" status: 200 len: 375 time: 0.0608728 Feb 09 15:42:35.431494 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-629e0e12-d6bb-4d7c-aa17-0c232a5cf592 req-a909bc2c-b9bf-485b-a27e-9cf831c0bdc7 tempest-AttachVolumeNegativeTest-574944362 tempest-AttachVolumeNegativeTest-574944362-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=5408654e4de147309f8b24e479cf1661&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0824237 Feb 09 15:42:35.641965 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.db.l3_hamode_db [None req-54fb6c17-10a7-4c79-97e8-7dd7ade16694 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdf431b0-4679-4d6d-8ef3-a8d454114142', 'name': 'tempest-AttachVolumeShelveTestJSON-1271008086-router', 'tenant_id': '3afe9ff36570464cb3825318de2de71a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c65eede5-7777-493f-951d-210877831002', 'external_fixed_ips': [{'subnet_id': '2c513225-bb11-4d36-a4c3-0732716dcb87', 'ip_address': '172.27.0.13'}], 'enable_snat': True}, 'gw_port_id': 'e8f166af-63fa-4718-a18b-20cbc7f2ac05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T15:42:31Z', 'updated_at': '2022-02-09T15:42:33Z', 'revision_number': 3, 'project_id': '3afe9ff36570464cb3825318de2de71a', 'gw_port': {'id': 'e8f166af-63fa-4718-a18b-20cbc7f2ac05', 'name': '', 'network_id': 'c65eede5-7777-493f-951d-210877831002', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:00:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bdf431b0-4679-4d6d-8ef3-a8d454114142', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2c513225-bb11-4d36-a4c3-0732716dcb87', 'ip_address': '172.27.0.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:42:32Z', 'updated_at': '2022-02-09T15:42:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2c513225-bb11-4d36-a4c3-0732716dcb87', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825105-1-iscsi'}], 'dv-cinder-825105-1-iscsi', False) {} {{(pid=82903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:42:35.651430 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54fb6c17-10a7-4c79-97e8-7dd7ade16694 None None] Checking router: bdf431b0-4679-4d6d-8ef3-a8d454114142 for host: dv-cinder-825105-1-iscsi {{(pid=82903) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 09 15:42:35.652141 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54fb6c17-10a7-4c79-97e8-7dd7ade16694 None None] Updating router bdf431b0-4679-4d6d-8ef3-a8d454114142 port e8f166af-63fa-4718-a18b-20cbc7f2ac05 binding host dv-cinder-825105-1-iscsi {{(pid=82903) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 09 15:42:35.742031 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-54fb6c17-10a7-4c79-97e8-7dd7ade16694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16080601'] for port, before_update {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:42:35.795386 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-2610a914-8655-4177-9354-ffc63a4ee702 req-a4226b16-9e33-4218-8b45-3b02773e33e4 tempest-DeleteServersTestJSON-401039505 tempest-DeleteServersTestJSON-401039505-project] 10.222.0.67 "GET /v2.0/ports?device_id=0e73f890-b929-4a05-aad2-2c10991390c7 HTTP/1.1" status: 200 len: 210 time: 0.1460626 Feb 09 15:42:35.811873 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f73f235-e72b-4561-acb9-cea8f9e2459e None None] Network 515106f2-407b-4cd0-874f-592278142559 requested from dv-cinder-825105-1-iscsi {{(pid=82903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 15:42:35.895067 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.wsgi [-] (82901) accepted ('10.222.0.67', 40988) {{(pid=82901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 15:42:36.098127 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.wsgi [req-629e0e12-d6bb-4d7c-aa17-0c232a5cf592 req-7795fbb2-a78f-4d57-9f12-e9960a4910db service neutron] http://10.222.0.67:9696/v2.0/extensions returned with HTTP 200 {{(pid=82902) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 09 15:42:36.103882 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-629e0e12-d6bb-4d7c-aa17-0c232a5cf592 req-7795fbb2-a78f-4d57-9f12-e9960a4910db service neutron] 10.222.0.67 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.3666744 Feb 09 15:42:36.154598 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.db.provisioning_blocks [None req-87911256-f234-47c9-a05e-580a7bd903ff None None] Provisioning for port 8470bc71-a55e-46e5-9504-0324f781b6d3 completed by entity DHCP. {{(pid=82903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 15:42:36.158052 dv-cinder-825105-1-iscsi neutron-server[82904]: DEBUG neutron_lib.callbacks.manager [None req-feb30b5b-7956-45c7-af02-22412b773ae9 None None] Notify callbacks [] for port, precommit_update {{(pid=82904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:42:36.161820 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.plugins.ml2.rpc [None req-608c4fd2-211a-4ca9-a277-ad2a51be62ff None None] Device 8470bc71-a55e-46e5-9504-0324f781b6d3 up at agent ovs-agent-dv-cinder-825105-1-iscsi {{(pid=82903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 15:42:36.171682 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-fa151d88-44db-4dd6-83f7-8f5e39c120ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:42:36.176400 dv-cinder-825105-1-iscsi neutron-server[82904]: DEBUG neutron.db.provisioning_blocks [None req-feb30b5b-7956-45c7-af02-22412b773ae9 None None] Transition to ACTIVE for port object dfeff31f-0bae-4771-a2f0-37d3cea03233 will not be triggered until provisioned by entity L2. {{(pid=82904) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 15:42:36.184816 dv-cinder-825105-1-iscsi neutron-server[82904]: DEBUG neutron_lib.callbacks.manager [None req-feb30b5b-7956-45c7-af02-22412b773ae9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16080037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758755988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756758334055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756758334100'] for port, after_update {{(pid=82904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:42:36.336098 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.db.quota.driver [None req-fa151d88-44db-4dd6-83f7-8f5e39c120ba admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 15:42:36.349305 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.quota.resource [None req-fa151d88-44db-4dd6-83f7-8f5e39c120ba admin admin] Usage tracker for resource:security_group_rule and tenant:401e69bce05c46b78c826d330e502882 is out of sync, need to count used quota {{(pid=82901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 15:42:36.354604 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.quota.resource [None req-fa151d88-44db-4dd6-83f7-8f5e39c120ba admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 15:42:36.362173 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.db.quota.driver [None req-fa151d88-44db-4dd6-83f7-8f5e39c120ba admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 15:42:36.367120 dv-cinder-825105-1-iscsi neutron-server[82904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-191bd403-910d-42a0-8b70-d702b48d3443 None None] Pushing event updated for resources: {'Port': ['ID=dfeff31f-0bae-4771-a2f0-37d3cea03233,revision_number=2']} {{(pid=82904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:42:36.442105 dv-cinder-825105-1-iscsi neutron-server[82904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-191bd403-910d-42a0-8b70-d702b48d3443 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825105-1-iscsi {{(pid=82904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:42:36.444552 dv-cinder-825105-1-iscsi neutron-server[82904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-191bd403-910d-42a0-8b70-d702b48d3443 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825105-1-iscsi {{(pid=82904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:42:36.445407 dv-cinder-825105-1-iscsi neutron-server[82904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-191bd403-910d-42a0-8b70-d702b48d3443 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825105-1-iscsi {{(pid=82904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:42:36.446019 dv-cinder-825105-1-iscsi neutron-server[82904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-191bd403-910d-42a0-8b70-d702b48d3443 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825105-1-iscsi {{(pid=82904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:42:36.446581 dv-cinder-825105-1-iscsi neutron-server[82904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-191bd403-910d-42a0-8b70-d702b48d3443 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825105-1-iscsi {{(pid=82904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:42:36.448628 dv-cinder-825105-1-iscsi neutron-server[82904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-191bd403-910d-42a0-8b70-d702b48d3443 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-825105-1-iscsi {{(pid=82904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:42:36.449183 dv-cinder-825105-1-iscsi neutron-server[82904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-191bd403-910d-42a0-8b70-d702b48d3443 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825105-1-iscsi {{(pid=82904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:42:36.449731 dv-cinder-825105-1-iscsi neutron-server[82904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-191bd403-910d-42a0-8b70-d702b48d3443 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825105-1-iscsi {{(pid=82904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:42:36.450275 dv-cinder-825105-1-iscsi neutron-server[82904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-191bd403-910d-42a0-8b70-d702b48d3443 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825105-1-iscsi {{(pid=82904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:42:36.451637 dv-cinder-825105-1-iscsi neutron-server[82904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-191bd403-910d-42a0-8b70-d702b48d3443 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825105-1-iscsi {{(pid=82904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:42:36.455300 dv-cinder-825105-1-iscsi neutron-server[82904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-191bd403-910d-42a0-8b70-d702b48d3443 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825105-1-iscsi {{(pid=82904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:42:36.456776 dv-cinder-825105-1-iscsi neutron-server[82904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-191bd403-910d-42a0-8b70-d702b48d3443 None None] Tracked resource versions report: Feb 09 15:42:36.456776 dv-cinder-825105-1-iscsi neutron-server[82904]: pushed versions: Feb 09 15:42:36.456776 dv-cinder-825105-1-iscsi neutron-server[82904]: { 'ConntrackHelper': {'1.0'}, Feb 09 15:42:36.456776 dv-cinder-825105-1-iscsi neutron-server[82904]: 'Log': {'1.0'}, Feb 09 15:42:36.456776 dv-cinder-825105-1-iscsi neutron-server[82904]: 'Network': {'1.1'}, Feb 09 15:42:36.456776 dv-cinder-825105-1-iscsi neutron-server[82904]: 'Port': {'1.5'}, Feb 09 15:42:36.456776 dv-cinder-825105-1-iscsi neutron-server[82904]: 'PortForwarding': {'1.2'}, Feb 09 15:42:36.456776 dv-cinder-825105-1-iscsi neutron-server[82904]: 'QosPolicy': {'1.8'}, Feb 09 15:42:36.456776 dv-cinder-825105-1-iscsi neutron-server[82904]: 'SecurityGroup': {'1.2'}, Feb 09 15:42:36.456776 dv-cinder-825105-1-iscsi neutron-server[82904]: 'SecurityGroupRule': {'1.0'}, Feb 09 15:42:36.456776 dv-cinder-825105-1-iscsi neutron-server[82904]: 'SubPort': {'1.0'}, Feb 09 15:42:36.456776 dv-cinder-825105-1-iscsi neutron-server[82904]: 'Subnet': {'1.1'}, Feb 09 15:42:36.456776 dv-cinder-825105-1-iscsi neutron-server[82904]: 'Trunk': {'1.1'}} Feb 09 15:42:36.456776 dv-cinder-825105-1-iscsi neutron-server[82904]: consumer versions: Feb 09 15:42:36.456776 dv-cinder-825105-1-iscsi neutron-server[82904]: { DHCP agent@dv-cinder-825105-1-iscsi: {}, Feb 09 15:42:36.456776 dv-cinder-825105-1-iscsi neutron-server[82904]: HyperV agent@hv-cinder-82510: {}, Feb 09 15:42:36.456776 dv-cinder-825105-1-iscsi neutron-server[82904]: L3 agent@dv-cinder-825105-1-iscsi: {}, Feb 09 15:42:36.456776 dv-cinder-825105-1-iscsi neutron-server[82904]: Metadata agent@dv-cinder-825105-1-iscsi: {}, Feb 09 15:42:36.456776 dv-cinder-825105-1-iscsi neutron-server[82904]: Metering agent@dv-cinder-825105-1-iscsi: {}, Feb 09 15:42:36.456776 dv-cinder-825105-1-iscsi neutron-server[82904]: Open vSwitch agent@dv-cinder-825105-1-iscsi: { 'ConntrackHelper': '1.0', Feb 09 15:42:36.456776 dv-cinder-825105-1-iscsi neutron-server[82904]: 'Log': '1.0', Feb 09 15:42:36.456776 dv-cinder-825105-1-iscsi neutron-server[82904]: 'Network': '1.1', Feb 09 15:42:36.456776 dv-cinder-825105-1-iscsi neutron-server[82904]: 'Port': '1.5', Feb 09 15:42:36.456776 dv-cinder-825105-1-iscsi neutron-server[82904]: 'PortForwarding': '1.2', Feb 09 15:42:36.456776 dv-cinder-825105-1-iscsi neutron-server[82904]: 'QosPolicy': '1.8', Feb 09 15:42:36.456776 dv-cinder-825105-1-iscsi neutron-server[82904]: 'SecurityGroup': '1.2', Feb 09 15:42:36.456776 dv-cinder-825105-1-iscsi neutron-server[82904]: 'SecurityGroupRule': '1.0', Feb 09 15:42:36.456776 dv-cinder-825105-1-iscsi neutron-server[82904]: 'SubPort': '1.0', Feb 09 15:42:36.456776 dv-cinder-825105-1-iscsi neutron-server[82904]: 'Subnet': '1.1', Feb 09 15:42:36.456776 dv-cinder-825105-1-iscsi neutron-server[82904]: 'Trunk': '1.1'}} Feb 09 15:42:36.456776 dv-cinder-825105-1-iscsi neutron-server[82904]: {{(pid=82904) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 09 15:42:36.469257 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-fa151d88-44db-4dd6-83f7-8f5e39c120ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:42:36.475240 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-fa151d88-44db-4dd6-83f7-8f5e39c120ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_create {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:42:36.477283 dv-cinder-825105-1-iscsi neutron-server[82904]: DEBUG neutron.plugins.ml2.managers [None req-feb30b5b-7956-45c7-af02-22412b773ae9 None None] Attempting to bind port dfeff31f-0bae-4771-a2f0-37d3cea03233 on host dv-cinder-825105-1-iscsi for vnic_type normal with profile {{(pid=82904) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 15:42:36.479252 dv-cinder-825105-1-iscsi neutron-server[82904]: DEBUG neutron.plugins.ml2.managers [None req-feb30b5b-7956-45c7-af02-22412b773ae9 None None] Attempting to bind port dfeff31f-0bae-4771-a2f0-37d3cea03233 by drivers openvswitch,hyperv on host dv-cinder-825105-1-iscsi at level 0 using segments [{'id': 'e675f0f7-189f-41a1-8fb7-d7545319af97', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c65eede5-7777-493f-951d-210877831002'}] {{(pid=82904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 15:42:36.480265 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.db.provisioning_blocks [None req-608c4fd2-211a-4ca9-a277-ad2a51be62ff None None] Provisioning for port 8470bc71-a55e-46e5-9504-0324f781b6d3 completed by entity L2. {{(pid=82903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 15:42:36.481334 dv-cinder-825105-1-iscsi neutron-server[82904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feb30b5b-7956-45c7-af02-22412b773ae9 None None] Attempting to bind port dfeff31f-0bae-4771-a2f0-37d3cea03233 on network c65eede5-7777-493f-951d-210877831002 {{(pid=82904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 15:42:36.500067 dv-cinder-825105-1-iscsi neutron-server[82904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feb30b5b-7956-45c7-af02-22412b773ae9 None None] Checking agent: {'id': '0c30844f-de8e-42c5-a17a-962bb78b1270', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-825105-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 15, 34, 1), 'started_at': datetime.datetime(2022, 2, 9, 15, 34, 31), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 15, 42, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-825105-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 15:42:36.501194 dv-cinder-825105-1-iscsi neutron-server[82904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feb30b5b-7956-45c7-af02-22412b773ae9 None None] Checking segment: {'id': 'e675f0f7-189f-41a1-8fb7-d7545319af97', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c65eede5-7777-493f-951d-210877831002'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82904) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 15:42:36.503072 dv-cinder-825105-1-iscsi neutron-server[82904]: DEBUG neutron_lib.callbacks.manager [None req-feb30b5b-7956-45c7-af02-22412b773ae9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:42:36.503652 dv-cinder-825105-1-iscsi neutron-server[82904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feb30b5b-7956-45c7-af02-22412b773ae9 None None] Bound using segment: {'id': 'e675f0f7-189f-41a1-8fb7-d7545319af97', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c65eede5-7777-493f-951d-210877831002'} {{(pid=82904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 15:42:36.504351 dv-cinder-825105-1-iscsi neutron-server[82904]: DEBUG neutron.plugins.ml2.managers [None req-feb30b5b-7956-45c7-af02-22412b773ae9 None None] Bound port: dfeff31f-0bae-4771-a2f0-37d3cea03233, host: dv-cinder-825105-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e675f0f7-189f-41a1-8fb7-d7545319af97', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c65eede5-7777-493f-951d-210877831002'}}] {{(pid=82904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 15:42:36.505808 dv-cinder-825105-1-iscsi neutron-server[82904]: DEBUG neutron_lib.callbacks.manager [None req-feb30b5b-7956-45c7-af02-22412b773ae9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16080601'] for port, before_update {{(pid=82904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:42:36.519653 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.db.provisioning_blocks [None req-608c4fd2-211a-4ca9-a277-ad2a51be62ff None None] Provisioning complete for port 8470bc71-a55e-46e5-9504-0324f781b6d3 triggered by entity L2. {{(pid=82903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:42:36.520029 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-608c4fd2-211a-4ca9-a277-ad2a51be62ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16008948'] for port, provisioning_complete {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:42:36.542284 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [None req-fa151d88-44db-4dd6-83f7-8f5e39c120ba admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=401e69bce05c46b78c826d330e502882&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6456628 Feb 09 15:42:36.545923 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.wsgi [-] (82901) accepted ('10.222.0.67', 41008) {{(pid=82901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 15:42:36.595849 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa151d88-44db-4dd6-83f7-8f5e39c120ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c4977b0-b03f-4f96-aad2-6a18b915a385,revision_number=1']} {{(pid=82901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:42:36.613826 dv-cinder-825105-1-iscsi neutron-server[82904]: DEBUG neutron.plugins.ml2.db [None req-feb30b5b-7956-45c7-af02-22412b773ae9 None None] For port dfeff31f-0bae-4771-a2f0-37d3cea03233, host dv-cinder-825105-1-iscsi, cleared binding levels {{(pid=82904) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 15:42:36.620600 dv-cinder-825105-1-iscsi neutron-server[82904]: DEBUG neutron.plugins.ml2.db [None req-feb30b5b-7956-45c7-af02-22412b773ae9 None None] For port dfeff31f-0bae-4771-a2f0-37d3cea03233, host dv-cinder-825105-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825105-1-iscsi',level=0,port_id=dfeff31f-0bae-4771-a2f0-37d3cea03233,segment=NetworkSegment(e675f0f7-189f-41a1-8fb7-d7545319af97),segment_id=e675f0f7-189f-41a1-8fb7-d7545319af97)] {{(pid=82904) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 15:42:36.626208 dv-cinder-825105-1-iscsi neutron-server[82904]: DEBUG neutron_lib.callbacks.manager [None req-feb30b5b-7956-45c7-af02-22412b773ae9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16080037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758755988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756758334055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756758334100'] for port, after_update {{(pid=82904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:42:36.703151 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-1fa5dfea-b89a-4a13-a566-7d34840207c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:42:36.738036 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-1fa5dfea-b89a-4a13-a566-7d34840207c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:42:36.738993 dv-cinder-825105-1-iscsi neutron-server[82904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-191bd403-910d-42a0-8b70-d702b48d3443 None None] Pushing event updated for resources: {'Port': ['ID=dfeff31f-0bae-4771-a2f0-37d3cea03233,revision_number=3']} {{(pid=82904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:42:36.774976 dv-cinder-825105-1-iscsi neutron-server[82904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-feb30b5b-7956-45c7-af02-22412b773ae9 None None] Routers {'f4b95bba-457f-48e0-8869-45905c214440'} bound to L3 agent in host dv-cinder-825105-1-iscsi {{(pid=82904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 15:42:36.775617 dv-cinder-825105-1-iscsi neutron-server[82904]: DEBUG neutron.db.l3_hamode_db [None req-feb30b5b-7956-45c7-af02-22412b773ae9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825105-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-09T15:34:00Z,description=,heartbeat_timestamp=2022-02-09T15:42:30Z,host='dv-cinder-825105-1-iscsi',id=94c626d1-bc40-41bd-b6b2-9a20da402cb6,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:34:00Z,topic='l3_agent')) {'router_ids': ['f4b95bba-457f-48e0-8869-45905c214440'], 'active': True} {{(pid=82904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:42:36.802083 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.db.resource_extend [None req-54fb6c17-10a7-4c79-97e8-7dd7ade16694 None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=82903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 15:42:36.823466 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-1fa5dfea-b89a-4a13-a566-7d34840207c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_delete {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:42:36.869901 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa5dfea-b89a-4a13-a566-7d34840207c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c4977b0-b03f-4f96-aad2-6a18b915a385,revision_number=None']} {{(pid=82901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:42:36.873445 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-1fa5dfea-b89a-4a13-a566-7d34840207c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:42:36.891510 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [None req-1fa5dfea-b89a-4a13-a566-7d34840207c5 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/8c4977b0-b03f-4f96-aad2-6a18b915a385 HTTP/1.1" status: 204 len: 168 time: 0.3378577 Feb 09 15:42:37.032741 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-629e0e12-d6bb-4d7c-aa17-0c232a5cf592 req-eac4499f-62e1-4c0c-b40a-d14a65719b12 service neutron] 10.222.0.67 "GET /v2.0/networks/072a4996-791d-4390-ba5a-5e0a5fbf88c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9090991 Feb 09 15:42:37.109993 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-54fb6c17-10a7-4c79-97e8-7dd7ade16694 None None] Notify callbacks [] for port, precommit_update {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:42:37.117308 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-9ca97a56-de43-40bb-85bb-8ccc6d9bdfa6 req-e7a952ca-d954-48f4-9f37-02c8e462a696 tempest-DeleteServersTestJSON-401039505 tempest-DeleteServersTestJSON-401039505-project] 10.222.0.67 "GET /v2.0/ports?device_id=0e73f890-b929-4a05-aad2-2c10991390c7 HTTP/1.1" status: 200 len: 210 time: 0.1747990 Feb 09 15:42:37.171049 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.db.provisioning_blocks [None req-54fb6c17-10a7-4c79-97e8-7dd7ade16694 None None] Transition to ACTIVE for port object e8f166af-63fa-4718-a18b-20cbc7f2ac05 will not be triggered until provisioned by entity L2. {{(pid=82903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 15:42:37.174407 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-608c4fd2-211a-4ca9-a277-ad2a51be62ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16080601'] for port, before_update {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:42:37.189799 dv-cinder-825105-1-iscsi neutron-server[82904]: DEBUG neutron.db.l3_dvr_db [None req-feb30b5b-7956-45c7-af02-22412b773ae9 None None] Set router f4b95bba-457f-48e0-8869-45905c214440 gateway port host: dv-cinder-825105-1-iscsi {{(pid=82904) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 15:42:37.207759 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-54fb6c17-10a7-4c79-97e8-7dd7ade16694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16080037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758755988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756758334055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756758334100'] for port, after_update {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:42:37.332908 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d0ab69-ec73-479c-8a4d-ee82aa607e09 None None] Pushing event updated for resources: {'Port': ['ID=e8f166af-63fa-4718-a18b-20cbc7f2ac05,revision_number=2']} {{(pid=82903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:42:37.460194 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.plugins.ml2.db [None req-608c4fd2-211a-4ca9-a277-ad2a51be62ff None None] For port 8470bc71-a55e-46e5-9504-0324f781b6d3, host dv-cinder-825105-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825105-1-iscsi',level=0,port_id=8470bc71-a55e-46e5-9504-0324f781b6d3,segment=NetworkSegment(47be4392-46be-4f67-a93c-733fd962f305),segment_id=47be4392-46be-4f67-a93c-733fd962f305)] {{(pid=82903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:42:37.481632 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.plugins.ml2.managers [None req-54fb6c17-10a7-4c79-97e8-7dd7ade16694 None None] Attempting to bind port e8f166af-63fa-4718-a18b-20cbc7f2ac05 on host dv-cinder-825105-1-iscsi for vnic_type normal with profile {{(pid=82903) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 15:42:37.483300 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.plugins.ml2.managers [None req-54fb6c17-10a7-4c79-97e8-7dd7ade16694 None None] Attempting to bind port e8f166af-63fa-4718-a18b-20cbc7f2ac05 by drivers openvswitch,hyperv on host dv-cinder-825105-1-iscsi at level 0 using segments [{'id': 'e675f0f7-189f-41a1-8fb7-d7545319af97', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c65eede5-7777-493f-951d-210877831002'}] {{(pid=82903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 15:42:37.483729 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54fb6c17-10a7-4c79-97e8-7dd7ade16694 None None] Attempting to bind port e8f166af-63fa-4718-a18b-20cbc7f2ac05 on network c65eede5-7777-493f-951d-210877831002 {{(pid=82903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 15:42:37.486077 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-608c4fd2-211a-4ca9-a277-ad2a51be62ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16080037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758755988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756758334055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756758334100'] for port, after_update {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:42:37.671132 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54fb6c17-10a7-4c79-97e8-7dd7ade16694 None None] Checking agent: {'id': '0c30844f-de8e-42c5-a17a-962bb78b1270', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-825105-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 15, 34, 1), 'started_at': datetime.datetime(2022, 2, 9, 15, 34, 31), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 15, 42, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-825105-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 15:42:37.671511 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54fb6c17-10a7-4c79-97e8-7dd7ade16694 None None] Checking segment: {'id': 'e675f0f7-189f-41a1-8fb7-d7545319af97', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c65eede5-7777-493f-951d-210877831002'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 15:42:37.671919 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-54fb6c17-10a7-4c79-97e8-7dd7ade16694 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:42:37.672339 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54fb6c17-10a7-4c79-97e8-7dd7ade16694 None None] Bound using segment: {'id': 'e675f0f7-189f-41a1-8fb7-d7545319af97', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c65eede5-7777-493f-951d-210877831002'} {{(pid=82903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 15:42:37.672834 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.plugins.ml2.managers [None req-54fb6c17-10a7-4c79-97e8-7dd7ade16694 None None] Bound port: e8f166af-63fa-4718-a18b-20cbc7f2ac05, host: dv-cinder-825105-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e675f0f7-189f-41a1-8fb7-d7545319af97', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c65eede5-7777-493f-951d-210877831002'}}] {{(pid=82903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 15:42:37.673227 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-54fb6c17-10a7-4c79-97e8-7dd7ade16694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16080601'] for port, before_update {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:42:37.767468 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.wsgi [-] (82901) accepted ('10.222.0.67', 41056) {{(pid=82901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 15:42:37.820880 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-0ba92962-1525-4b27-8465-67a68d21e041 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:42:37.826076 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-608c4fd2-211a-4ca9-a277-ad2a51be62ff None None] Pushing event updated for resources: {'Port': ['ID=8470bc71-a55e-46e5-9504-0324f781b6d3,revision_number=3']} {{(pid=82903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:42:37.840936 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.db.provisioning_blocks [None req-69707d65-bd7b-4a4f-9f13-f3d66b974e6e None None] Provisioning complete for port 8470bc71-a55e-46e5-9504-0324f781b6d3 triggered by entity DHCP. {{(pid=82903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:42:37.841441 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-69707d65-bd7b-4a4f-9f13-f3d66b974e6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16008948'] for port, provisioning_complete {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:42:37.966442 dv-cinder-825105-1-iscsi neutron-server[82904]: DEBUG neutron.db.l3_hamode_db [None req-feb30b5b-7956-45c7-af02-22412b773ae9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4b95bba-457f-48e0-8869-45905c214440', 'name': 'tempest-ServerRescueNegativeTestJSON-1287151320-router', 'tenant_id': 'dbfe7e7ae013417f82b96f615e88a432', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c65eede5-7777-493f-951d-210877831002', 'external_fixed_ips': [{'subnet_id': '2c513225-bb11-4d36-a4c3-0732716dcb87', 'ip_address': '172.27.0.33'}], 'enable_snat': True}, 'gw_port_id': 'dfeff31f-0bae-4771-a2f0-37d3cea03233', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T15:42:30Z', 'updated_at': '2022-02-09T15:42:33Z', 'revision_number': 3, 'project_id': 'dbfe7e7ae013417f82b96f615e88a432', 'gw_port': {'id': 'dfeff31f-0bae-4771-a2f0-37d3cea03233', 'name': '', 'network_id': 'c65eede5-7777-493f-951d-210877831002', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:ec:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4b95bba-457f-48e0-8869-45905c214440', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2c513225-bb11-4d36-a4c3-0732716dcb87', 'ip_address': '172.27.0.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825105-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:42:31Z', 'updated_at': '2022-02-09T15:42:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2c513225-bb11-4d36-a4c3-0732716dcb87', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825105-1-iscsi'}], 'dv-cinder-825105-1-iscsi', False) {} {{(pid=82904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:42:37.971019 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.db.quota.driver [None req-0ba92962-1525-4b27-8465-67a68d21e041 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 15:42:37.980576 dv-cinder-825105-1-iscsi neutron-server[82904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-feb30b5b-7956-45c7-af02-22412b773ae9 None None] The sync data for ids ['f4b95bba-457f-48e0-8869-45905c214440'] in dv-cinder-825105-1-iscsi is: [{'id': 'f4b95bba-457f-48e0-8869-45905c214440', 'name': 'tempest-ServerRescueNegativeTestJSON-1287151320-router', 'tenant_id': 'dbfe7e7ae013417f82b96f615e88a432', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c65eede5-7777-493f-951d-210877831002', 'external_fixed_ips': [{'subnet_id': '2c513225-bb11-4d36-a4c3-0732716dcb87', 'ip_address': '172.27.0.33'}], 'enable_snat': True}, 'gw_port_id': 'dfeff31f-0bae-4771-a2f0-37d3cea03233', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T15:42:30Z', 'updated_at': '2022-02-09T15:42:33Z', 'revision_number': 3, 'project_id': 'dbfe7e7ae013417f82b96f615e88a432', 'gw_port': {'id': 'dfeff31f-0bae-4771-a2f0-37d3cea03233', 'name': '', 'network_id': 'c65eede5-7777-493f-951d-210877831002', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:ec:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4b95bba-457f-48e0-8869-45905c214440', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2c513225-bb11-4d36-a4c3-0732716dcb87', 'ip_address': '172.27.0.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825105-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:42:31Z', 'updated_at': '2022-02-09T15:42:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2c513225-bb11-4d36-a4c3-0732716dcb87', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825105-1-iscsi'}] {{(pid=82904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 09 15:42:37.994393 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.quota.resource [None req-0ba92962-1525-4b27-8465-67a68d21e041 admin admin] Usage tracker for resource:security_group_rule and tenant:b521484dae3049469a8ddfa36fe30681 is out of sync, need to count used quota {{(pid=82901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 15:42:37.999185 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.quota.resource [None req-0ba92962-1525-4b27-8465-67a68d21e041 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 15:42:38.007975 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.db.quota.driver [None req-0ba92962-1525-4b27-8465-67a68d21e041 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 15:42:38.095623 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.plugins.ml2.db [None req-54fb6c17-10a7-4c79-97e8-7dd7ade16694 None None] For port e8f166af-63fa-4718-a18b-20cbc7f2ac05, host dv-cinder-825105-1-iscsi, cleared binding levels {{(pid=82903) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 15:42:38.139549 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.plugins.ml2.db [None req-54fb6c17-10a7-4c79-97e8-7dd7ade16694 None None] For port e8f166af-63fa-4718-a18b-20cbc7f2ac05, host dv-cinder-825105-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825105-1-iscsi',level=0,port_id=e8f166af-63fa-4718-a18b-20cbc7f2ac05,segment=NetworkSegment(e675f0f7-189f-41a1-8fb7-d7545319af97),segment_id=e675f0f7-189f-41a1-8fb7-d7545319af97)] {{(pid=82903) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 15:42:38.149079 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-54fb6c17-10a7-4c79-97e8-7dd7ade16694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16080037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758755988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756758334055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756758334100'] for port, after_update {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:42:38.190756 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-0ba92962-1525-4b27-8465-67a68d21e041 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:42:38.191191 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.plugins.ml2.rpc [None req-608c4fd2-211a-4ca9-a277-ad2a51be62ff None None] Device 8470bc71-a55e-46e5-9504-0324f781b6d3 up at agent ovs-agent-dv-cinder-825105-1-iscsi {{(pid=82903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 15:42:38.197980 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-0ba92962-1525-4b27-8465-67a68d21e041 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_create {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:42:38.219537 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-629e0e12-d6bb-4d7c-aa17-0c232a5cf592 req-65976637-338d-4c60-bc53-ef32634ce27f service neutron] 10.222.0.67 "GET /v2.0/networks/072a4996-791d-4390-ba5a-5e0a5fbf88c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1786237 Feb 09 15:42:38.348738 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba92962-1525-4b27-8465-67a68d21e041 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb1a77ff-d6f2-4ef1-9843-3e2cf947a8d6,revision_number=1']} {{(pid=82901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:42:38.373433 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [None req-0ba92962-1525-4b27-8465-67a68d21e041 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=b521484dae3049469a8ddfa36fe30681&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6023266 Feb 09 15:42:38.374126 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.wsgi [-] (82901) accepted ('10.222.0.67', 41068) {{(pid=82901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 15:42:38.635749 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-b2dd41f1-5059-4aac-a1c1-96aa712c8c5e req-86946337-fafc-4c9e-980c-5afe660245fa tempest-DeleteServersTestJSON-401039505 tempest-DeleteServersTestJSON-401039505-project] 10.222.0.67 "GET /v2.0/ports?device_id=0e73f890-b929-4a05-aad2-2c10991390c7 HTTP/1.1" status: 200 len: 210 time: 0.0990021 Feb 09 15:42:38.636594 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-f574b033-755e-4e2f-adf6-3fc2cb430cbd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:42:38.681200 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-f574b033-755e-4e2f-adf6-3fc2cb430cbd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:42:38.765834 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d0ab69-ec73-479c-8a4d-ee82aa607e09 None None] Pushing event updated for resources: {'Port': ['ID=e8f166af-63fa-4718-a18b-20cbc7f2ac05,revision_number=3']} {{(pid=82903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:42:38.776469 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-f574b033-755e-4e2f-adf6-3fc2cb430cbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_delete {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:42:38.794604 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54fb6c17-10a7-4c79-97e8-7dd7ade16694 None None] Routers {'bdf431b0-4679-4d6d-8ef3-a8d454114142'} bound to L3 agent in host dv-cinder-825105-1-iscsi {{(pid=82903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 15:42:38.795267 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.db.l3_hamode_db [None req-54fb6c17-10a7-4c79-97e8-7dd7ade16694 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825105-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-09T15:34:00Z,description=,heartbeat_timestamp=2022-02-09T15:42:30Z,host='dv-cinder-825105-1-iscsi',id=94c626d1-bc40-41bd-b6b2-9a20da402cb6,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:34:00Z,topic='l3_agent')) {'router_ids': ['bdf431b0-4679-4d6d-8ef3-a8d454114142'], 'active': True} {{(pid=82903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:42:38.798328 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f574b033-755e-4e2f-adf6-3fc2cb430cbd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb1a77ff-d6f2-4ef1-9843-3e2cf947a8d6,revision_number=None']} {{(pid=82901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:42:38.816829 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-f574b033-755e-4e2f-adf6-3fc2cb430cbd admin admin] Notify callbacks [] for security_group, before_response {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:42:38.819716 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [None req-f574b033-755e-4e2f-adf6-3fc2cb430cbd admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/cb1a77ff-d6f2-4ef1-9843-3e2cf947a8d6 HTTP/1.1" status: 204 len: 168 time: 0.4442542 Feb 09 15:42:38.956875 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-cb6f837f-bccb-41f5-8f3e-dedbe7ab1c6b req-e2ab6d08-e021-4cb1-9d4e-f18c14284a1a tempest-AttachVolumeNegativeTest-574944362 tempest-AttachVolumeNegativeTest-574944362-project] 10.222.0.67 "GET /v2.0/ports?device_id=71ed887c-38f9-4a4b-942b-2ee78a0aceaf HTTP/1.1" status: 200 len: 210 time: 0.0829849 Feb 09 15:42:39.127396 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.db.provisioning_blocks [None req-608c4fd2-211a-4ca9-a277-ad2a51be62ff None None] Provisioning complete for port 8470bc71-a55e-46e5-9504-0324f781b6d3 triggered by entity L2. {{(pid=82903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:42:39.130168 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-608c4fd2-211a-4ca9-a277-ad2a51be62ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16008948'] for port, provisioning_complete {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:42:39.412807 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.db.l3_dvr_db [None req-54fb6c17-10a7-4c79-97e8-7dd7ade16694 None None] Set router bdf431b0-4679-4d6d-8ef3-a8d454114142 gateway port host: dv-cinder-825105-1-iscsi {{(pid=82903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 15:42:39.490963 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-086c7fd9-5786-45a3-9e34-78298858de6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16080601'] for port, before_create {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:42:39.556028 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-2ef7445a-f143-40fb-af24-f14110a9061e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16080601'] for port, before_create {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:42:40.056869 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-f6056956-9b4c-4da4-ba76-3f2d7fec1b4f req-f1b8fca8-81d0-4225-b60a-b153f0ab82c1 tempest-DeleteServersTestJSON-401039505 tempest-DeleteServersTestJSON-401039505-project] 10.222.0.67 "GET /v2.0/ports?device_id=0e73f890-b929-4a05-aad2-2c10991390c7 HTTP/1.1" status: 200 len: 210 time: 0.0940950 Feb 09 15:42:40.114867 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.plugins.ml2.rpc [None req-608c4fd2-211a-4ca9-a277-ad2a51be62ff None None] Device dfeff31f-0bae-4771-a2f0-37d3cea03233 up at agent ovs-agent-dv-cinder-825105-1-iscsi {{(pid=82903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 15:42:40.177045 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.db.db_base_plugin_common [None req-086c7fd9-5786-45a3-9e34-78298858de6c admin admin] Allocated IP 172.20.0.1 (515106f2-407b-4cd0-874f-592278142559/f6c0b2aa-667d-4387-9940-6f1b97474e6c/c4dc553e-6cb1-4fb1-8be3-5ed575c80d27) {{(pid=82902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 15:42:40.200551 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.db.db_base_plugin_common [None req-2ef7445a-f143-40fb-af24-f14110a9061e admin admin] Allocated IP 172.20.0.1 (7e6f7d4e-b4a0-4c4e-80c2-814a38a14199/7b0e1516-4c73-46b2-a641-716be4f1edf5/12438e60-97ee-4c5f-a0c0-bd501b0518d2) {{(pid=82902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 15:42:40.210345 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.db.provisioning_blocks [None req-608c4fd2-211a-4ca9-a277-ad2a51be62ff None None] Provisioning for port dfeff31f-0bae-4771-a2f0-37d3cea03233 completed by entity L2. {{(pid=82903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 15:42:40.220259 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.db.provisioning_blocks [None req-608c4fd2-211a-4ca9-a277-ad2a51be62ff None None] Provisioning complete for port dfeff31f-0bae-4771-a2f0-37d3cea03233 triggered by entity L2. {{(pid=82903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:42:40.220604 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-608c4fd2-211a-4ca9-a277-ad2a51be62ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16008948'] for port, provisioning_complete {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:42:40.275329 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.db.l3_hamode_db [None req-54fb6c17-10a7-4c79-97e8-7dd7ade16694 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdf431b0-4679-4d6d-8ef3-a8d454114142', 'name': 'tempest-AttachVolumeShelveTestJSON-1271008086-router', 'tenant_id': '3afe9ff36570464cb3825318de2de71a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c65eede5-7777-493f-951d-210877831002', 'external_fixed_ips': [{'subnet_id': '2c513225-bb11-4d36-a4c3-0732716dcb87', 'ip_address': '172.27.0.13'}], 'enable_snat': True}, 'gw_port_id': 'e8f166af-63fa-4718-a18b-20cbc7f2ac05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T15:42:31Z', 'updated_at': '2022-02-09T15:42:33Z', 'revision_number': 3, 'project_id': '3afe9ff36570464cb3825318de2de71a', 'gw_port': {'id': 'e8f166af-63fa-4718-a18b-20cbc7f2ac05', 'name': '', 'network_id': 'c65eede5-7777-493f-951d-210877831002', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:00:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bdf431b0-4679-4d6d-8ef3-a8d454114142', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2c513225-bb11-4d36-a4c3-0732716dcb87', 'ip_address': '172.27.0.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825105-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:42:32Z', 'updated_at': '2022-02-09T15:42:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2c513225-bb11-4d36-a4c3-0732716dcb87', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825105-1-iscsi'}], 'dv-cinder-825105-1-iscsi', False) {} {{(pid=82903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:42:40.276870 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-44e94155-49a3-4825-bfa3-0aa062f80570 req-dd580b9f-5579-459b-a4da-f2665312980a tempest-AttachVolumeNegativeTest-574944362 tempest-AttachVolumeNegativeTest-574944362-project] 10.222.0.67 "GET /v2.0/ports?device_id=71ed887c-38f9-4a4b-942b-2ee78a0aceaf HTTP/1.1" status: 200 len: 210 time: 0.0625057 Feb 09 15:42:40.283199 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54fb6c17-10a7-4c79-97e8-7dd7ade16694 None None] The sync data for ids ['bdf431b0-4679-4d6d-8ef3-a8d454114142'] in dv-cinder-825105-1-iscsi is: [{'id': 'bdf431b0-4679-4d6d-8ef3-a8d454114142', 'name': 'tempest-AttachVolumeShelveTestJSON-1271008086-router', 'tenant_id': '3afe9ff36570464cb3825318de2de71a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c65eede5-7777-493f-951d-210877831002', 'external_fixed_ips': [{'subnet_id': '2c513225-bb11-4d36-a4c3-0732716dcb87', 'ip_address': '172.27.0.13'}], 'enable_snat': True}, 'gw_port_id': 'e8f166af-63fa-4718-a18b-20cbc7f2ac05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T15:42:31Z', 'updated_at': '2022-02-09T15:42:33Z', 'revision_number': 3, 'project_id': '3afe9ff36570464cb3825318de2de71a', 'gw_port': {'id': 'e8f166af-63fa-4718-a18b-20cbc7f2ac05', 'name': '', 'network_id': 'c65eede5-7777-493f-951d-210877831002', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:00:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bdf431b0-4679-4d6d-8ef3-a8d454114142', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2c513225-bb11-4d36-a4c3-0732716dcb87', 'ip_address': '172.27.0.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825105-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:42:32Z', 'updated_at': '2022-02-09T15:42:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2c513225-bb11-4d36-a4c3-0732716dcb87', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825105-1-iscsi'}] {{(pid=82903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 09 15:42:40.361710 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-608c4fd2-211a-4ca9-a277-ad2a51be62ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16080601'] for port, before_update {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:42:40.381001 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.plugins.ml2.db [None req-608c4fd2-211a-4ca9-a277-ad2a51be62ff None None] For port dfeff31f-0bae-4771-a2f0-37d3cea03233, host dv-cinder-825105-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825105-1-iscsi',level=0,port_id=dfeff31f-0bae-4771-a2f0-37d3cea03233,segment=NetworkSegment(e675f0f7-189f-41a1-8fb7-d7545319af97),segment_id=e675f0f7-189f-41a1-8fb7-d7545319af97)] {{(pid=82903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:42:40.386653 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-608c4fd2-211a-4ca9-a277-ad2a51be62ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16080037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758755988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756758334055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756758334100'] for port, after_update {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:42:40.463355 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-608c4fd2-211a-4ca9-a277-ad2a51be62ff None None] Pushing event updated for resources: {'Port': ['ID=dfeff31f-0bae-4771-a2f0-37d3cea03233,revision_number=4']} {{(pid=82903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:42:40.557841 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-086c7fd9-5786-45a3-9e34-78298858de6c admin admin] Notify callbacks [] for port, precommit_create {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:42:40.595214 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.db.provisioning_blocks [None req-086c7fd9-5786-45a3-9e34-78298858de6c admin admin] Transition to ACTIVE for port object c4dc553e-6cb1-4fb1-8be3-5ed575c80d27 will not be triggered until provisioned by entity DHCP. {{(pid=82902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 15:42:40.598231 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-2ef7445a-f143-40fb-af24-f14110a9061e admin admin] Notify callbacks [] for port, precommit_create {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:42:40.635297 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-086c7fd9-5786-45a3-9e34-78298858de6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16080037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124156', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756758334037'] for port, after_create {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:42:40.672659 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-2ef7445a-f143-40fb-af24-f14110a9061e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16080037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124156', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756758334037'] for port, after_create {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:42:40.719910 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-086c7fd9-5786-45a3-9e34-78298858de6c admin admin] Network 515106f2-407b-4cd0-874f-592278142559 is already hosted by enough agents. {{(pid=82902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 15:42:40.724050 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.scheduler.base_scheduler [None req-086c7fd9-5786-45a3-9e34-78298858de6c admin admin] Resources bound (agent type, host, resource id): {{(pid=82902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 15:42:40.728456 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-086c7fd9-5786-45a3-9e34-78298858de6c admin admin] Pushing event updated for resources: {'Port': ['ID=c4dc553e-6cb1-4fb1-8be3-5ed575c80d27,revision_number=1']} {{(pid=82902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:42:40.731643 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ef7445a-f143-40fb-af24-f14110a9061e admin admin] Network 7e6f7d4e-b4a0-4c4e-80c2-814a38a14199 is already hosted by enough agents. {{(pid=82902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 15:42:40.732513 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-086c7fd9-5786-45a3-9e34-78298858de6c admin admin] Received port after_create {{(pid=82902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 15:42:40.732995 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-086c7fd9-5786-45a3-9e34-78298858de6c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-405704'] for router_interface, before_create {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:42:40.766519 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.scheduler.base_scheduler [None req-2ef7445a-f143-40fb-af24-f14110a9061e admin admin] Resources bound (agent type, host, resource id): {{(pid=82902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 15:42:40.773838 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ef7445a-f143-40fb-af24-f14110a9061e admin admin] Received port after_create {{(pid=82902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 15:42:40.774292 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-2ef7445a-f143-40fb-af24-f14110a9061e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-405704'] for router_interface, before_create {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:42:40.837783 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef7445a-f143-40fb-af24-f14110a9061e admin admin] Pushing event updated for resources: {'Port': ['ID=12438e60-97ee-4c5f-a0c0-bd501b0518d2,revision_number=1']} {{(pid=82902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:42:40.971844 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-086c7fd9-5786-45a3-9e34-78298858de6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16080601'] for port, before_update {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:42:40.988010 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-2ef7445a-f143-40fb-af24-f14110a9061e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16080601'] for port, before_update {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:42:41.067091 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.db.provisioning_blocks [None req-28e2cbb6-fd01-4ea2-b1b1-52f21640c177 None None] Provisioning for port c4dc553e-6cb1-4fb1-8be3-5ed575c80d27 completed by entity DHCP. {{(pid=82903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 15:42:41.072837 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.db.provisioning_blocks [None req-28e2cbb6-fd01-4ea2-b1b1-52f21640c177 None None] Provisioning complete for port c4dc553e-6cb1-4fb1-8be3-5ed575c80d27 triggered by entity DHCP. {{(pid=82903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:42:41.073333 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-28e2cbb6-fd01-4ea2-b1b1-52f21640c177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16008948'] for port, provisioning_complete {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:42:41.136361 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.plugins.ml2.plugin [None req-28e2cbb6-fd01-4ea2-b1b1-52f21640c177 None None] Port c4dc553e-6cb1-4fb1-8be3-5ed575c80d27 cannot update to ACTIVE because it is not bound. {{(pid=82903) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 09 15:42:41.257948 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-7ba3ca65-a548-4274-ae82-d30d99c68990 req-070669b6-6cde-4d5e-a379-6fcc14c8845d tempest-DeleteServersTestJSON-401039505 tempest-DeleteServersTestJSON-401039505-project] 10.222.0.67 "GET /v2.0/ports?device_id=0e73f890-b929-4a05-aad2-2c10991390c7 HTTP/1.1" status: 200 len: 210 time: 0.0421834 Feb 09 15:42:41.425056 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-2ef7445a-f143-40fb-af24-f14110a9061e admin admin] Notify callbacks [] for port, precommit_update {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:42:41.425056 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-086c7fd9-5786-45a3-9e34-78298858de6c admin admin] Notify callbacks [] for port, precommit_update {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:42:41.425056 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-2ef7445a-f143-40fb-af24-f14110a9061e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16080037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758755988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756758334055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756758334100'] for port, after_update {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:42:41.425056 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-2ef7445a-f143-40fb-af24-f14110a9061e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16123972', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-405541'] for router_interface, after_create {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:42:41.484863 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-086c7fd9-5786-45a3-9e34-78298858de6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16080037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758755988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756758334055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756758334100'] for port, after_update {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:42:41.485540 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-086c7fd9-5786-45a3-9e34-78298858de6c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16123972', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-405541'] for router_interface, after_create {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:42:41.618766 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-6e2cce9b-e522-4479-8168-1ba5e8baccf6 req-01db2789-d19f-4ba9-8ed6-8a9b69a145a6 tempest-AttachVolumeNegativeTest-574944362 tempest-AttachVolumeNegativeTest-574944362-project] 10.222.0.67 "GET /v2.0/ports?device_id=71ed887c-38f9-4a4b-942b-2ee78a0aceaf HTTP/1.1" status: 200 len: 210 time: 0.1345484 Feb 09 15:42:41.664725 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef7445a-f143-40fb-af24-f14110a9061e admin admin] Pushing event updated for resources: {'Port': ['ID=12438e60-97ee-4c5f-a0c0-bd501b0518d2,revision_number=2']} {{(pid=82902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:42:41.750666 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.wsgi [-] (82901) accepted ('10.222.0.47', 53064) {{(pid=82901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 15:42:41.855130 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-086c7fd9-5786-45a3-9e34-78298858de6c admin admin] Pushing event updated for resources: {'Port': ['ID=c4dc553e-6cb1-4fb1-8be3-5ed575c80d27,revision_number=2']} {{(pid=82902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:42:41.888848 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ef7445a-f143-40fb-af24-f14110a9061e admin admin] Network 7e6f7d4e-b4a0-4c4e-80c2-814a38a14199 is already hosted by enough agents. {{(pid=82902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 15:42:41.892341 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.scheduler.base_scheduler [None req-2ef7445a-f143-40fb-af24-f14110a9061e admin admin] Resources bound (agent type, host, resource id): {{(pid=82902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 15:42:41.988111 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238cbb9e-5279-4e0a-80a3-9fcb8c2f90a2 req-1028d818-2f16-4afc-bfbf-88a70e34af58 tempest-DeleteServersTestJSON-401039505 tempest-DeleteServersTestJSON-401039505-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:42:41.989618 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-238cbb9e-5279-4e0a-80a3-9fcb8c2f90a2 req-1028d818-2f16-4afc-bfbf-88a70e34af58 tempest-DeleteServersTestJSON-401039505 tempest-DeleteServersTestJSON-401039505-project] 10.222.0.47 "GET /v2.0/networks?id=aca677a7-4af0-46c2-a14a-b7a7106ab4eb HTTP/1.1" status: 200 len: 812 time: 0.2379763 Feb 09 15:42:42.046438 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.plugins.ml2.rpc [None req-608c4fd2-211a-4ca9-a277-ad2a51be62ff None None] Device dfeff31f-0bae-4771-a2f0-37d3cea03233 up at agent ovs-agent-dv-cinder-825105-1-iscsi {{(pid=82903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 15:42:42.164204 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.db.provisioning_blocks [None req-608c4fd2-211a-4ca9-a277-ad2a51be62ff None None] Provisioning complete for port dfeff31f-0bae-4771-a2f0-37d3cea03233 triggered by entity L2. {{(pid=82903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:42:42.166219 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-608c4fd2-211a-4ca9-a277-ad2a51be62ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16008948'] for port, provisioning_complete {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:42:42.180999 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-086c7fd9-5786-45a3-9e34-78298858de6c admin admin] Network 515106f2-407b-4cd0-874f-592278142559 is already hosted by enough agents. {{(pid=82902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 15:42:42.197183 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.scheduler.base_scheduler [None req-086c7fd9-5786-45a3-9e34-78298858de6c admin admin] Resources bound (agent type, host, resource id): {{(pid=82902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 15:42:42.635110 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-37076e61-0c18-4877-8093-f41f94078b25 req-060d62b1-931a-4f25-8464-b76229d35f13 tempest-DeleteServersTestJSON-401039505 tempest-DeleteServersTestJSON-401039505-project] 10.222.0.67 "GET /v2.0/ports?device_id=0e73f890-b929-4a05-aad2-2c10991390c7 HTTP/1.1" status: 200 len: 210 time: 0.1317790 Feb 09 15:42:42.696195 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.db.provisioning_blocks [None req-e04a1da0-ed99-4aa2-892c-8386c47508cc None None] Provisioning complete for port c4dc553e-6cb1-4fb1-8be3-5ed575c80d27 triggered by entity DHCP. {{(pid=82903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:42:42.696567 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-e04a1da0-ed99-4aa2-892c-8386c47508cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16008948'] for port, provisioning_complete {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:42:42.798544 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.plugins.ml2.plugin [None req-e04a1da0-ed99-4aa2-892c-8386c47508cc None None] Port c4dc553e-6cb1-4fb1-8be3-5ed575c80d27 cannot update to ACTIVE because it is not bound. {{(pid=82903) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 09 15:42:42.898316 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-f4129011-7369-479d-a765-5a52c4a3b96f req-1328cbc1-f252-4e0b-ba31-156e2c576dc8 tempest-AttachVolumeNegativeTest-574944362 tempest-AttachVolumeNegativeTest-574944362-project] 10.222.0.67 "GET /v2.0/ports?device_id=71ed887c-38f9-4a4b-942b-2ee78a0aceaf HTTP/1.1" status: 200 len: 210 time: 0.0560207 Feb 09 15:42:43.186001 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ef7445a-f143-40fb-af24-f14110a9061e admin admin] Router f4b95bba-457f-48e0-8869-45905c214440 has already been hosted by L3 agent 94c626d1-bc40-41bd-b6b2-9a20da402cb6 {{(pid=82902) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 15:42:43.204160 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-086c7fd9-5786-45a3-9e34-78298858de6c admin admin] Router bdf431b0-4679-4d6d-8ef3-a8d454114142 has already been hosted by L3 agent 94c626d1-bc40-41bd-b6b2-9a20da402cb6 {{(pid=82902) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 15:42:43.595895 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ef7445a-f143-40fb-af24-f14110a9061e admin admin] Notify agent at l3_agent.dv-cinder-825105-1-iscsi the message routers_updated {{(pid=82902) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 15:42:43.606760 dv-cinder-825105-1-iscsi neutron-server[82904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f682890-ee50-4edb-8e94-35d26e34257c None None] Sync routers for ids ['f4b95bba-457f-48e0-8869-45905c214440'] in dv-cinder-825105-1-iscsi {{(pid=82904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 09 15:42:43.616763 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [None req-2ef7445a-f143-40fb-af24-f14110a9061e admin admin] 10.222.0.67 "PUT /v2.0/routers/f4b95bba-457f-48e0-8869-45905c214440/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.2491283 Feb 09 15:42:43.619214 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-086c7fd9-5786-45a3-9e34-78298858de6c admin admin] Notify agent at l3_agent.dv-cinder-825105-1-iscsi the message routers_updated {{(pid=82902) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 15:42:43.629278 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [None req-086c7fd9-5786-45a3-9e34-78298858de6c admin admin] 10.222.0.67 "PUT /v2.0/routers/bdf431b0-4679-4d6d-8ef3-a8d454114142/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.9151466 Feb 09 15:42:43.647358 dv-cinder-825105-1-iscsi neutron-server[82904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f682890-ee50-4edb-8e94-35d26e34257c None None] Routers {'f4b95bba-457f-48e0-8869-45905c214440'} bound to L3 agent in host dv-cinder-825105-1-iscsi {{(pid=82904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 15:42:43.648249 dv-cinder-825105-1-iscsi neutron-server[82904]: DEBUG neutron.db.l3_hamode_db [None req-1f682890-ee50-4edb-8e94-35d26e34257c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825105-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-09T15:34:00Z,description=,heartbeat_timestamp=2022-02-09T15:42:30Z,host='dv-cinder-825105-1-iscsi',id=94c626d1-bc40-41bd-b6b2-9a20da402cb6,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:34:00Z,topic='l3_agent')) {'router_ids': ['f4b95bba-457f-48e0-8869-45905c214440'], 'active': True} {{(pid=82904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:42:43.886994 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-3429195b-0af9-4993-bc6b-c1da61542578 req-5c283df6-498f-4a38-b1d4-d31e679fe530 tempest-DeleteServersTestJSON-401039505 tempest-DeleteServersTestJSON-401039505-project] 10.222.0.67 "GET /v2.0/ports?device_id=0e73f890-b929-4a05-aad2-2c10991390c7 HTTP/1.1" status: 200 len: 210 time: 0.0689533 Feb 09 15:42:43.939443 dv-cinder-825105-1-iscsi neutron-server[82904]: DEBUG neutron.db.l3_dvr_db [None req-1f682890-ee50-4edb-8e94-35d26e34257c None None] Set router f4b95bba-457f-48e0-8869-45905c214440 gateway port host: dv-cinder-825105-1-iscsi {{(pid=82904) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 15:42:44.145611 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.plugins.ml2.rpc [None req-608c4fd2-211a-4ca9-a277-ad2a51be62ff None None] Device e8f166af-63fa-4718-a18b-20cbc7f2ac05 up at agent ovs-agent-dv-cinder-825105-1-iscsi {{(pid=82903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 15:42:44.226994 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.db.provisioning_blocks [None req-608c4fd2-211a-4ca9-a277-ad2a51be62ff None None] Provisioning for port e8f166af-63fa-4718-a18b-20cbc7f2ac05 completed by entity L2. {{(pid=82903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 15:42:44.232569 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.db.provisioning_blocks [None req-608c4fd2-211a-4ca9-a277-ad2a51be62ff None None] Provisioning complete for port e8f166af-63fa-4718-a18b-20cbc7f2ac05 triggered by entity L2. {{(pid=82903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:42:44.233405 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-608c4fd2-211a-4ca9-a277-ad2a51be62ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16008948'] for port, provisioning_complete {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:42:44.300040 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.api.v2.base [req-238cbb9e-5279-4e0a-80a3-9fcb8c2f90a2 req-59adbd4a-dd47-4aae-80d0-41a256fd596d tempest-DeleteServersTestJSON-401039505 tempest-DeleteServersTestJSON-401039505-project] Request body: {'port': {'device_id': '0e73f890-b929-4a05-aad2-2c10991390c7', 'network_id': 'aca677a7-4af0-46c2-a14a-b7a7106ab4eb', 'admin_state_up': True, 'tenant_id': '78278b589cbf4c319a60ef0cf1ea554e'}} {{(pid=82901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 15:42:44.442015 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-608c4fd2-211a-4ca9-a277-ad2a51be62ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16080601'] for port, before_update {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:42:44.459615 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.plugins.ml2.db [None req-608c4fd2-211a-4ca9-a277-ad2a51be62ff None None] For port e8f166af-63fa-4718-a18b-20cbc7f2ac05, host dv-cinder-825105-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825105-1-iscsi',level=0,port_id=e8f166af-63fa-4718-a18b-20cbc7f2ac05,segment=NetworkSegment(e675f0f7-189f-41a1-8fb7-d7545319af97),segment_id=e675f0f7-189f-41a1-8fb7-d7545319af97)] {{(pid=82903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:42:44.465040 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-608c4fd2-211a-4ca9-a277-ad2a51be62ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16080037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758755988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756758334055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756758334100'] for port, after_update {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:42:44.530669 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92113a1-095f-40cb-ad21-d4032fd7b6b9 req-f8801ba6-0f06-4f6c-8872-8901984366b1 tempest-ServerRescueNegativeTestJSON-674815279 tempest-ServerRescueNegativeTestJSON-674815279-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:42:44.532898 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.quota.resource [req-b92113a1-095f-40cb-ad21-d4032fd7b6b9 req-f8801ba6-0f06-4f6c-8872-8901984366b1 tempest-ServerRescueNegativeTestJSON-674815279 tempest-ServerRescueNegativeTestJSON-674815279-project] Synchronizing usage tracker for tenant:dbfe7e7ae013417f82b96f615e88a432 on resource:network {{(pid=82902) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 15:42:44.555996 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.quota.resource [req-b92113a1-095f-40cb-ad21-d4032fd7b6b9 req-f8801ba6-0f06-4f6c-8872-8901984366b1 tempest-ServerRescueNegativeTestJSON-674815279 tempest-ServerRescueNegativeTestJSON-674815279-project] Unset dirty status for tenant:dbfe7e7ae013417f82b96f615e88a432 on resource:network {{(pid=82902) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 15:42:44.559633 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-b92113a1-095f-40cb-ad21-d4032fd7b6b9 req-f8801ba6-0f06-4f6c-8872-8901984366b1 tempest-ServerRescueNegativeTestJSON-674815279 tempest-ServerRescueNegativeTestJSON-674815279-project] 10.222.0.67 "GET /v2.0/networks?id=7e6f7d4e-b4a0-4c4e-80c2-814a38a14199 HTTP/1.1" status: 200 len: 819 time: 0.3197720 Feb 09 15:42:44.576726 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-b92113a1-095f-40cb-ad21-d4032fd7b6b9 req-3744d416-b8f0-4740-aa25-338fa1d09088 tempest-ServerRescueNegativeTestJSON-674815279 tempest-ServerRescueNegativeTestJSON-674815279-project] 10.222.0.67 "GET /v2.0/quotas/dbfe7e7ae013417f82b96f615e88a432 HTTP/1.1" status: 200 len: 375 time: 0.0118191 Feb 09 15:42:44.595874 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-608c4fd2-211a-4ca9-a277-ad2a51be62ff None None] Pushing event updated for resources: {'Port': ['ID=e8f166af-63fa-4718-a18b-20cbc7f2ac05,revision_number=4']} {{(pid=82903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:42:44.626980 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.db.quota.driver [req-238cbb9e-5279-4e0a-80a3-9fcb8c2f90a2 req-59adbd4a-dd47-4aae-80d0-41a256fd596d tempest-DeleteServersTestJSON-401039505 tempest-DeleteServersTestJSON-401039505-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 15:42:44.634186 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.quota.resource [req-238cbb9e-5279-4e0a-80a3-9fcb8c2f90a2 req-59adbd4a-dd47-4aae-80d0-41a256fd596d tempest-DeleteServersTestJSON-401039505 tempest-DeleteServersTestJSON-401039505-project] Usage tracker for resource:port and tenant:78278b589cbf4c319a60ef0cf1ea554e is out of sync, need to count used quota {{(pid=82901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 15:42:44.638324 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.quota.resource [req-238cbb9e-5279-4e0a-80a3-9fcb8c2f90a2 req-59adbd4a-dd47-4aae-80d0-41a256fd596d tempest-DeleteServersTestJSON-401039505 tempest-DeleteServersTestJSON-401039505-project] Quota usage for port was recalculated. Used quota:0. {{(pid=82901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 15:42:44.640693 dv-cinder-825105-1-iscsi neutron-server[82904]: DEBUG neutron.db.l3_hamode_db [None req-1f682890-ee50-4edb-8e94-35d26e34257c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4b95bba-457f-48e0-8869-45905c214440', 'name': 'tempest-ServerRescueNegativeTestJSON-1287151320-router', 'tenant_id': 'dbfe7e7ae013417f82b96f615e88a432', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c65eede5-7777-493f-951d-210877831002', 'external_fixed_ips': [{'subnet_id': '2c513225-bb11-4d36-a4c3-0732716dcb87', 'ip_address': '172.27.0.33'}], 'enable_snat': True}, 'gw_port_id': 'dfeff31f-0bae-4771-a2f0-37d3cea03233', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T15:42:30Z', 'updated_at': '2022-02-09T15:42:40Z', 'revision_number': 4, 'project_id': 'dbfe7e7ae013417f82b96f615e88a432', 'gw_port': {'id': 'dfeff31f-0bae-4771-a2f0-37d3cea03233', 'name': '', 'network_id': 'c65eede5-7777-493f-951d-210877831002', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:ec:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4b95bba-457f-48e0-8869-45905c214440', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2c513225-bb11-4d36-a4c3-0732716dcb87', 'ip_address': '172.27.0.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825105-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:42:31Z', 'updated_at': '2022-02-09T15:42:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c513225-bb11-4d36-a4c3-0732716dcb87', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825105-1-iscsi', '_interfaces': [{'id': '12438e60-97ee-4c5f-a0c0-bd501b0518d2', 'name': '', 'network_id': '7e6f7d4e-b4a0-4c4e-80c2-814a38a14199', 'tenant_id': 'dbfe7e7ae013417f82b96f615e88a432', 'mac_address': 'fa:16:3e:e3:fb:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4b95bba-457f-48e0-8869-45905c214440', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7b0e1516-4c73-46b2-a641-716be4f1edf5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:42:39Z', 'updated_at': '2022-02-09T15:42:41Z', 'revision_number': 2, 'project_id': 'dbfe7e7ae013417f82b96f615e88a432', 'subnets': [{'id': '7b0e1516-4c73-46b2-a641-716be4f1edf5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825105-1-iscsi', False) {} {{(pid=82904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:42:44.645751 dv-cinder-825105-1-iscsi neutron-server[82904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f682890-ee50-4edb-8e94-35d26e34257c None None] Checking router: f4b95bba-457f-48e0-8869-45905c214440 for host: dv-cinder-825105-1-iscsi {{(pid=82904) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 09 15:42:44.646635 dv-cinder-825105-1-iscsi neutron-server[82904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f682890-ee50-4edb-8e94-35d26e34257c None None] Updating router f4b95bba-457f-48e0-8869-45905c214440 port 12438e60-97ee-4c5f-a0c0-bd501b0518d2 binding host dv-cinder-825105-1-iscsi {{(pid=82904) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 09 15:42:44.649117 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.db.quota.driver [req-238cbb9e-5279-4e0a-80a3-9fcb8c2f90a2 req-59adbd4a-dd47-4aae-80d0-41a256fd596d tempest-DeleteServersTestJSON-401039505 tempest-DeleteServersTestJSON-401039505-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=82901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 15:42:44.660998 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-238cbb9e-5279-4e0a-80a3-9fcb8c2f90a2 req-59adbd4a-dd47-4aae-80d0-41a256fd596d tempest-DeleteServersTestJSON-401039505 tempest-DeleteServersTestJSON-401039505-project] Made reservation on behalf of 78278b589cbf4c319a60ef0cf1ea554e for: {'port': 1} {{(pid=82901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 15:42:44.666786 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [req-238cbb9e-5279-4e0a-80a3-9fcb8c2f90a2 req-59adbd4a-dd47-4aae-80d0-41a256fd596d tempest-DeleteServersTestJSON-401039505 tempest-DeleteServersTestJSON-401039505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16080601'] for port, before_create {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:42:44.711803 dv-cinder-825105-1-iscsi neutron-server[82904]: DEBUG neutron_lib.callbacks.manager [None req-1f682890-ee50-4edb-8e94-35d26e34257c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16080601'] for port, before_update {{(pid=82904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:42:44.717134 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.quota.resource [req-b92113a1-095f-40cb-ad21-d4032fd7b6b9 req-84b6879a-9070-4743-b874-d611b267f2a8 tempest-ServerRescueNegativeTestJSON-674815279 tempest-ServerRescueNegativeTestJSON-674815279-project] Synchronizing usage tracker for tenant:dbfe7e7ae013417f82b96f615e88a432 on resource:port {{(pid=82902) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 15:42:44.749570 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.quota.resource [req-b92113a1-095f-40cb-ad21-d4032fd7b6b9 req-84b6879a-9070-4743-b874-d611b267f2a8 tempest-ServerRescueNegativeTestJSON-674815279 tempest-ServerRescueNegativeTestJSON-674815279-project] Unset dirty status for tenant:dbfe7e7ae013417f82b96f615e88a432 on resource:port {{(pid=82902) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 15:42:44.751281 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-b92113a1-095f-40cb-ad21-d4032fd7b6b9 req-84b6879a-9070-4743-b874-d611b267f2a8 tempest-ServerRescueNegativeTestJSON-674815279 tempest-ServerRescueNegativeTestJSON-674815279-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=dbfe7e7ae013417f82b96f615e88a432&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1695361 Feb 09 15:42:44.942068 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.db.db_base_plugin_common [req-238cbb9e-5279-4e0a-80a3-9fcb8c2f90a2 req-59adbd4a-dd47-4aae-80d0-41a256fd596d tempest-DeleteServersTestJSON-401039505 tempest-DeleteServersTestJSON-401039505-project] Allocated IP 172.20.0.7 (aca677a7-4af0-46c2-a14a-b7a7106ab4eb/17daeaef-39db-4614-8e60-dacf9e000f12/3d8686d1-f0df-418b-bc75-7369d11c5595) {{(pid=82901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 15:42:45.000208 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-b92113a1-095f-40cb-ad21-d4032fd7b6b9 req-fa0d2eb4-fd5c-469d-b12f-36522d460d82 service neutron] 10.222.0.67 "GET /v2.0/networks/7e6f7d4e-b4a0-4c4e-80c2-814a38a14199?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2416329 Feb 09 15:42:45.051185 dv-cinder-825105-1-iscsi neutron-server[82904]: DEBUG neutron.db.agents_db [None req-77d1faa3-9ee6-4a91-bd02-8524aa1f9325 None None] Agent healthcheck: found 6 active agents {{(pid=82904) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 15:42:45.116960 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.wsgi [-] (82901) accepted ('10.222.0.67', 41274) {{(pid=82901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 15:42:45.125843 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.api.v2.base [None req-d2fec336-711f-4b11-b7ad-d00d1f747909 tempest-AttachVolumeShelveTestJSON-409995212 tempest-AttachVolumeShelveTestJSON-409995212-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1214884855', 'description': 'tempest-description--223004699'}} {{(pid=82901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 15:42:45.140576 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.db.quota.driver [None req-d2fec336-711f-4b11-b7ad-d00d1f747909 tempest-AttachVolumeShelveTestJSON-409995212 tempest-AttachVolumeShelveTestJSON-409995212-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 15:42:45.150330 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.quota.resource [None req-d2fec336-711f-4b11-b7ad-d00d1f747909 tempest-AttachVolumeShelveTestJSON-409995212 tempest-AttachVolumeShelveTestJSON-409995212-project] Usage tracker for resource:security_group and tenant:3afe9ff36570464cb3825318de2de71a is out of sync, need to count used quota {{(pid=82901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 15:42:45.156235 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.quota.resource [None req-d2fec336-711f-4b11-b7ad-d00d1f747909 tempest-AttachVolumeShelveTestJSON-409995212 tempest-AttachVolumeShelveTestJSON-409995212-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=82901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 15:42:45.167105 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.db.quota.driver [None req-d2fec336-711f-4b11-b7ad-d00d1f747909 tempest-AttachVolumeShelveTestJSON-409995212 tempest-AttachVolumeShelveTestJSON-409995212-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=82901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 15:42:45.205064 dv-cinder-825105-1-iscsi neutron-server[82904]: DEBUG neutron_lib.callbacks.manager [None req-1f682890-ee50-4edb-8e94-35d26e34257c None None] Notify callbacks [] for port, precommit_update {{(pid=82904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:42:45.211495 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-d2fec336-711f-4b11-b7ad-d00d1f747909 tempest-AttachVolumeShelveTestJSON-409995212 tempest-AttachVolumeShelveTestJSON-409995212-project] Notify callbacks [] for security_group, before_create {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:42:45.219781 dv-cinder-825105-1-iscsi neutron-server[82904]: DEBUG neutron.db.provisioning_blocks [None req-1f682890-ee50-4edb-8e94-35d26e34257c None None] Transition to ACTIVE for port object 12438e60-97ee-4c5f-a0c0-bd501b0518d2 will not be triggered until provisioned by entity L2. {{(pid=82904) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 15:42:45.228064 dv-cinder-825105-1-iscsi neutron-server[82904]: DEBUG neutron_lib.callbacks.manager [None req-1f682890-ee50-4edb-8e94-35d26e34257c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16080037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758755988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756758334055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756758334100'] for port, after_update {{(pid=82904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:42:45.232075 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-b92113a1-095f-40cb-ad21-d4032fd7b6b9 req-e94f41e5-659b-4d9d-abb9-044255e36e72 service neutron] 10.222.0.67 "GET /v2.0/networks/7e6f7d4e-b4a0-4c4e-80c2-814a38a14199?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2241452 Feb 09 15:42:45.326868 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-c0fc50d5-165a-4ce5-a4ec-717ccf682ad9 req-7c9f94bc-99cd-4748-9419-90277d6b1c07 tempest-AttachVolumeNegativeTest-574944362 tempest-AttachVolumeNegativeTest-574944362-project] 10.222.0.67 "GET /v2.0/ports?device_id=71ed887c-38f9-4a4b-942b-2ee78a0aceaf HTTP/1.1" status: 200 len: 210 time: 0.0690813 Feb 09 15:42:45.328209 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.db.quota.driver [None req-d2fec336-711f-4b11-b7ad-d00d1f747909 tempest-AttachVolumeShelveTestJSON-409995212 tempest-AttachVolumeShelveTestJSON-409995212-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 15:42:45.333969 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [req-238cbb9e-5279-4e0a-80a3-9fcb8c2f90a2 req-59adbd4a-dd47-4aae-80d0-41a256fd596d tempest-DeleteServersTestJSON-401039505 tempest-DeleteServersTestJSON-401039505-project] Notify callbacks [] for port, precommit_create {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:42:45.340741 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.quota.resource [None req-d2fec336-711f-4b11-b7ad-d00d1f747909 tempest-AttachVolumeShelveTestJSON-409995212 tempest-AttachVolumeShelveTestJSON-409995212-project] Usage tracker for resource:security_group_rule and tenant:3afe9ff36570464cb3825318de2de71a is out of sync, need to count used quota {{(pid=82901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 15:42:45.345677 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.quota.resource [None req-d2fec336-711f-4b11-b7ad-d00d1f747909 tempest-AttachVolumeShelveTestJSON-409995212 tempest-AttachVolumeShelveTestJSON-409995212-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=82901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 15:42:45.354539 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.db.quota.driver [None req-d2fec336-711f-4b11-b7ad-d00d1f747909 tempest-AttachVolumeShelveTestJSON-409995212 tempest-AttachVolumeShelveTestJSON-409995212-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=82901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 15:42:45.408588 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [req-238cbb9e-5279-4e0a-80a3-9fcb8c2f90a2 req-59adbd4a-dd47-4aae-80d0-41a256fd596d tempest-DeleteServersTestJSON-401039505 tempest-DeleteServersTestJSON-401039505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16080037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124156', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756758334037'] for port, after_create {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:42:45.414563 dv-cinder-825105-1-iscsi neutron-server[82904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d44f68d-a49f-4474-aaa8-26606f7a20b3 None None] Pushing event updated for resources: {'Port': ['ID=12438e60-97ee-4c5f-a0c0-bd501b0518d2,revision_number=3']} {{(pid=82904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:42:45.595668 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-238cbb9e-5279-4e0a-80a3-9fcb8c2f90a2 req-59adbd4a-dd47-4aae-80d0-41a256fd596d tempest-DeleteServersTestJSON-401039505 tempest-DeleteServersTestJSON-401039505-project] Network aca677a7-4af0-46c2-a14a-b7a7106ab4eb is already hosted by enough agents. {{(pid=82901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 15:42:45.603412 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.scheduler.base_scheduler [req-238cbb9e-5279-4e0a-80a3-9fcb8c2f90a2 req-59adbd4a-dd47-4aae-80d0-41a256fd596d tempest-DeleteServersTestJSON-401039505 tempest-DeleteServersTestJSON-401039505-project] Resources bound (agent type, host, resource id): {{(pid=82901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 15:42:45.611430 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.db.l3_dvrscheduler_db [req-238cbb9e-5279-4e0a-80a3-9fcb8c2f90a2 req-59adbd4a-dd47-4aae-80d0-41a256fd596d tempest-DeleteServersTestJSON-401039505 tempest-DeleteServersTestJSON-401039505-project] Received port after_create {{(pid=82901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 15:42:45.616075 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238cbb9e-5279-4e0a-80a3-9fcb8c2f90a2 req-59adbd4a-dd47-4aae-80d0-41a256fd596d tempest-DeleteServersTestJSON-401039505 tempest-DeleteServersTestJSON-401039505-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=82901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:42:45.616617 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [req-238cbb9e-5279-4e0a-80a3-9fcb8c2f90a2 req-59adbd4a-dd47-4aae-80d0-41a256fd596d tempest-DeleteServersTestJSON-401039505 tempest-DeleteServersTestJSON-401039505-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16124149'] for port, before_response {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:42:45.633854 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59adbd4a-dd47-4aae-80d0-41a256fd596d tempest-DeleteServersTestJSON-401039505 tempest-DeleteServersTestJSON-401039505-project] Pushing event updated for resources: {'Port': ['ID=3d8686d1-f0df-418b-bc75-7369d11c5595,revision_number=1']} {{(pid=82901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:42:45.653440 dv-cinder-825105-1-iscsi neutron-server[82904]: DEBUG neutron.plugins.ml2.managers [None req-1f682890-ee50-4edb-8e94-35d26e34257c None None] Attempting to bind port 12438e60-97ee-4c5f-a0c0-bd501b0518d2 on host dv-cinder-825105-1-iscsi for vnic_type normal with profile {{(pid=82904) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 15:42:45.654022 dv-cinder-825105-1-iscsi neutron-server[82904]: DEBUG neutron.plugins.ml2.managers [None req-1f682890-ee50-4edb-8e94-35d26e34257c None None] Attempting to bind port 12438e60-97ee-4c5f-a0c0-bd501b0518d2 by drivers openvswitch,hyperv on host dv-cinder-825105-1-iscsi at level 0 using segments [{'id': 'e45f7a5f-6f06-4d7c-998a-a4068d4c9621', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': '7e6f7d4e-b4a0-4c4e-80c2-814a38a14199'}] {{(pid=82904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 15:42:45.654384 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-d2fec336-711f-4b11-b7ad-d00d1f747909 tempest-AttachVolumeShelveTestJSON-409995212 tempest-AttachVolumeShelveTestJSON-409995212-project] Notify callbacks [] for security_group, precommit_create {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:42:45.654548 dv-cinder-825105-1-iscsi neutron-server[82904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f682890-ee50-4edb-8e94-35d26e34257c None None] Attempting to bind port 12438e60-97ee-4c5f-a0c0-bd501b0518d2 on network 7e6f7d4e-b4a0-4c4e-80c2-814a38a14199 {{(pid=82904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 15:42:45.663050 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-d2fec336-711f-4b11-b7ad-d00d1f747909 tempest-AttachVolumeShelveTestJSON-409995212 tempest-AttachVolumeShelveTestJSON-409995212-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_create {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:42:45.666238 dv-cinder-825105-1-iscsi neutron-server[82904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f682890-ee50-4edb-8e94-35d26e34257c None None] Checking agent: {'id': '0c30844f-de8e-42c5-a17a-962bb78b1270', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-825105-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 15, 34, 1), 'started_at': datetime.datetime(2022, 2, 9, 15, 34, 31), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 15, 42, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-825105-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 15:42:45.666722 dv-cinder-825105-1-iscsi neutron-server[82904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f682890-ee50-4edb-8e94-35d26e34257c None None] Checking segment: {'id': 'e45f7a5f-6f06-4d7c-998a-a4068d4c9621', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': '7e6f7d4e-b4a0-4c4e-80c2-814a38a14199'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82904) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 15:42:45.667537 dv-cinder-825105-1-iscsi neutron-server[82904]: DEBUG neutron_lib.callbacks.manager [None req-1f682890-ee50-4edb-8e94-35d26e34257c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:42:45.668339 dv-cinder-825105-1-iscsi neutron-server[82904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f682890-ee50-4edb-8e94-35d26e34257c None None] Bound using segment: {'id': 'e45f7a5f-6f06-4d7c-998a-a4068d4c9621', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': '7e6f7d4e-b4a0-4c4e-80c2-814a38a14199'} {{(pid=82904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 15:42:45.669095 dv-cinder-825105-1-iscsi neutron-server[82904]: DEBUG neutron.plugins.ml2.managers [None req-1f682890-ee50-4edb-8e94-35d26e34257c None None] Bound port: 12438e60-97ee-4c5f-a0c0-bd501b0518d2, host: dv-cinder-825105-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e45f7a5f-6f06-4d7c-998a-a4068d4c9621', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': '7e6f7d4e-b4a0-4c4e-80c2-814a38a14199'}}] {{(pid=82904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 15:42:45.674380 dv-cinder-825105-1-iscsi neutron-server[82904]: DEBUG neutron_lib.callbacks.manager [None req-1f682890-ee50-4edb-8e94-35d26e34257c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16080601'] for port, before_update {{(pid=82904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:42:45.697023 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-d2fec336-711f-4b11-b7ad-d00d1f747909 tempest-AttachVolumeShelveTestJSON-409995212 tempest-AttachVolumeShelveTestJSON-409995212-project] Notify callbacks [] for security_group, before_response {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:42:45.701376 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4832be16-0ecf-4623-b3d0-6f381004a490 req-32cb7c5a-3d5e-465b-8aa2-46286c995e15 tempest-DeleteServersTestJSON-401039505 tempest-DeleteServersTestJSON-401039505-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:42:45.708194 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-4832be16-0ecf-4623-b3d0-6f381004a490 req-32cb7c5a-3d5e-465b-8aa2-46286c995e15 tempest-DeleteServersTestJSON-401039505 tempest-DeleteServersTestJSON-401039505-project] 10.222.0.67 "GET /v2.0/ports?device_id=0e73f890-b929-4a05-aad2-2c10991390c7 HTTP/1.1" status: 200 len: 931 time: 0.1901617 Feb 09 15:42:45.709191 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [None req-d2fec336-711f-4b11-b7ad-d00d1f747909 tempest-AttachVolumeShelveTestJSON-409995212 tempest-AttachVolumeShelveTestJSON-409995212-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1613 time: 0.5802650 Feb 09 15:42:45.709941 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.wsgi [-] (82901) accepted ('10.222.0.67', 41302) {{(pid=82901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 15:42:45.715751 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-238cbb9e-5279-4e0a-80a3-9fcb8c2f90a2 req-59adbd4a-dd47-4aae-80d0-41a256fd596d tempest-DeleteServersTestJSON-401039505 tempest-DeleteServersTestJSON-401039505-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4226606 Feb 09 15:42:45.721851 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.api.v2.base [None req-ba4cca5d-721c-4fa2-892c-dd79a9baac21 tempest-AttachVolumeShelveTestJSON-409995212 tempest-AttachVolumeShelveTestJSON-409995212-project] Request body: {'security_group_rule': {'security_group_id': '7287f013-6b2f-43b9-b826-2cf86932a253', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=82901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 15:42:45.751380 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.db.quota.driver [None req-ba4cca5d-721c-4fa2-892c-dd79a9baac21 tempest-AttachVolumeShelveTestJSON-409995212 tempest-AttachVolumeShelveTestJSON-409995212-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 15:42:45.778948 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.quota.resource [None req-ba4cca5d-721c-4fa2-892c-dd79a9baac21 tempest-AttachVolumeShelveTestJSON-409995212 tempest-AttachVolumeShelveTestJSON-409995212-project] Usage tracker for resource:security_group_rule and tenant:3afe9ff36570464cb3825318de2de71a is out of sync, need to count used quota {{(pid=82901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 15:42:45.782555 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.quota.resource [None req-ba4cca5d-721c-4fa2-892c-dd79a9baac21 tempest-AttachVolumeShelveTestJSON-409995212 tempest-AttachVolumeShelveTestJSON-409995212-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=82901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 15:42:45.799940 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-4832be16-0ecf-4623-b3d0-6f381004a490 req-e55715ba-5c8f-4c9b-92e8-aec635ab29eb tempest-DeleteServersTestJSON-401039505 tempest-DeleteServersTestJSON-401039505-project] 10.222.0.67 "GET /v2.0/security-groups?id=7e4a9c1f-e3a3-4232-a4ee-a060da02385c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906558 Feb 09 15:42:45.815470 dv-cinder-825105-1-iscsi neutron-server[82904]: DEBUG neutron.plugins.ml2.db [None req-1f682890-ee50-4edb-8e94-35d26e34257c None None] For port 12438e60-97ee-4c5f-a0c0-bd501b0518d2, host dv-cinder-825105-1-iscsi, cleared binding levels {{(pid=82904) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 15:42:45.820968 dv-cinder-825105-1-iscsi neutron-server[82904]: DEBUG neutron.plugins.ml2.db [None req-1f682890-ee50-4edb-8e94-35d26e34257c None None] For port 12438e60-97ee-4c5f-a0c0-bd501b0518d2, host dv-cinder-825105-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825105-1-iscsi',level=0,port_id=12438e60-97ee-4c5f-a0c0-bd501b0518d2,segment=NetworkSegment(e45f7a5f-6f06-4d7c-998a-a4068d4c9621),segment_id=e45f7a5f-6f06-4d7c-998a-a4068d4c9621)] {{(pid=82904) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 15:42:45.830846 dv-cinder-825105-1-iscsi neutron-server[82904]: DEBUG neutron_lib.callbacks.manager [None req-1f682890-ee50-4edb-8e94-35d26e34257c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16080037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758755988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756758334055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756758334100'] for port, after_update {{(pid=82904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:42:45.835867 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.db.quota.driver [None req-ba4cca5d-721c-4fa2-892c-dd79a9baac21 tempest-AttachVolumeShelveTestJSON-409995212 tempest-AttachVolumeShelveTestJSON-409995212-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=82901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 15:42:45.850561 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2fec336-711f-4b11-b7ad-d00d1f747909 tempest-AttachVolumeShelveTestJSON-409995212 tempest-AttachVolumeShelveTestJSON-409995212-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7287f013-6b2f-43b9-b826-2cf86932a253,revision_number=1']} {{(pid=82901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:42:45.869169 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-cc82d4f6-ad59-4d43-af90-95af12bcf0ee req-296339d6-9e99-45b3-b0c2-212cacc7505b tempest-ServerRescueNegativeTestJSON-674815279 tempest-ServerRescueNegativeTestJSON-674815279-project] 10.222.0.67 "GET /v2.0/ports?device_id=03058e28-beb3-442a-a803-6dc6b224f22f HTTP/1.1" status: 200 len: 210 time: 0.0938156 Feb 09 15:42:45.870620 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-ba4cca5d-721c-4fa2-892c-dd79a9baac21 tempest-AttachVolumeShelveTestJSON-409995212 tempest-AttachVolumeShelveTestJSON-409995212-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:42:46.006867 dv-cinder-825105-1-iscsi neutron-server[82904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d44f68d-a49f-4474-aaa8-26606f7a20b3 None None] Pushing event updated for resources: {'Port': ['ID=12438e60-97ee-4c5f-a0c0-bd501b0518d2,revision_number=4']} {{(pid=82904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:42:46.018283 dv-cinder-825105-1-iscsi neutron-server[82904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f682890-ee50-4edb-8e94-35d26e34257c None None] Routers {'f4b95bba-457f-48e0-8869-45905c214440'} bound to L3 agent in host dv-cinder-825105-1-iscsi {{(pid=82904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 15:42:46.019323 dv-cinder-825105-1-iscsi neutron-server[82904]: DEBUG neutron.db.l3_hamode_db [None req-1f682890-ee50-4edb-8e94-35d26e34257c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825105-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-09T15:34:00Z,description=,heartbeat_timestamp=2022-02-09T15:42:30Z,host='dv-cinder-825105-1-iscsi',id=94c626d1-bc40-41bd-b6b2-9a20da402cb6,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:34:00Z,topic='l3_agent')) {'router_ids': ['f4b95bba-457f-48e0-8869-45905c214440'], 'active': True} {{(pid=82904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:42:46.079039 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.plugins.ml2.rpc [None req-608c4fd2-211a-4ca9-a277-ad2a51be62ff None None] Device e8f166af-63fa-4718-a18b-20cbc7f2ac05 up at agent ovs-agent-dv-cinder-825105-1-iscsi {{(pid=82903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 15:42:46.086180 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-ba4cca5d-721c-4fa2-892c-dd79a9baac21 tempest-AttachVolumeShelveTestJSON-409995212 tempest-AttachVolumeShelveTestJSON-409995212-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:42:46.090649 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-ba4cca5d-721c-4fa2-892c-dd79a9baac21 tempest-AttachVolumeShelveTestJSON-409995212 tempest-AttachVolumeShelveTestJSON-409995212-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331611'] for security_group_rule, after_create {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:42:46.134111 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba4cca5d-721c-4fa2-892c-dd79a9baac21 tempest-AttachVolumeShelveTestJSON-409995212 tempest-AttachVolumeShelveTestJSON-409995212-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=81dcd08a-e385-463a-9a26-96b943141795,revision_number=0']} {{(pid=82901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:42:46.143915 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-ba4cca5d-721c-4fa2-892c-dd79a9baac21 tempest-AttachVolumeShelveTestJSON-409995212 tempest-AttachVolumeShelveTestJSON-409995212-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:42:46.148161 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [None req-ba4cca5d-721c-4fa2-892c-dd79a9baac21 tempest-AttachVolumeShelveTestJSON-409995212 tempest-AttachVolumeShelveTestJSON-409995212-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.4315591 Feb 09 15:42:46.151145 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.wsgi [-] (82901) accepted ('10.222.0.67', 41334) {{(pid=82901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 15:42:46.156744 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.api.v2.base [None req-315eceb7-c34d-4241-9265-3942b407874b tempest-AttachVolumeShelveTestJSON-409995212 tempest-AttachVolumeShelveTestJSON-409995212-project] Request body: {'security_group_rule': {'security_group_id': '7287f013-6b2f-43b9-b826-2cf86932a253', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=82901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 15:42:46.163756 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.db.quota.driver [None req-315eceb7-c34d-4241-9265-3942b407874b tempest-AttachVolumeShelveTestJSON-409995212 tempest-AttachVolumeShelveTestJSON-409995212-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 15:42:46.168027 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.quota.resource [None req-315eceb7-c34d-4241-9265-3942b407874b tempest-AttachVolumeShelveTestJSON-409995212 tempest-AttachVolumeShelveTestJSON-409995212-project] Usage tracker for resource:security_group_rule and tenant:3afe9ff36570464cb3825318de2de71a is out of sync, need to count used quota {{(pid=82901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 15:42:46.171466 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.quota.resource [None req-315eceb7-c34d-4241-9265-3942b407874b tempest-AttachVolumeShelveTestJSON-409995212 tempest-AttachVolumeShelveTestJSON-409995212-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=82901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 15:42:46.179176 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.db.quota.driver [None req-315eceb7-c34d-4241-9265-3942b407874b tempest-AttachVolumeShelveTestJSON-409995212 tempest-AttachVolumeShelveTestJSON-409995212-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=82901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 15:42:46.210310 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-315eceb7-c34d-4241-9265-3942b407874b tempest-AttachVolumeShelveTestJSON-409995212 tempest-AttachVolumeShelveTestJSON-409995212-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:42:46.238617 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.db.provisioning_blocks [None req-608c4fd2-211a-4ca9-a277-ad2a51be62ff None None] Provisioning complete for port e8f166af-63fa-4718-a18b-20cbc7f2ac05 triggered by entity L2. {{(pid=82903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:42:46.239279 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-608c4fd2-211a-4ca9-a277-ad2a51be62ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16008948'] for port, provisioning_complete {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:42:46.335346 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-315eceb7-c34d-4241-9265-3942b407874b tempest-AttachVolumeShelveTestJSON-409995212 tempest-AttachVolumeShelveTestJSON-409995212-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:42:46.342957 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-315eceb7-c34d-4241-9265-3942b407874b tempest-AttachVolumeShelveTestJSON-409995212 tempest-AttachVolumeShelveTestJSON-409995212-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331611'] for security_group_rule, after_create {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:42:46.371619 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315eceb7-c34d-4241-9265-3942b407874b tempest-AttachVolumeShelveTestJSON-409995212 tempest-AttachVolumeShelveTestJSON-409995212-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=437402ba-f3f5-4da1-a001-f53e3de922ad,revision_number=0']} {{(pid=82901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:42:46.379210 dv-cinder-825105-1-iscsi neutron-server[82904]: DEBUG neutron.db.l3_dvr_db [None req-1f682890-ee50-4edb-8e94-35d26e34257c None None] Set router f4b95bba-457f-48e0-8869-45905c214440 gateway port host: dv-cinder-825105-1-iscsi {{(pid=82904) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 15:42:46.404010 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-315eceb7-c34d-4241-9265-3942b407874b tempest-AttachVolumeShelveTestJSON-409995212 tempest-AttachVolumeShelveTestJSON-409995212-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:42:46.405684 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [None req-315eceb7-c34d-4241-9265-3942b407874b tempest-AttachVolumeShelveTestJSON-409995212 tempest-AttachVolumeShelveTestJSON-409995212-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.2534506 Feb 09 15:42:46.408860 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.wsgi [-] (82901) accepted ('10.222.0.67', 41350) {{(pid=82901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 15:42:46.420571 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.api.v2.base [None req-c442becf-0478-44be-9b71-4c561cf30d7d tempest-AttachVolumeShelveTestJSON-409995212 tempest-AttachVolumeShelveTestJSON-409995212-project] Request body: {'floatingip': {'floating_network_id': 'c65eede5-7777-493f-951d-210877831002'}} {{(pid=82901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 15:42:46.423772 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf1b530-8f20-4064-92e8-e0fe47123a50 req-d716a475-9b1b-43eb-89fb-96e9b2d1626d tempest-ServerRescueNegativeTestJSON-674815279 tempest-ServerRescueNegativeTestJSON-674815279-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:42:46.426531 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.db.quota.driver [None req-c442becf-0478-44be-9b71-4c561cf30d7d tempest-AttachVolumeShelveTestJSON-409995212 tempest-AttachVolumeShelveTestJSON-409995212-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 15:42:46.430554 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-bcf1b530-8f20-4064-92e8-e0fe47123a50 req-d716a475-9b1b-43eb-89fb-96e9b2d1626d tempest-ServerRescueNegativeTestJSON-674815279 tempest-ServerRescueNegativeTestJSON-674815279-project] 10.222.0.67 "GET /v2.0/networks?id=7e6f7d4e-b4a0-4c4e-80c2-814a38a14199 HTTP/1.1" status: 200 len: 819 time: 0.2921846 Feb 09 15:42:46.436812 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.quota.resource [None req-c442becf-0478-44be-9b71-4c561cf30d7d tempest-AttachVolumeShelveTestJSON-409995212 tempest-AttachVolumeShelveTestJSON-409995212-project] Usage tracker for resource:floatingip and tenant:3afe9ff36570464cb3825318de2de71a is out of sync, need to count used quota {{(pid=82901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 15:42:46.441062 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.quota.resource [None req-c442becf-0478-44be-9b71-4c561cf30d7d tempest-AttachVolumeShelveTestJSON-409995212 tempest-AttachVolumeShelveTestJSON-409995212-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=82901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 15:42:46.449867 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.db.quota.driver [None req-c442becf-0478-44be-9b71-4c561cf30d7d tempest-AttachVolumeShelveTestJSON-409995212 tempest-AttachVolumeShelveTestJSON-409995212-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=82901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 15:42:46.461731 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-bcf1b530-8f20-4064-92e8-e0fe47123a50 req-95718653-b781-4652-a4b3-f999b7da180a tempest-ServerRescueNegativeTestJSON-674815279 tempest-ServerRescueNegativeTestJSON-674815279-project] 10.222.0.67 "GET /v2.0/quotas/dbfe7e7ae013417f82b96f615e88a432 HTTP/1.1" status: 200 len: 375 time: 0.0240285 Feb 09 15:42:46.468202 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-c442becf-0478-44be-9b71-4c561cf30d7d tempest-AttachVolumeShelveTestJSON-409995212 tempest-AttachVolumeShelveTestJSON-409995212-project] Notify callbacks [] for floatingip, before_create {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:42:46.586386 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-bcf1b530-8f20-4064-92e8-e0fe47123a50 req-098b35df-e52d-4fc8-b81a-27700e040eef tempest-ServerRescueNegativeTestJSON-674815279 tempest-ServerRescueNegativeTestJSON-674815279-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=dbfe7e7ae013417f82b96f615e88a432&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1181211 Feb 09 15:42:46.632708 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-beb41c9c-f37d-4bf5-8a35-b8a68ad0debe req-669439f5-92f5-498d-ae03-a9a9ff43ce9d tempest-AttachVolumeNegativeTest-574944362 tempest-AttachVolumeNegativeTest-574944362-project] 10.222.0.67 "GET /v2.0/ports?device_id=71ed887c-38f9-4a4b-942b-2ee78a0aceaf HTTP/1.1" status: 200 len: 210 time: 0.0628767 Feb 09 15:42:46.702179 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-c442becf-0478-44be-9b71-4c561cf30d7d tempest-AttachVolumeShelveTestJSON-409995212 tempest-AttachVolumeShelveTestJSON-409995212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16080601'] for port, before_create {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:42:46.756342 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-bcf1b530-8f20-4064-92e8-e0fe47123a50 req-47d740bc-230b-4731-9bf9-dd03c83f269c service neutron] 10.222.0.67 "GET /v2.0/networks/7e6f7d4e-b4a0-4c4e-80c2-814a38a14199?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1690040 Feb 09 15:42:46.830340 dv-cinder-825105-1-iscsi neutron-server[82904]: DEBUG neutron.db.l3_hamode_db [None req-1f682890-ee50-4edb-8e94-35d26e34257c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4b95bba-457f-48e0-8869-45905c214440', 'name': 'tempest-ServerRescueNegativeTestJSON-1287151320-router', 'tenant_id': 'dbfe7e7ae013417f82b96f615e88a432', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c65eede5-7777-493f-951d-210877831002', 'external_fixed_ips': [{'subnet_id': '2c513225-bb11-4d36-a4c3-0732716dcb87', 'ip_address': '172.27.0.33'}], 'enable_snat': True}, 'gw_port_id': 'dfeff31f-0bae-4771-a2f0-37d3cea03233', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T15:42:30Z', 'updated_at': '2022-02-09T15:42:40Z', 'revision_number': 4, 'project_id': 'dbfe7e7ae013417f82b96f615e88a432', 'gw_port': {'id': 'dfeff31f-0bae-4771-a2f0-37d3cea03233', 'name': '', 'network_id': 'c65eede5-7777-493f-951d-210877831002', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:ec:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4b95bba-457f-48e0-8869-45905c214440', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2c513225-bb11-4d36-a4c3-0732716dcb87', 'ip_address': '172.27.0.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825105-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:42:31Z', 'updated_at': '2022-02-09T15:42:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c513225-bb11-4d36-a4c3-0732716dcb87', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825105-1-iscsi', '_interfaces': [{'id': '12438e60-97ee-4c5f-a0c0-bd501b0518d2', 'name': '', 'network_id': '7e6f7d4e-b4a0-4c4e-80c2-814a38a14199', 'tenant_id': 'dbfe7e7ae013417f82b96f615e88a432', 'mac_address': 'fa:16:3e:e3:fb:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4b95bba-457f-48e0-8869-45905c214440', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7b0e1516-4c73-46b2-a641-716be4f1edf5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825105-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:42:39Z', 'updated_at': '2022-02-09T15:42:45Z', 'revision_number': 4, 'project_id': 'dbfe7e7ae013417f82b96f615e88a432', 'subnets': [{'id': '7b0e1516-4c73-46b2-a641-716be4f1edf5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825105-1-iscsi', False) {} {{(pid=82904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:42:46.836379 dv-cinder-825105-1-iscsi neutron-server[82904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f682890-ee50-4edb-8e94-35d26e34257c None None] The sync data for ids ['f4b95bba-457f-48e0-8869-45905c214440'] in dv-cinder-825105-1-iscsi is: [{'id': 'f4b95bba-457f-48e0-8869-45905c214440', 'name': 'tempest-ServerRescueNegativeTestJSON-1287151320-router', 'tenant_id': 'dbfe7e7ae013417f82b96f615e88a432', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c65eede5-7777-493f-951d-210877831002', 'external_fixed_ips': [{'subnet_id': '2c513225-bb11-4d36-a4c3-0732716dcb87', 'ip_address': '172.27.0.33'}], 'enable_snat': True}, 'gw_port_id': 'dfeff31f-0bae-4771-a2f0-37d3cea03233', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T15:42:30Z', 'updated_at': '2022-02-09T15:42:40Z', 'revision_number': 4, 'project_id': 'dbfe7e7ae013417f82b96f615e88a432', 'gw_port': {'id': 'dfeff31f-0bae-4771-a2f0-37d3cea03233', 'name': '', 'network_id': 'c65eede5-7777-493f-951d-210877831002', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:ec:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4b95bba-457f-48e0-8869-45905c214440', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2c513225-bb11-4d36-a4c3-0732716dcb87', 'ip_address': '172.27.0.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825105-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:42:31Z', 'updated_at': '2022-02-09T15:42:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c513225-bb11-4d36-a4c3-0732716dcb87', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825105-1-iscsi', '_interfaces': [{'id': '12438e60-97ee-4c5f-a0c0-bd501b0518d2', 'name': '', 'network_id': '7e6f7d4e-b4a0-4c4e-80c2-814a38a14199', 'tenant_id': 'dbfe7e7ae013417f82b96f615e88a432', 'mac_address': 'fa:16:3e:e3:fb:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4b95bba-457f-48e0-8869-45905c214440', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7b0e1516-4c73-46b2-a641-716be4f1edf5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825105-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:42:39Z', 'updated_at': '2022-02-09T15:42:45Z', 'revision_number': 4, 'project_id': 'dbfe7e7ae013417f82b96f615e88a432', 'subnets': [{'id': '7b0e1516-4c73-46b2-a641-716be4f1edf5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 09 15:42:46.934753 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.db.db_base_plugin_common [None req-c442becf-0478-44be-9b71-4c561cf30d7d tempest-AttachVolumeShelveTestJSON-409995212 tempest-AttachVolumeShelveTestJSON-409995212-project] Allocated IP 172.27.0.74 (c65eede5-7777-493f-951d-210877831002/2c513225-bb11-4d36-a4c3-0732716dcb87/56f547df-69d7-4678-81e8-c9e340649f91) {{(pid=82901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 15:42:46.938821 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-bcf1b530-8f20-4064-92e8-e0fe47123a50 req-c25a075a-4f43-48b6-888f-11eb5ea7ae67 service neutron] 10.222.0.67 "GET /v2.0/networks/7e6f7d4e-b4a0-4c4e-80c2-814a38a14199?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1808846 Feb 09 15:42:47.171375 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.wsgi [-] (82901) accepted ('10.222.0.47', 53071) {{(pid=82901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 15:42:47.209131 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-c442becf-0478-44be-9b71-4c561cf30d7d tempest-AttachVolumeShelveTestJSON-409995212 tempest-AttachVolumeShelveTestJSON-409995212-project] Notify callbacks [] for port, precommit_create {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:42:47.235448 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-46c46931-71a5-4a81-b567-86043b5c6287 req-1022b0ff-6cf6-4485-940f-bf921acd49b1 tempest-ServerRescueNegativeTestJSON-674815279 tempest-ServerRescueNegativeTestJSON-674815279-project] 10.222.0.67 "GET /v2.0/ports?device_id=02052525-11c7-42a2-bbb0-76ffebf59eb3 HTTP/1.1" status: 200 len: 210 time: 0.1019831 Feb 09 15:42:47.239210 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.wsgi [req-238cbb9e-5279-4e0a-80a3-9fcb8c2f90a2 req-7ba2b057-cb76-48ae-a0c4-8035905f2458 tempest-DeleteServersTestJSON-401039505 tempest-DeleteServersTestJSON-401039505-project] http://10.222.0.67:9696/v2.0/extensions returned with HTTP 200 {{(pid=82901) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 09 15:42:47.240409 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-238cbb9e-5279-4e0a-80a3-9fcb8c2f90a2 req-7ba2b057-cb76-48ae-a0c4-8035905f2458 tempest-DeleteServersTestJSON-401039505 tempest-DeleteServersTestJSON-401039505-project] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0214918 Feb 09 15:42:47.615145 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db326719-e3a8-499c-9cbb-daf5efc22e28 req-53c36839-8ec2-45c5-9967-b62592696079 tempest-DeleteServersTestJSON-401039505 tempest-DeleteServersTestJSON-401039505-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:42:47.625172 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.quota.resource [req-db326719-e3a8-499c-9cbb-daf5efc22e28 req-53c36839-8ec2-45c5-9967-b62592696079 tempest-DeleteServersTestJSON-401039505 tempest-DeleteServersTestJSON-401039505-project] Synchronizing usage tracker for tenant:78278b589cbf4c319a60ef0cf1ea554e on resource:port {{(pid=82901) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 15:42:47.720689 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-c442becf-0478-44be-9b71-4c561cf30d7d tempest-AttachVolumeShelveTestJSON-409995212 tempest-AttachVolumeShelveTestJSON-409995212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16080037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124156', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756758334037'] for port, after_create {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:42:47.817135 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.api.v2.base [req-238cbb9e-5279-4e0a-80a3-9fcb8c2f90a2 req-89fa2e21-b3e2-4df8-aa67-53888b72e087 service neutron] Request body: {'port': {'device_id': '0e73f890-b929-4a05-aad2-2c10991390c7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82510'}} {{(pid=82901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 15:42:47.847352 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.quota.resource [req-db326719-e3a8-499c-9cbb-daf5efc22e28 req-53c36839-8ec2-45c5-9967-b62592696079 tempest-DeleteServersTestJSON-401039505 tempest-DeleteServersTestJSON-401039505-project] Unset dirty status for tenant:78278b589cbf4c319a60ef0cf1ea554e on resource:port {{(pid=82901) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 15:42:47.852086 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-db326719-e3a8-499c-9cbb-daf5efc22e28 req-53c36839-8ec2-45c5-9967-b62592696079 tempest-DeleteServersTestJSON-401039505 tempest-DeleteServersTestJSON-401039505-project] 10.222.0.67 "GET /v2.0/ports?device_id=0e73f890-b929-4a05-aad2-2c10991390c7 HTTP/1.1" status: 200 len: 931 time: 0.7810214 Feb 09 15:42:47.872206 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629e0e12-d6bb-4d7c-aa17-0c232a5cf592 req-c96e93b7-f425-4f82-acc4-dc6d16b0a979 tempest-AttachVolumeNegativeTest-574944362 tempest-AttachVolumeNegativeTest-574944362-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:42:47.874223 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-629e0e12-d6bb-4d7c-aa17-0c232a5cf592 req-c96e93b7-f425-4f82-acc4-dc6d16b0a979 tempest-AttachVolumeNegativeTest-574944362 tempest-AttachVolumeNegativeTest-574944362-project] 10.222.0.47 "GET /v2.0/networks?id=072a4996-791d-4390-ba5a-5e0a5fbf88c4 HTTP/1.1" status: 200 len: 815 time: 0.6693983 Feb 09 15:42:47.933088 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.api.v2.base [req-629e0e12-d6bb-4d7c-aa17-0c232a5cf592 req-c0439967-b2cc-4c5a-a287-329c88ef546c tempest-AttachVolumeNegativeTest-574944362 tempest-AttachVolumeNegativeTest-574944362-project] Request body: {'port': {'device_id': '71ed887c-38f9-4a4b-942b-2ee78a0aceaf', 'network_id': '072a4996-791d-4390-ba5a-5e0a5fbf88c4', 'admin_state_up': True, 'tenant_id': '5408654e4de147309f8b24e479cf1661'}} {{(pid=82901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 15:42:47.970757 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-f1d27b34-551a-459d-bc4d-9f9a00b61b14 req-4cf7b0d2-5a2a-4c58-b762-829fd734edb2 tempest-AttachVolumeNegativeTest-574944362 tempest-AttachVolumeNegativeTest-574944362-project] 10.222.0.67 "GET /v2.0/ports?device_id=71ed887c-38f9-4a4b-942b-2ee78a0aceaf HTTP/1.1" status: 200 len: 210 time: 0.1068804 Feb 09 15:42:47.979271 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c442becf-0478-44be-9b71-4c561cf30d7d tempest-AttachVolumeShelveTestJSON-409995212 tempest-AttachVolumeShelveTestJSON-409995212-project] Network c65eede5-7777-493f-951d-210877831002 is already hosted by enough agents. {{(pid=82901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 15:42:48.133193 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.plugins.ml2.rpc [None req-608c4fd2-211a-4ca9-a277-ad2a51be62ff None None] Device 12438e60-97ee-4c5f-a0c0-bd501b0518d2 up at agent ovs-agent-dv-cinder-825105-1-iscsi {{(pid=82903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 15:42:48.146942 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.scheduler.base_scheduler [None req-c442becf-0478-44be-9b71-4c561cf30d7d tempest-AttachVolumeShelveTestJSON-409995212 tempest-AttachVolumeShelveTestJSON-409995212-project] Resources bound (agent type, host, resource id): {{(pid=82901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 15:42:48.150263 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c442becf-0478-44be-9b71-4c561cf30d7d tempest-AttachVolumeShelveTestJSON-409995212 tempest-AttachVolumeShelveTestJSON-409995212-project] Pushing event updated for resources: {'Port': ['ID=56f547df-69d7-4678-81e8-c9e340649f91,revision_number=1']} {{(pid=82901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:42:48.194352 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c442becf-0478-44be-9b71-4c561cf30d7d tempest-AttachVolumeShelveTestJSON-409995212 tempest-AttachVolumeShelveTestJSON-409995212-project] Received port after_create {{(pid=82901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 15:42:48.277279 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.wsgi [-] (82902) accepted ('10.222.0.47', 53081) {{(pid=82902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 15:42:48.369713 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.db.provisioning_blocks [None req-608c4fd2-211a-4ca9-a277-ad2a51be62ff None None] Provisioning for port 12438e60-97ee-4c5f-a0c0-bd501b0518d2 completed by entity L2. {{(pid=82903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 15:42:48.384289 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.db.provisioning_blocks [None req-608c4fd2-211a-4ca9-a277-ad2a51be62ff None None] Provisioning complete for port 12438e60-97ee-4c5f-a0c0-bd501b0518d2 triggered by entity L2. {{(pid=82903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:42:48.385862 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-608c4fd2-211a-4ca9-a277-ad2a51be62ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16008948'] for port, provisioning_complete {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:42:48.719162 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.quota.resource [req-db326719-e3a8-499c-9cbb-daf5efc22e28 req-dae0273c-b800-4832-9c4b-74cee7039005 tempest-DeleteServersTestJSON-401039505 tempest-DeleteServersTestJSON-401039505-project] Synchronizing usage tracker for tenant:78278b589cbf4c319a60ef0cf1ea554e on resource:security_group {{(pid=82901) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 15:42:48.734931 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92113a1-095f-40cb-ad21-d4032fd7b6b9 req-0663cb61-5714-4da9-a52b-233e6680b45b tempest-ServerRescueNegativeTestJSON-674815279 tempest-ServerRescueNegativeTestJSON-674815279-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:42:48.746289 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-b92113a1-095f-40cb-ad21-d4032fd7b6b9 req-0663cb61-5714-4da9-a52b-233e6680b45b tempest-ServerRescueNegativeTestJSON-674815279 tempest-ServerRescueNegativeTestJSON-674815279-project] 10.222.0.47 "GET /v2.0/networks?id=7e6f7d4e-b4a0-4c4e-80c2-814a38a14199 HTTP/1.1" status: 200 len: 819 time: 0.4677341 Feb 09 15:42:48.820988 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-608c4fd2-211a-4ca9-a277-ad2a51be62ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16080601'] for port, before_update {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:42:48.855516 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-87bc0c22-66fa-4f5a-93ca-645f47ab30dd req-d7e5d9b1-97d2-4326-8255-4b83abe5d62e tempest-ServerRescueNegativeTestJSON-674815279 tempest-ServerRescueNegativeTestJSON-674815279-project] 10.222.0.67 "GET /v2.0/ports?device_id=02052525-11c7-42a2-bbb0-76ffebf59eb3 HTTP/1.1" status: 200 len: 210 time: 0.1039124 Feb 09 15:42:48.898347 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.plugins.ml2.db [None req-608c4fd2-211a-4ca9-a277-ad2a51be62ff None None] For port 12438e60-97ee-4c5f-a0c0-bd501b0518d2, host dv-cinder-825105-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825105-1-iscsi',level=0,port_id=12438e60-97ee-4c5f-a0c0-bd501b0518d2,segment=NetworkSegment(e45f7a5f-6f06-4d7c-998a-a4068d4c9621),segment_id=e45f7a5f-6f06-4d7c-998a-a4068d4c9621)] {{(pid=82903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:42:48.903787 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-608c4fd2-211a-4ca9-a277-ad2a51be62ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16080037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758755988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756758334055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756758334100'] for port, after_update {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:42:49.028404 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [req-238cbb9e-5279-4e0a-80a3-9fcb8c2f90a2 req-89fa2e21-b3e2-4df8-aa67-53888b72e087 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16080601'] for port, before_update {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:42:49.045924 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-608c4fd2-211a-4ca9-a277-ad2a51be62ff None None] Pushing event updated for resources: {'Port': ['ID=12438e60-97ee-4c5f-a0c0-bd501b0518d2,revision_number=5']} {{(pid=82903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:42:49.069537 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.quota.resource [req-db326719-e3a8-499c-9cbb-daf5efc22e28 req-dae0273c-b800-4832-9c4b-74cee7039005 tempest-DeleteServersTestJSON-401039505 tempest-DeleteServersTestJSON-401039505-project] Unset dirty status for tenant:78278b589cbf4c319a60ef0cf1ea554e on resource:security_group {{(pid=82901) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 15:42:49.082670 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-db326719-e3a8-499c-9cbb-daf5efc22e28 req-dae0273c-b800-4832-9c4b-74cee7039005 tempest-DeleteServersTestJSON-401039505 tempest-DeleteServersTestJSON-401039505-project] 10.222.0.67 "GET /v2.0/security-groups?id=7e4a9c1f-e3a3-4232-a4ee-a060da02385c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2025843 Feb 09 15:42:49.085334 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.db.quota.driver [req-629e0e12-d6bb-4d7c-aa17-0c232a5cf592 req-c0439967-b2cc-4c5a-a287-329c88ef546c tempest-AttachVolumeNegativeTest-574944362 tempest-AttachVolumeNegativeTest-574944362-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 15:42:49.224372 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.quota.resource [req-629e0e12-d6bb-4d7c-aa17-0c232a5cf592 req-c0439967-b2cc-4c5a-a287-329c88ef546c tempest-AttachVolumeNegativeTest-574944362 tempest-AttachVolumeNegativeTest-574944362-project] Usage tracker for resource:port and tenant:5408654e4de147309f8b24e479cf1661 is out of sync, need to count used quota {{(pid=82901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 15:42:49.227576 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.quota.resource [req-629e0e12-d6bb-4d7c-aa17-0c232a5cf592 req-c0439967-b2cc-4c5a-a287-329c88ef546c tempest-AttachVolumeNegativeTest-574944362 tempest-AttachVolumeNegativeTest-574944362-project] Quota usage for port was recalculated. Used quota:0. {{(pid=82901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 15:42:49.237438 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.db.quota.driver [req-629e0e12-d6bb-4d7c-aa17-0c232a5cf592 req-c0439967-b2cc-4c5a-a287-329c88ef546c tempest-AttachVolumeNegativeTest-574944362 tempest-AttachVolumeNegativeTest-574944362-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=82901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 15:42:49.275179 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-c442becf-0478-44be-9b71-4c561cf30d7d tempest-AttachVolumeShelveTestJSON-409995212 tempest-AttachVolumeShelveTestJSON-409995212-project] Notify callbacks [] for floatingip, precommit_create {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:42:49.337180 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-f98da2cb-f1ea-4ab9-93f6-c1a5c07fa2e3 req-0e4c9c67-b179-4b98-a1fc-a3f6d318d43f tempest-AttachVolumeNegativeTest-574944362 tempest-AttachVolumeNegativeTest-574944362-project] 10.222.0.67 "GET /v2.0/ports?device_id=71ed887c-38f9-4a4b-942b-2ee78a0aceaf HTTP/1.1" status: 200 len: 210 time: 0.0530260 Feb 09 15:42:49.368558 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-629e0e12-d6bb-4d7c-aa17-0c232a5cf592 req-c0439967-b2cc-4c5a-a287-329c88ef546c tempest-AttachVolumeNegativeTest-574944362 tempest-AttachVolumeNegativeTest-574944362-project] Made reservation on behalf of 5408654e4de147309f8b24e479cf1661 for: {'port': 1} {{(pid=82901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 15:42:49.371624 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [req-629e0e12-d6bb-4d7c-aa17-0c232a5cf592 req-c0439967-b2cc-4c5a-a287-329c88ef546c tempest-AttachVolumeNegativeTest-574944362 tempest-AttachVolumeNegativeTest-574944362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16080601'] for port, before_create {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:42:49.463227 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-c442becf-0478-44be-9b71-4c561cf30d7d tempest-AttachVolumeShelveTestJSON-409995212 tempest-AttachVolumeShelveTestJSON-409995212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16080601'] for port, before_update {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:42:49.542409 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.wsgi [-] (82902) accepted ('10.222.0.67', 41474) {{(pid=82902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 15:42:49.694614 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-458f2050-de38-4745-8e32-bbacb4cda408 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:42:49.726488 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.db.quota.driver [None req-458f2050-de38-4745-8e32-bbacb4cda408 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 15:42:49.736038 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.quota.resource [None req-458f2050-de38-4745-8e32-bbacb4cda408 admin admin] Usage tracker for resource:security_group_rule and tenant:eb3e2ec8283e464ba79c76328ef7e1cb is out of sync, need to count used quota {{(pid=82902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 15:42:49.739205 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.quota.resource [None req-458f2050-de38-4745-8e32-bbacb4cda408 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 15:42:49.745837 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.db.quota.driver [None req-458f2050-de38-4745-8e32-bbacb4cda408 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 15:42:49.816195 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-458f2050-de38-4745-8e32-bbacb4cda408 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:42:49.820897 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-458f2050-de38-4745-8e32-bbacb4cda408 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_create {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:42:49.875793 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458f2050-de38-4745-8e32-bbacb4cda408 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dcbe2008-68e9-43f8-9496-6056c3543bfe,revision_number=1']} {{(pid=82902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:42:49.879507 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.db.db_base_plugin_common [req-629e0e12-d6bb-4d7c-aa17-0c232a5cf592 req-c0439967-b2cc-4c5a-a287-329c88ef546c tempest-AttachVolumeNegativeTest-574944362 tempest-AttachVolumeNegativeTest-574944362-project] Allocated IP 172.20.0.14 (072a4996-791d-4390-ba5a-5e0a5fbf88c4/d622abef-cdcb-4b2b-b25a-610e3a6ed20d/56df3510-a584-4b16-a3b5-6c6c62b3a342) {{(pid=82901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 15:42:49.880884 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.quota.resource [None req-458f2050-de38-4745-8e32-bbacb4cda408 admin admin] Synchronizing usage tracker for tenant:50c6cdded6a147a6b0f5cd1fbc7393c5 on resource:security_group {{(pid=82902) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 15:42:49.901595 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.quota.resource [None req-458f2050-de38-4745-8e32-bbacb4cda408 admin admin] Unset dirty status for tenant:50c6cdded6a147a6b0f5cd1fbc7393c5 on resource:security_group {{(pid=82902) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 15:42:49.906005 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [None req-458f2050-de38-4745-8e32-bbacb4cda408 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=eb3e2ec8283e464ba79c76328ef7e1cb&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3624103 Feb 09 15:42:49.906567 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.wsgi [-] (82902) accepted ('10.222.0.67', 41480) {{(pid=82902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 15:42:50.013789 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-9b7b2c08-4bf4-441c-9d18-1e9d5c0e7027 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:42:50.041587 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.plugins.ml2.rpc [None req-608c4fd2-211a-4ca9-a277-ad2a51be62ff None None] Device 12438e60-97ee-4c5f-a0c0-bd501b0518d2 up at agent ovs-agent-dv-cinder-825105-1-iscsi {{(pid=82903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 15:42:50.049658 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-9b7b2c08-4bf4-441c-9d18-1e9d5c0e7027 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:42:50.062940 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-c442becf-0478-44be-9b71-4c561cf30d7d tempest-AttachVolumeShelveTestJSON-409995212 tempest-AttachVolumeShelveTestJSON-409995212-project] Notify callbacks [] for port, precommit_update {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:42:50.110452 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.notifiers.nova [req-238cbb9e-5279-4e0a-80a3-9fcb8c2f90a2 req-89fa2e21-b3e2-4df8-aa67-53888b72e087 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3d8686d1-f0df-418b-bc75-7369d11c5595 {{(pid=82901) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 15:42:50.113674 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-9b7b2c08-4bf4-441c-9d18-1e9d5c0e7027 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_delete {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:42:50.114930 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-c442becf-0478-44be-9b71-4c561cf30d7d tempest-AttachVolumeShelveTestJSON-409995212 tempest-AttachVolumeShelveTestJSON-409995212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16080037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758755988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756758334055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756758334100'] for port, after_update {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:42:50.120997 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.db.provisioning_blocks [None req-608c4fd2-211a-4ca9-a277-ad2a51be62ff None None] Provisioning complete for port 12438e60-97ee-4c5f-a0c0-bd501b0518d2 triggered by entity L2. {{(pid=82903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:42:50.121603 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-608c4fd2-211a-4ca9-a277-ad2a51be62ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16008948'] for port, provisioning_complete {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:42:50.129530 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b7b2c08-4bf4-441c-9d18-1e9d5c0e7027 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcbe2008-68e9-43f8-9496-6056c3543bfe,revision_number=None']} {{(pid=82902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:42:50.138370 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-9b7b2c08-4bf4-441c-9d18-1e9d5c0e7027 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:42:50.139569 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [None req-9b7b2c08-4bf4-441c-9d18-1e9d5c0e7027 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/dcbe2008-68e9-43f8-9496-6056c3543bfe HTTP/1.1" status: 204 len: 168 time: 0.2319782 Feb 09 15:42:50.170195 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-000c1276-e213-4a94-85a4-dc7fe7e025cf req-e498d3a4-363e-4637-b5b9-00cb88d16585 tempest-ServerRescueNegativeTestJSON-674815279 tempest-ServerRescueNegativeTestJSON-674815279-project] 10.222.0.67 "GET /v2.0/ports?device_id=02052525-11c7-42a2-bbb0-76ffebf59eb3 HTTP/1.1" status: 200 len: 210 time: 0.1349998 Feb 09 15:42:50.181099 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [req-238cbb9e-5279-4e0a-80a3-9fcb8c2f90a2 req-89fa2e21-b3e2-4df8-aa67-53888b72e087 service neutron] Notify callbacks [] for port, precommit_update {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:42:50.307583 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.db.provisioning_blocks [req-238cbb9e-5279-4e0a-80a3-9fcb8c2f90a2 req-89fa2e21-b3e2-4df8-aa67-53888b72e087 service neutron] Transition to ACTIVE for port object 3d8686d1-f0df-418b-bc75-7369d11c5595 will not be triggered until provisioned by entity L2. {{(pid=82901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 15:42:50.310981 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-c442becf-0478-44be-9b71-4c561cf30d7d tempest-AttachVolumeShelveTestJSON-409995212 tempest-AttachVolumeShelveTestJSON-409995212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-406337'] for floatingip, after_update {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:42:50.326936 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [req-238cbb9e-5279-4e0a-80a3-9fcb8c2f90a2 req-89fa2e21-b3e2-4df8-aa67-53888b72e087 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16080037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758755988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756758334055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756758334100'] for port, after_update {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:42:50.330411 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c442becf-0478-44be-9b71-4c561cf30d7d tempest-AttachVolumeShelveTestJSON-409995212 tempest-AttachVolumeShelveTestJSON-409995212-project] Pushing event updated for resources: {'Port': ['ID=56f547df-69d7-4678-81e8-c9e340649f91,revision_number=2']} {{(pid=82901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:42:50.377186 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68015c7a-f4e9-4004-99e7-53ac6b3b644b req-198d4282-9412-4cc1-8106-772e049c6ebd tempest-DeleteServersTestJSON-401039505 tempest-DeleteServersTestJSON-401039505-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:42:50.387363 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-68015c7a-f4e9-4004-99e7-53ac6b3b644b req-198d4282-9412-4cc1-8106-772e049c6ebd tempest-DeleteServersTestJSON-401039505 tempest-DeleteServersTestJSON-401039505-project] 10.222.0.67 "GET /v2.0/ports?device_id=0e73f890-b929-4a05-aad2-2c10991390c7 HTTP/1.1" status: 200 len: 943 time: 0.1029100 Feb 09 15:42:50.436085 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-68015c7a-f4e9-4004-99e7-53ac6b3b644b req-bfcd7e13-caf9-4a7d-b7db-49a113169d44 tempest-DeleteServersTestJSON-401039505 tempest-DeleteServersTestJSON-401039505-project] 10.222.0.67 "GET /v2.0/security-groups?id=7e4a9c1f-e3a3-4232-a4ee-a060da02385c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429926 Feb 09 15:42:50.477746 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-c442becf-0478-44be-9b71-4c561cf30d7d tempest-AttachVolumeShelveTestJSON-409995212 tempest-AttachVolumeShelveTestJSON-409995212-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205010'] for floatingip, before_response {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:42:50.478961 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [None req-c442becf-0478-44be-9b71-4c561cf30d7d tempest-AttachVolumeShelveTestJSON-409995212 tempest-AttachVolumeShelveTestJSON-409995212-project] 10.222.0.67 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.0677352 Feb 09 15:42:50.560141 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fa2e21-b3e2-4df8-aa67-53888b72e087 service neutron] Pushing event updated for resources: {'Port': ['ID=3d8686d1-f0df-418b-bc75-7369d11c5595,revision_number=2']} {{(pid=82901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:42:50.593342 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.quota.resource [req-58d53434-d725-48a5-9791-4b98eb894529 req-7a4af3a7-fa1f-4713-a54c-f6edb2742b65 tempest-AttachVolumeNegativeTest-574944362 tempest-AttachVolumeNegativeTest-574944362-project] Synchronizing usage tracker for tenant:5408654e4de147309f8b24e479cf1661 on resource:port {{(pid=82901) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 15:42:50.603412 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [req-629e0e12-d6bb-4d7c-aa17-0c232a5cf592 req-c0439967-b2cc-4c5a-a287-329c88ef546c tempest-AttachVolumeNegativeTest-574944362 tempest-AttachVolumeNegativeTest-574944362-project] Notify callbacks [] for port, precommit_create {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:42:50.746505 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.quota.resource [req-58d53434-d725-48a5-9791-4b98eb894529 req-7a4af3a7-fa1f-4713-a54c-f6edb2742b65 tempest-AttachVolumeNegativeTest-574944362 tempest-AttachVolumeNegativeTest-574944362-project] Unset dirty status for tenant:5408654e4de147309f8b24e479cf1661 on resource:port {{(pid=82901) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 15:42:50.747636 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-58d53434-d725-48a5-9791-4b98eb894529 req-7a4af3a7-fa1f-4713-a54c-f6edb2742b65 tempest-AttachVolumeNegativeTest-574944362 tempest-AttachVolumeNegativeTest-574944362-project] 10.222.0.67 "GET /v2.0/ports?device_id=71ed887c-38f9-4a4b-942b-2ee78a0aceaf HTTP/1.1" status: 200 len: 210 time: 0.2372699 Feb 09 15:42:50.752007 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.plugins.ml2.managers [req-238cbb9e-5279-4e0a-80a3-9fcb8c2f90a2 req-89fa2e21-b3e2-4df8-aa67-53888b72e087 service neutron] Attempting to bind port 3d8686d1-f0df-418b-bc75-7369d11c5595 on host hv-cinder-82510 for vnic_type normal with profile {{(pid=82901) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 15:42:50.752389 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.plugins.ml2.managers [req-238cbb9e-5279-4e0a-80a3-9fcb8c2f90a2 req-89fa2e21-b3e2-4df8-aa67-53888b72e087 service neutron] Attempting to bind port 3d8686d1-f0df-418b-bc75-7369d11c5595 by drivers openvswitch,hyperv on host hv-cinder-82510 at level 0 using segments [{'id': '1c463c45-2a3e-4ade-9733-49ef7816b3d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': 'aca677a7-4af0-46c2-a14a-b7a7106ab4eb'}] {{(pid=82901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 15:42:50.752726 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-238cbb9e-5279-4e0a-80a3-9fcb8c2f90a2 req-89fa2e21-b3e2-4df8-aa67-53888b72e087 service neutron] Attempting to bind port 3d8686d1-f0df-418b-bc75-7369d11c5595 on network aca677a7-4af0-46c2-a14a-b7a7106ab4eb {{(pid=82901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 15:42:50.763991 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-238cbb9e-5279-4e0a-80a3-9fcb8c2f90a2 req-89fa2e21-b3e2-4df8-aa67-53888b72e087 service neutron] Port 3d8686d1-f0df-418b-bc75-7369d11c5595 on network aca677a7-4af0-46c2-a14a-b7a7106ab4eb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82510 {{(pid=82901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 09 15:42:50.764337 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-238cbb9e-5279-4e0a-80a3-9fcb8c2f90a2 req-89fa2e21-b3e2-4df8-aa67-53888b72e087 service neutron] Attempting to bind port 3d8686d1-f0df-418b-bc75-7369d11c5595 on network aca677a7-4af0-46c2-a14a-b7a7106ab4eb {{(pid=82901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 15:42:50.775182 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-79bac455-f4bb-460c-aa4d-9423af2958f1 req-e1b53323-3420-444c-95bb-e465fe54fbb0 tempest-AttachVolumeShelveTestJSON-409995212 tempest-AttachVolumeShelveTestJSON-409995212-project] 10.222.0.67 "GET /v2.0/security-groups?name=tempest-securitygroup--1214884855&fields=id&tenant_id=3afe9ff36570464cb3825318de2de71a HTTP/1.1" status: 200 len: 267 time: 0.0476894 Feb 09 15:42:50.775788 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-238cbb9e-5279-4e0a-80a3-9fcb8c2f90a2 req-89fa2e21-b3e2-4df8-aa67-53888b72e087 service neutron] Checking agent: {'id': 'db1a70d3-a821-4659-b534-995c5c5f449e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82510', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 15, 40, 29), 'started_at': datetime.datetime(2022, 2, 9, 15, 40, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 15, 42, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=82901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 15:42:50.776182 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-238cbb9e-5279-4e0a-80a3-9fcb8c2f90a2 req-89fa2e21-b3e2-4df8-aa67-53888b72e087 service neutron] Checking segment: {'id': '1c463c45-2a3e-4ade-9733-49ef7816b3d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': 'aca677a7-4af0-46c2-a14a-b7a7106ab4eb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 15:42:50.776714 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-238cbb9e-5279-4e0a-80a3-9fcb8c2f90a2 req-89fa2e21-b3e2-4df8-aa67-53888b72e087 service neutron] Bound using segment: {'id': '1c463c45-2a3e-4ade-9733-49ef7816b3d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': 'aca677a7-4af0-46c2-a14a-b7a7106ab4eb'} {{(pid=82901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 15:42:50.777224 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.plugins.ml2.managers [req-238cbb9e-5279-4e0a-80a3-9fcb8c2f90a2 req-89fa2e21-b3e2-4df8-aa67-53888b72e087 service neutron] Bound port: 3d8686d1-f0df-418b-bc75-7369d11c5595, host: hv-cinder-82510, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1c463c45-2a3e-4ade-9733-49ef7816b3d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': 'aca677a7-4af0-46c2-a14a-b7a7106ab4eb'}}] {{(pid=82901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 15:42:50.777559 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [req-238cbb9e-5279-4e0a-80a3-9fcb8c2f90a2 req-89fa2e21-b3e2-4df8-aa67-53888b72e087 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16080601'] for port, before_update {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:42:50.791257 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [req-629e0e12-d6bb-4d7c-aa17-0c232a5cf592 req-c0439967-b2cc-4c5a-a287-329c88ef546c tempest-AttachVolumeNegativeTest-574944362 tempest-AttachVolumeNegativeTest-574944362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16080037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124156', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756758334037'] for port, after_create {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:42:50.922055 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-629e0e12-d6bb-4d7c-aa17-0c232a5cf592 req-c0439967-b2cc-4c5a-a287-329c88ef546c tempest-AttachVolumeNegativeTest-574944362 tempest-AttachVolumeNegativeTest-574944362-project] Network 072a4996-791d-4390-ba5a-5e0a5fbf88c4 is already hosted by enough agents. {{(pid=82901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 15:42:50.924536 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0439967-b2cc-4c5a-a287-329c88ef546c tempest-AttachVolumeNegativeTest-574944362 tempest-AttachVolumeNegativeTest-574944362-project] Pushing event updated for resources: {'Port': ['ID=56df3510-a584-4b16-a3b5-6c6c62b3a342,revision_number=1']} {{(pid=82901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:42:50.936025 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.scheduler.base_scheduler [req-629e0e12-d6bb-4d7c-aa17-0c232a5cf592 req-c0439967-b2cc-4c5a-a287-329c88ef546c tempest-AttachVolumeNegativeTest-574944362 tempest-AttachVolumeNegativeTest-574944362-project] Resources bound (agent type, host, resource id): {{(pid=82901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 15:42:50.941497 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.db.l3_dvrscheduler_db [req-629e0e12-d6bb-4d7c-aa17-0c232a5cf592 req-c0439967-b2cc-4c5a-a287-329c88ef546c tempest-AttachVolumeNegativeTest-574944362 tempest-AttachVolumeNegativeTest-574944362-project] Received port after_create {{(pid=82901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 15:42:50.943546 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79bac455-f4bb-460c-aa4d-9423af2958f1 req-d449dceb-56f9-47af-b9b7-ea82579549e4 tempest-AttachVolumeShelveTestJSON-409995212 tempest-AttachVolumeShelveTestJSON-409995212-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:42:50.945389 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-79bac455-f4bb-460c-aa4d-9423af2958f1 req-d449dceb-56f9-47af-b9b7-ea82579549e4 tempest-AttachVolumeShelveTestJSON-409995212 tempest-AttachVolumeShelveTestJSON-409995212-project] 10.222.0.67 "GET /v2.0/networks?id=515106f2-407b-4cd0-874f-592278142559 HTTP/1.1" status: 200 len: 817 time: 0.1612546 Feb 09 15:42:50.945501 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629e0e12-d6bb-4d7c-aa17-0c232a5cf592 req-c0439967-b2cc-4c5a-a287-329c88ef546c tempest-AttachVolumeNegativeTest-574944362 tempest-AttachVolumeNegativeTest-574944362-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=82901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:42:50.946007 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [req-629e0e12-d6bb-4d7c-aa17-0c232a5cf592 req-c0439967-b2cc-4c5a-a287-329c88ef546c tempest-AttachVolumeNegativeTest-574944362 tempest-AttachVolumeNegativeTest-574944362-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16124149'] for port, before_response {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:42:50.966748 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-79bac455-f4bb-460c-aa4d-9423af2958f1 req-156a461f-d2f0-4a01-ac5d-32eea50f8cff tempest-AttachVolumeShelveTestJSON-409995212 tempest-AttachVolumeShelveTestJSON-409995212-project] 10.222.0.67 "GET /v2.0/quotas/3afe9ff36570464cb3825318de2de71a HTTP/1.1" status: 200 len: 375 time: 0.0145030 Feb 09 15:42:50.968297 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.plugins.ml2.db [req-238cbb9e-5279-4e0a-80a3-9fcb8c2f90a2 req-89fa2e21-b3e2-4df8-aa67-53888b72e087 service neutron] For port 3d8686d1-f0df-418b-bc75-7369d11c5595, host hv-cinder-82510, cleared binding levels {{(pid=82901) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 15:42:50.972375 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.plugins.ml2.db [req-238cbb9e-5279-4e0a-80a3-9fcb8c2f90a2 req-89fa2e21-b3e2-4df8-aa67-53888b72e087 service neutron] For port 3d8686d1-f0df-418b-bc75-7369d11c5595, host hv-cinder-82510, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=3d8686d1-f0df-418b-bc75-7369d11c5595,segment=NetworkSegment(1c463c45-2a3e-4ade-9733-49ef7816b3d7),segment_id=1c463c45-2a3e-4ade-9733-49ef7816b3d7)] {{(pid=82901) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 15:42:50.974722 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-629e0e12-d6bb-4d7c-aa17-0c232a5cf592 req-c0439967-b2cc-4c5a-a287-329c88ef546c tempest-AttachVolumeNegativeTest-574944362 tempest-AttachVolumeNegativeTest-574944362-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.0831001 Feb 09 15:42:50.977852 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [req-238cbb9e-5279-4e0a-80a3-9fcb8c2f90a2 req-89fa2e21-b3e2-4df8-aa67-53888b72e087 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16080037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758755988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756758334055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756758334100'] for port, after_update {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:42:51.047563 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [req-238cbb9e-5279-4e0a-80a3-9fcb8c2f90a2 req-89fa2e21-b3e2-4df8-aa67-53888b72e087 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16124149'] for port, before_response {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:42:51.049118 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-238cbb9e-5279-4e0a-80a3-9fcb8c2f90a2 req-89fa2e21-b3e2-4df8-aa67-53888b72e087 service neutron] 10.222.0.47 "PUT /v2.0/ports/3d8686d1-f0df-418b-bc75-7369d11c5595 HTTP/1.1" status: 200 len: 1093 time: 3.5203819 Feb 09 15:42:51.049862 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e73f890-b929-4a05-aad2-2c10991390c7', 'tag': '3d8686d1-f0df-418b-bc75-7369d11c5595'}] {{(pid=82901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 15:42:51.107252 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.quota.resource [req-79bac455-f4bb-460c-aa4d-9423af2958f1 req-8929fa0c-3d5d-460e-a1d5-229e41b86f4b tempest-AttachVolumeShelveTestJSON-409995212 tempest-AttachVolumeShelveTestJSON-409995212-project] Synchronizing usage tracker for tenant:3afe9ff36570464cb3825318de2de71a on resource:port {{(pid=82902) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 15:42:51.125391 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.quota.resource [req-79bac455-f4bb-460c-aa4d-9423af2958f1 req-8929fa0c-3d5d-460e-a1d5-229e41b86f4b tempest-AttachVolumeShelveTestJSON-409995212 tempest-AttachVolumeShelveTestJSON-409995212-project] Unset dirty status for tenant:3afe9ff36570464cb3825318de2de71a on resource:port {{(pid=82902) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 15:42:51.131728 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fa2e21-b3e2-4df8-aa67-53888b72e087 service neutron] Pushing event updated for resources: {'Port': ['ID=3d8686d1-f0df-418b-bc75-7369d11c5595,revision_number=3']} {{(pid=82901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:42:51.136673 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-79bac455-f4bb-460c-aa4d-9423af2958f1 req-8929fa0c-3d5d-460e-a1d5-229e41b86f4b tempest-AttachVolumeShelveTestJSON-409995212 tempest-AttachVolumeShelveTestJSON-409995212-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=3afe9ff36570464cb3825318de2de71a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1620681 Feb 09 15:42:51.291147 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-79bac455-f4bb-460c-aa4d-9423af2958f1 req-dc65ea82-a8ea-4cec-bdf5-0505520352ef service neutron] 10.222.0.67 "GET /v2.0/networks/515106f2-407b-4cd0-874f-592278142559?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1511323 Feb 09 15:42:51.440047 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-8f9fd2ce-53c6-4b1a-84b9-45c77e790cb5 req-5bc82513-ba88-44b0-8c7d-8914a9a95f11 tempest-ServerRescueNegativeTestJSON-674815279 tempest-ServerRescueNegativeTestJSON-674815279-project] 10.222.0.67 "GET /v2.0/ports?device_id=02052525-11c7-42a2-bbb0-76ffebf59eb3 HTTP/1.1" status: 200 len: 210 time: 0.0496240 Feb 09 15:42:51.478893 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-79bac455-f4bb-460c-aa4d-9423af2958f1 req-7dac14f1-e013-4ad4-acb3-e6cd0ff3bd39 service neutron] 10.222.0.67 "GET /v2.0/networks/515106f2-407b-4cd0-874f-592278142559?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1819298 Feb 09 15:42:51.914228 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0e73f890-b929-4a05-aad2-2c10991390c7', 'tag': '3d8686d1-f0df-418b-bc75-7369d11c5595', 'status': 'completed', 'code': 200} Feb 09 15:42:52.005985 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ff96e0-93c1-4263-a2e4-489f13bad845 req-452af779-1fd6-49a6-b6db-1a9b81ada67e tempest-DeleteServersTestJSON-401039505 tempest-DeleteServersTestJSON-401039505-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:42:52.010571 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-42ff96e0-93c1-4263-a2e4-489f13bad845 req-452af779-1fd6-49a6-b6db-1a9b81ada67e tempest-DeleteServersTestJSON-401039505 tempest-DeleteServersTestJSON-401039505-project] 10.222.0.67 "GET /v2.0/ports?device_id=0e73f890-b929-4a05-aad2-2c10991390c7 HTTP/1.1" status: 200 len: 943 time: 0.2530744 Feb 09 15:42:52.112713 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-3dfb9fbd-7d0b-40cd-98b9-5b6f3b1a7709 req-9970cd13-961f-43d2-aa32-8b2ed6df3b0d tempest-AttachVolumeShelveTestJSON-409995212 tempest-AttachVolumeShelveTestJSON-409995212-project] 10.222.0.67 "GET /v2.0/ports?device_id=a4e12dd7-341f-4b28-bef9-17c37cbbc785 HTTP/1.1" status: 200 len: 210 time: 0.1045165 Feb 09 15:42:52.121032 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-42ff96e0-93c1-4263-a2e4-489f13bad845 req-89be765c-3fe8-4e63-8fed-e7e0f1f73a4a tempest-DeleteServersTestJSON-401039505 tempest-DeleteServersTestJSON-401039505-project] 10.222.0.67 "GET /v2.0/security-groups?id=7e4a9c1f-e3a3-4232-a4ee-a060da02385c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045821 Feb 09 15:42:52.342477 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.api.v2.base [req-b92113a1-095f-40cb-ad21-d4032fd7b6b9 req-ea079cf0-4739-465f-90cc-52769486171e tempest-ServerRescueNegativeTestJSON-674815279 tempest-ServerRescueNegativeTestJSON-674815279-project] Request body: {'port': {'device_id': '03058e28-beb3-442a-a803-6dc6b224f22f', 'network_id': '7e6f7d4e-b4a0-4c4e-80c2-814a38a14199', 'admin_state_up': True, 'tenant_id': 'dbfe7e7ae013417f82b96f615e88a432'}} {{(pid=82902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 15:42:52.385945 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.api.v2.base [req-629e0e12-d6bb-4d7c-aa17-0c232a5cf592 req-8d213269-34cf-4332-af4c-f87beadcf921 service neutron] Request body: {'port': {'device_id': '71ed887c-38f9-4a4b-942b-2ee78a0aceaf', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82510'}} {{(pid=82901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 15:42:52.699917 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-238cbb9e-5279-4e0a-80a3-9fcb8c2f90a2 req-4403f7e1-0396-41ea-8b79-dd951e9d1031 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=78278b589cbf4c319a60ef0cf1ea554e&device_id=0e73f890-b929-4a05-aad2-2c10991390c7 HTTP/1.1" status: 200 len: 1096 time: 0.2758350 Feb 09 15:42:52.761482 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.db.quota.driver [req-b92113a1-095f-40cb-ad21-d4032fd7b6b9 req-ea079cf0-4739-465f-90cc-52769486171e tempest-ServerRescueNegativeTestJSON-674815279 tempest-ServerRescueNegativeTestJSON-674815279-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 15:42:52.782291 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.db.quota.driver [req-b92113a1-095f-40cb-ad21-d4032fd7b6b9 req-ea079cf0-4739-465f-90cc-52769486171e tempest-ServerRescueNegativeTestJSON-674815279 tempest-ServerRescueNegativeTestJSON-674815279-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=82902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 15:42:52.815716 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b92113a1-095f-40cb-ad21-d4032fd7b6b9 req-ea079cf0-4739-465f-90cc-52769486171e tempest-ServerRescueNegativeTestJSON-674815279 tempest-ServerRescueNegativeTestJSON-674815279-project] Made reservation on behalf of dbfe7e7ae013417f82b96f615e88a432 for: {'port': 1} {{(pid=82902) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 15:42:52.820903 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [req-b92113a1-095f-40cb-ad21-d4032fd7b6b9 req-ea079cf0-4739-465f-90cc-52769486171e tempest-ServerRescueNegativeTestJSON-674815279 tempest-ServerRescueNegativeTestJSON-674815279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16080601'] for port, before_create {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:42:52.879904 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e3734e-4d7c-49e9-8947-5f061bd1d2da req-663a1ce5-70bf-4156-94ea-42c3f6468e25 tempest-AttachVolumeNegativeTest-574944362 tempest-AttachVolumeNegativeTest-574944362-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:42:52.881442 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-c7e3734e-4d7c-49e9-8947-5f061bd1d2da req-663a1ce5-70bf-4156-94ea-42c3f6468e25 tempest-AttachVolumeNegativeTest-574944362 tempest-AttachVolumeNegativeTest-574944362-project] 10.222.0.67 "GET /v2.0/ports?device_id=71ed887c-38f9-4a4b-942b-2ee78a0aceaf HTTP/1.1" status: 200 len: 932 time: 0.5822482 Feb 09 15:42:52.946342 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-238cbb9e-5279-4e0a-80a3-9fcb8c2f90a2 req-3b4c1403-5eef-4f52-a23e-0b3a9170f51f service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3d8686d1-f0df-418b-bc75-7369d11c5595 HTTP/1.1" status: 200 len: 217 time: 0.2284172 Feb 09 15:42:53.123397 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.quota.resource [req-c7e3734e-4d7c-49e9-8947-5f061bd1d2da req-56409530-eb3b-4a3f-813c-d6b90f5b4da7 tempest-AttachVolumeNegativeTest-574944362 tempest-AttachVolumeNegativeTest-574944362-project] Synchronizing usage tracker for tenant:5408654e4de147309f8b24e479cf1661 on resource:security_group {{(pid=82902) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 15:42:53.185309 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.quota.resource [req-c7e3734e-4d7c-49e9-8947-5f061bd1d2da req-56409530-eb3b-4a3f-813c-d6b90f5b4da7 tempest-AttachVolumeNegativeTest-574944362 tempest-AttachVolumeNegativeTest-574944362-project] Unset dirty status for tenant:5408654e4de147309f8b24e479cf1661 on resource:security_group {{(pid=82902) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 15:42:53.186583 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-c7e3734e-4d7c-49e9-8947-5f061bd1d2da req-56409530-eb3b-4a3f-813c-d6b90f5b4da7 tempest-AttachVolumeNegativeTest-574944362 tempest-AttachVolumeNegativeTest-574944362-project] 10.222.0.67 "GET /v2.0/security-groups?id=8c9b51e4-e908-48c1-8ba4-2cab64c30d74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2201009 Feb 09 15:42:53.201663 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [req-629e0e12-d6bb-4d7c-aa17-0c232a5cf592 req-8d213269-34cf-4332-af4c-f87beadcf921 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16080601'] for port, before_update {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:42:53.284439 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.wsgi [-] (82902) accepted ('10.222.0.47', 53088) {{(pid=82902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 15:42:53.562161 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.db.db_base_plugin_common [req-b92113a1-095f-40cb-ad21-d4032fd7b6b9 req-ea079cf0-4739-465f-90cc-52769486171e tempest-ServerRescueNegativeTestJSON-674815279 tempest-ServerRescueNegativeTestJSON-674815279-project] Allocated IP 172.20.0.3 (7e6f7d4e-b4a0-4c4e-80c2-814a38a14199/7b0e1516-4c73-46b2-a641-716be4f1edf5/26108cad-0dea-46c3-9cd5-c9f377507cbe) {{(pid=82902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 15:42:53.665712 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf1b530-8f20-4064-92e8-e0fe47123a50 req-b351a9e2-59e9-43f6-b9a0-4b81e50b3623 tempest-ServerRescueNegativeTestJSON-674815279 tempest-ServerRescueNegativeTestJSON-674815279-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:42:53.667140 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-bcf1b530-8f20-4064-92e8-e0fe47123a50 req-b351a9e2-59e9-43f6-b9a0-4b81e50b3623 tempest-ServerRescueNegativeTestJSON-674815279 tempest-ServerRescueNegativeTestJSON-674815279-project] 10.222.0.47 "GET /v2.0/networks?id=7e6f7d4e-b4a0-4c4e-80c2-814a38a14199 HTTP/1.1" status: 200 len: 819 time: 0.3755212 Feb 09 15:42:53.762716 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.api.v2.base [req-bcf1b530-8f20-4064-92e8-e0fe47123a50 req-83e06be4-7bd6-4b33-b638-436420ea8c9b tempest-ServerRescueNegativeTestJSON-674815279 tempest-ServerRescueNegativeTestJSON-674815279-project] Request body: {'port': {'device_id': '02052525-11c7-42a2-bbb0-76ffebf59eb3', 'network_id': '7e6f7d4e-b4a0-4c4e-80c2-814a38a14199', 'admin_state_up': True, 'tenant_id': 'dbfe7e7ae013417f82b96f615e88a432'}} {{(pid=82902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 15:42:53.773260 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.notifiers.nova [req-629e0e12-d6bb-4d7c-aa17-0c232a5cf592 req-8d213269-34cf-4332-af4c-f87beadcf921 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 56df3510-a584-4b16-a3b5-6c6c62b3a342 {{(pid=82901) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 15:42:53.781836 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [req-629e0e12-d6bb-4d7c-aa17-0c232a5cf592 req-8d213269-34cf-4332-af4c-f87beadcf921 service neutron] Notify callbacks [] for port, precommit_update {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:42:53.801209 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.db.provisioning_blocks [req-629e0e12-d6bb-4d7c-aa17-0c232a5cf592 req-8d213269-34cf-4332-af4c-f87beadcf921 service neutron] Transition to ACTIVE for port object 56df3510-a584-4b16-a3b5-6c6c62b3a342 will not be triggered until provisioned by entity L2. {{(pid=82901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 15:42:53.815752 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-e75d5d97-23f9-4cff-885b-d9088ec4735a req-2f5c6140-7f2a-452f-bf07-c5f8601af212 tempest-ServerRescueNegativeTestJSON-674815279 tempest-ServerRescueNegativeTestJSON-674815279-project] 10.222.0.67 "GET /v2.0/ports?device_id=02052525-11c7-42a2-bbb0-76ffebf59eb3 HTTP/1.1" status: 200 len: 210 time: 0.8582797 Feb 09 15:42:53.822423 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [req-629e0e12-d6bb-4d7c-aa17-0c232a5cf592 req-8d213269-34cf-4332-af4c-f87beadcf921 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16080037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758755988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756758334055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756758334100'] for port, after_update {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:42:54.103931 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d213269-34cf-4332-af4c-f87beadcf921 service neutron] Pushing event updated for resources: {'Port': ['ID=56df3510-a584-4b16-a3b5-6c6c62b3a342,revision_number=2']} {{(pid=82901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:42:54.288855 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238cbb9e-5279-4e0a-80a3-9fcb8c2f90a2 req-e64e475b-377c-484f-8a59-e56ba30384f0 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=82901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:42:54.292776 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-238cbb9e-5279-4e0a-80a3-9fcb8c2f90a2 req-e64e475b-377c-484f-8a59-e56ba30384f0 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=17daeaef-39db-4614-8e60-dacf9e000f12 HTTP/1.1" status: 200 len: 852 time: 1.3310125 Feb 09 15:42:54.374729 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [req-b92113a1-095f-40cb-ad21-d4032fd7b6b9 req-ea079cf0-4739-465f-90cc-52769486171e tempest-ServerRescueNegativeTestJSON-674815279 tempest-ServerRescueNegativeTestJSON-674815279-project] Notify callbacks [] for port, precommit_create {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:42:54.492484 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [req-b92113a1-095f-40cb-ad21-d4032fd7b6b9 req-ea079cf0-4739-465f-90cc-52769486171e tempest-ServerRescueNegativeTestJSON-674815279 tempest-ServerRescueNegativeTestJSON-674815279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16080037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124156', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756758334037'] for port, after_create {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:42:54.500373 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-71a73c25-48db-487a-8690-27cb16f15f9a req-c7a39a09-c61c-4eb7-b469-bfd365bdc5ab tempest-AttachVolumeShelveTestJSON-409995212 tempest-AttachVolumeShelveTestJSON-409995212-project] 10.222.0.67 "GET /v2.0/ports?device_id=a4e12dd7-341f-4b28-bef9-17c37cbbc785 HTTP/1.1" status: 200 len: 210 time: 0.0969045 Feb 09 15:42:54.501177 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.plugins.ml2.managers [req-629e0e12-d6bb-4d7c-aa17-0c232a5cf592 req-8d213269-34cf-4332-af4c-f87beadcf921 service neutron] Attempting to bind port 56df3510-a584-4b16-a3b5-6c6c62b3a342 on host hv-cinder-82510 for vnic_type normal with profile {{(pid=82901) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 15:42:54.503304 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.plugins.ml2.managers [req-629e0e12-d6bb-4d7c-aa17-0c232a5cf592 req-8d213269-34cf-4332-af4c-f87beadcf921 service neutron] Attempting to bind port 56df3510-a584-4b16-a3b5-6c6c62b3a342 by drivers openvswitch,hyperv on host hv-cinder-82510 at level 0 using segments [{'id': '61008ea7-600c-42ab-8da1-d2bb9124cbff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': '072a4996-791d-4390-ba5a-5e0a5fbf88c4'}] {{(pid=82901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 15:42:54.503304 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-629e0e12-d6bb-4d7c-aa17-0c232a5cf592 req-8d213269-34cf-4332-af4c-f87beadcf921 service neutron] Attempting to bind port 56df3510-a584-4b16-a3b5-6c6c62b3a342 on network 072a4996-791d-4390-ba5a-5e0a5fbf88c4 {{(pid=82901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 15:42:54.518621 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9cf69f-c44d-4a4f-a501-f4e478a71de1 req-e00e2b9f-b167-47d7-9317-dbed290619c3 tempest-DeleteServersTestJSON-401039505 tempest-DeleteServersTestJSON-401039505-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:42:54.526680 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-4e9cf69f-c44d-4a4f-a501-f4e478a71de1 req-e00e2b9f-b167-47d7-9317-dbed290619c3 tempest-DeleteServersTestJSON-401039505 tempest-DeleteServersTestJSON-401039505-project] 10.222.0.67 "GET /v2.0/ports?device_id=0e73f890-b929-4a05-aad2-2c10991390c7 HTTP/1.1" status: 200 len: 943 time: 0.2548823 Feb 09 15:42:54.529632 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-629e0e12-d6bb-4d7c-aa17-0c232a5cf592 req-8d213269-34cf-4332-af4c-f87beadcf921 service neutron] Port 56df3510-a584-4b16-a3b5-6c6c62b3a342 on network 072a4996-791d-4390-ba5a-5e0a5fbf88c4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82510 {{(pid=82901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 09 15:42:54.529943 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-629e0e12-d6bb-4d7c-aa17-0c232a5cf592 req-8d213269-34cf-4332-af4c-f87beadcf921 service neutron] Attempting to bind port 56df3510-a584-4b16-a3b5-6c6c62b3a342 on network 072a4996-791d-4390-ba5a-5e0a5fbf88c4 {{(pid=82901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 15:42:54.611580 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-629e0e12-d6bb-4d7c-aa17-0c232a5cf592 req-8d213269-34cf-4332-af4c-f87beadcf921 service neutron] Checking agent: {'id': 'db1a70d3-a821-4659-b534-995c5c5f449e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82510', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 15, 40, 29), 'started_at': datetime.datetime(2022, 2, 9, 15, 40, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 15, 42, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=82901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 15:42:54.611921 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-629e0e12-d6bb-4d7c-aa17-0c232a5cf592 req-8d213269-34cf-4332-af4c-f87beadcf921 service neutron] Checking segment: {'id': '61008ea7-600c-42ab-8da1-d2bb9124cbff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': '072a4996-791d-4390-ba5a-5e0a5fbf88c4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 15:42:54.612349 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-629e0e12-d6bb-4d7c-aa17-0c232a5cf592 req-8d213269-34cf-4332-af4c-f87beadcf921 service neutron] Bound using segment: {'id': '61008ea7-600c-42ab-8da1-d2bb9124cbff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': '072a4996-791d-4390-ba5a-5e0a5fbf88c4'} {{(pid=82901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 15:42:54.612945 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.plugins.ml2.managers [req-629e0e12-d6bb-4d7c-aa17-0c232a5cf592 req-8d213269-34cf-4332-af4c-f87beadcf921 service neutron] Bound port: 56df3510-a584-4b16-a3b5-6c6c62b3a342, host: hv-cinder-82510, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '61008ea7-600c-42ab-8da1-d2bb9124cbff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': '072a4996-791d-4390-ba5a-5e0a5fbf88c4'}}] {{(pid=82901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 15:42:54.613285 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [req-629e0e12-d6bb-4d7c-aa17-0c232a5cf592 req-8d213269-34cf-4332-af4c-f87beadcf921 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16080601'] for port, before_update {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:42:54.622986 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.wsgi [-] (82902) accepted ('10.222.0.67', 41648) {{(pid=82902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 15:42:54.638014 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-4e9cf69f-c44d-4a4f-a501-f4e478a71de1 req-9f7ffe38-4d15-4d81-84ef-7de0d7f3254d tempest-DeleteServersTestJSON-401039505 tempest-DeleteServersTestJSON-401039505-project] 10.222.0.67 "GET /v2.0/security-groups?id=7e4a9c1f-e3a3-4232-a4ee-a060da02385c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103985 Feb 09 15:42:54.689443 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.db.quota.driver [req-bcf1b530-8f20-4064-92e8-e0fe47123a50 req-83e06be4-7bd6-4b33-b638-436420ea8c9b tempest-ServerRescueNegativeTestJSON-674815279 tempest-ServerRescueNegativeTestJSON-674815279-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 15:42:54.709857 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.quota.resource [req-bcf1b530-8f20-4064-92e8-e0fe47123a50 req-83e06be4-7bd6-4b33-b638-436420ea8c9b tempest-ServerRescueNegativeTestJSON-674815279 tempest-ServerRescueNegativeTestJSON-674815279-project] Usage tracker for resource:port and tenant:dbfe7e7ae013417f82b96f615e88a432 is out of sync, need to count used quota {{(pid=82902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 15:42:54.719976 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.quota.resource [req-bcf1b530-8f20-4064-92e8-e0fe47123a50 req-83e06be4-7bd6-4b33-b638-436420ea8c9b tempest-ServerRescueNegativeTestJSON-674815279 tempest-ServerRescueNegativeTestJSON-674815279-project] Quota usage for port was recalculated. Used quota:2. {{(pid=82902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 15:42:54.739465 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b92113a1-095f-40cb-ad21-d4032fd7b6b9 req-ea079cf0-4739-465f-90cc-52769486171e tempest-ServerRescueNegativeTestJSON-674815279 tempest-ServerRescueNegativeTestJSON-674815279-project] Network 7e6f7d4e-b4a0-4c4e-80c2-814a38a14199 is already hosted by enough agents. {{(pid=82902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 15:42:54.747425 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.db.quota.driver [req-bcf1b530-8f20-4064-92e8-e0fe47123a50 req-83e06be4-7bd6-4b33-b638-436420ea8c9b tempest-ServerRescueNegativeTestJSON-674815279 tempest-ServerRescueNegativeTestJSON-674815279-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=82902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 15:42:54.782134 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.scheduler.base_scheduler [req-b92113a1-095f-40cb-ad21-d4032fd7b6b9 req-ea079cf0-4739-465f-90cc-52769486171e tempest-ServerRescueNegativeTestJSON-674815279 tempest-ServerRescueNegativeTestJSON-674815279-project] Resources bound (agent type, host, resource id): {{(pid=82902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 15:42:54.782777 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.plugins.ml2.db [req-629e0e12-d6bb-4d7c-aa17-0c232a5cf592 req-8d213269-34cf-4332-af4c-f87beadcf921 service neutron] For port 56df3510-a584-4b16-a3b5-6c6c62b3a342, host hv-cinder-82510, cleared binding levels {{(pid=82901) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 15:42:54.786727 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.plugins.ml2.db [req-629e0e12-d6bb-4d7c-aa17-0c232a5cf592 req-8d213269-34cf-4332-af4c-f87beadcf921 service neutron] For port 56df3510-a584-4b16-a3b5-6c6c62b3a342, host hv-cinder-82510, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=56df3510-a584-4b16-a3b5-6c6c62b3a342,segment=NetworkSegment(61008ea7-600c-42ab-8da1-d2bb9124cbff),segment_id=61008ea7-600c-42ab-8da1-d2bb9124cbff)] {{(pid=82901) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 15:42:54.792437 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea079cf0-4739-465f-90cc-52769486171e tempest-ServerRescueNegativeTestJSON-674815279 tempest-ServerRescueNegativeTestJSON-674815279-project] Pushing event updated for resources: {'Port': ['ID=26108cad-0dea-46c3-9cd5-c9f377507cbe,revision_number=1']} {{(pid=82902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:42:54.796237 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.db.l3_dvrscheduler_db [req-b92113a1-095f-40cb-ad21-d4032fd7b6b9 req-ea079cf0-4739-465f-90cc-52769486171e tempest-ServerRescueNegativeTestJSON-674815279 tempest-ServerRescueNegativeTestJSON-674815279-project] Received port after_create {{(pid=82902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 15:42:54.798413 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [req-629e0e12-d6bb-4d7c-aa17-0c232a5cf592 req-8d213269-34cf-4332-af4c-f87beadcf921 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16080037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758755988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756758334055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756758334100'] for port, after_update {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:42:54.809348 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92113a1-095f-40cb-ad21-d4032fd7b6b9 req-ea079cf0-4739-465f-90cc-52769486171e tempest-ServerRescueNegativeTestJSON-674815279 tempest-ServerRescueNegativeTestJSON-674815279-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=82902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:42:54.810271 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [req-b92113a1-095f-40cb-ad21-d4032fd7b6b9 req-ea079cf0-4739-465f-90cc-52769486171e tempest-ServerRescueNegativeTestJSON-674815279 tempest-ServerRescueNegativeTestJSON-674815279-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16124149'] for port, before_response {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:42:54.892548 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [req-629e0e12-d6bb-4d7c-aa17-0c232a5cf592 req-8d213269-34cf-4332-af4c-f87beadcf921 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16124149'] for port, before_response {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:42:54.894148 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-629e0e12-d6bb-4d7c-aa17-0c232a5cf592 req-8d213269-34cf-4332-af4c-f87beadcf921 service neutron] 10.222.0.47 "PUT /v2.0/ports/56df3510-a584-4b16-a3b5-6c6c62b3a342 HTTP/1.1" status: 200 len: 1094 time: 2.5142074 Feb 09 15:42:54.894625 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '71ed887c-38f9-4a4b-942b-2ee78a0aceaf', 'tag': '56df3510-a584-4b16-a3b5-6c6c62b3a342'}] {{(pid=82901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 15:42:54.906345 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bcf1b530-8f20-4064-92e8-e0fe47123a50 req-83e06be4-7bd6-4b33-b638-436420ea8c9b tempest-ServerRescueNegativeTestJSON-674815279 tempest-ServerRescueNegativeTestJSON-674815279-project] Made reservation on behalf of dbfe7e7ae013417f82b96f615e88a432 for: {'port': 1} {{(pid=82902) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 15:42:54.909446 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [req-bcf1b530-8f20-4064-92e8-e0fe47123a50 req-83e06be4-7bd6-4b33-b638-436420ea8c9b tempest-ServerRescueNegativeTestJSON-674815279 tempest-ServerRescueNegativeTestJSON-674815279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16080601'] for port, before_create {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:42:54.914029 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d213269-34cf-4332-af4c-f87beadcf921 service neutron] Pushing event updated for resources: {'Port': ['ID=56df3510-a584-4b16-a3b5-6c6c62b3a342,revision_number=3']} {{(pid=82901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:42:54.943211 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-b92113a1-095f-40cb-ad21-d4032fd7b6b9 req-ea079cf0-4739-465f-90cc-52769486171e tempest-ServerRescueNegativeTestJSON-674815279 tempest-ServerRescueNegativeTestJSON-674815279-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6027830 Feb 09 15:42:55.027278 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.wsgi [-] (82901) accepted ('10.222.0.67', 41664) {{(pid=82901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 15:42:55.179499 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f880e72d-4e23-4be2-903c-20e02e253816 req-f7fa7a63-38c4-4677-b720-21c5de4712df tempest-AttachVolumeNegativeTest-574944362 tempest-AttachVolumeNegativeTest-574944362-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:42:55.181443 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-a0238fe4-dcbb-4a56-9c6c-5ffba1409079 req-3817655a-7aab-40cd-8323-03d25a400c6a tempest-ServerRescueNegativeTestJSON-674815279 tempest-ServerRescueNegativeTestJSON-674815279-project] 10.222.0.67 "GET /v2.0/ports?device_id=02052525-11c7-42a2-bbb0-76ffebf59eb3 HTTP/1.1" status: 200 len: 210 time: 0.1218276 Feb 09 15:42:55.186004 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-f880e72d-4e23-4be2-903c-20e02e253816 req-f7fa7a63-38c4-4677-b720-21c5de4712df tempest-AttachVolumeNegativeTest-574944362 tempest-AttachVolumeNegativeTest-574944362-project] 10.222.0.67 "GET /v2.0/ports?device_id=71ed887c-38f9-4a4b-942b-2ee78a0aceaf HTTP/1.1" status: 200 len: 944 time: 0.3424635 Feb 09 15:42:55.214345 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-dbe69446-7a01-4391-a2ac-f67b36e5bf6b admin admin] Notify callbacks [] for security_group, before_create {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:42:55.232668 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-75bc24ee-221a-4bd7-b5f1-ed0219068771 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:42:55.261914 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.db.db_base_plugin_common [req-bcf1b530-8f20-4064-92e8-e0fe47123a50 req-83e06be4-7bd6-4b33-b638-436420ea8c9b tempest-ServerRescueNegativeTestJSON-674815279 tempest-ServerRescueNegativeTestJSON-674815279-project] Allocated IP 172.20.0.5 (7e6f7d4e-b4a0-4c4e-80c2-814a38a14199/7b0e1516-4c73-46b2-a641-716be4f1edf5/18370f30-9daf-4ae9-b902-89219faf32d6) {{(pid=82902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 15:42:55.269049 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '71ed887c-38f9-4a4b-942b-2ee78a0aceaf', 'tag': '56df3510-a584-4b16-a3b5-6c6c62b3a342', 'status': 'completed', 'code': 200} Feb 09 15:42:55.280929 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.db.quota.driver [None req-75bc24ee-221a-4bd7-b5f1-ed0219068771 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 15:42:55.285072 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.quota.resource [None req-75bc24ee-221a-4bd7-b5f1-ed0219068771 admin admin] Usage tracker for resource:security_group_rule and tenant:c40101240a6449a2b27ab702cb4a843c is out of sync, need to count used quota {{(pid=82901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 15:42:55.290929 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.quota.resource [None req-75bc24ee-221a-4bd7-b5f1-ed0219068771 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 15:42:55.298289 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.db.quota.driver [None req-75bc24ee-221a-4bd7-b5f1-ed0219068771 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 15:42:55.301303 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-f880e72d-4e23-4be2-903c-20e02e253816 req-265d0d7e-04b0-4481-9a72-19a27689f096 tempest-AttachVolumeNegativeTest-574944362 tempest-AttachVolumeNegativeTest-574944362-project] 10.222.0.67 "GET /v2.0/security-groups?id=8c9b51e4-e908-48c1-8ba4-2cab64c30d74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137986 Feb 09 15:42:55.311878 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.db.quota.driver [None req-dbe69446-7a01-4391-a2ac-f67b36e5bf6b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 15:42:55.333959 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.quota.resource [None req-dbe69446-7a01-4391-a2ac-f67b36e5bf6b admin admin] Usage tracker for resource:security_group_rule and tenant:5d9a0bd445e54767836ddad32080b363 is out of sync, need to count used quota {{(pid=82902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 15:42:55.338955 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.quota.resource [None req-dbe69446-7a01-4391-a2ac-f67b36e5bf6b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 15:42:55.354325 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.db.quota.driver [None req-dbe69446-7a01-4391-a2ac-f67b36e5bf6b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 15:42:55.373696 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-75bc24ee-221a-4bd7-b5f1-ed0219068771 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:42:55.378735 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-75bc24ee-221a-4bd7-b5f1-ed0219068771 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_create {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:42:55.436765 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75bc24ee-221a-4bd7-b5f1-ed0219068771 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ad00290-a10e-4af9-baba-a428d5c5fc34,revision_number=1']} {{(pid=82901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:42:55.446021 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [None req-75bc24ee-221a-4bd7-b5f1-ed0219068771 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=c40101240a6449a2b27ab702cb4a843c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4159453 Feb 09 15:42:55.448160 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.wsgi [-] (82901) accepted ('10.222.0.67', 41672) {{(pid=82901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 15:42:55.515617 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-7be0bc61-e9fb-42a1-9259-7b898a746189 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:42:55.542514 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-7be0bc61-e9fb-42a1-9259-7b898a746189 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:42:55.582116 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [req-bcf1b530-8f20-4064-92e8-e0fe47123a50 req-83e06be4-7bd6-4b33-b638-436420ea8c9b tempest-ServerRescueNegativeTestJSON-674815279 tempest-ServerRescueNegativeTestJSON-674815279-project] Notify callbacks [] for port, precommit_create {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:42:55.586178 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-dbe69446-7a01-4391-a2ac-f67b36e5bf6b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:42:55.591720 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-dbe69446-7a01-4391-a2ac-f67b36e5bf6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_create {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:42:55.597706 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-7be0bc61-e9fb-42a1-9259-7b898a746189 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_delete {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:42:55.619065 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be0bc61-e9fb-42a1-9259-7b898a746189 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ad00290-a10e-4af9-baba-a428d5c5fc34,revision_number=None']} {{(pid=82901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:42:55.625482 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-7be0bc61-e9fb-42a1-9259-7b898a746189 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:42:55.626784 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [None req-7be0bc61-e9fb-42a1-9259-7b898a746189 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/1ad00290-a10e-4af9-baba-a428d5c5fc34 HTTP/1.1" status: 204 len: 168 time: 0.1777282 Feb 09 15:42:55.644032 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe69446-7a01-4391-a2ac-f67b36e5bf6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=661107ff-937e-49ea-83a7-10fa935bd680,revision_number=1']} {{(pid=82902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:42:55.658710 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [None req-dbe69446-7a01-4391-a2ac-f67b36e5bf6b admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=5d9a0bd445e54767836ddad32080b363&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0322375 Feb 09 15:42:55.658916 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.wsgi [-] (82902) accepted ('10.222.0.67', 41680) {{(pid=82902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 15:42:55.690119 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [req-bcf1b530-8f20-4064-92e8-e0fe47123a50 req-83e06be4-7bd6-4b33-b638-436420ea8c9b tempest-ServerRescueNegativeTestJSON-674815279 tempest-ServerRescueNegativeTestJSON-674815279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16080037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124156', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756758334037'] for port, after_create {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:42:55.773334 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-7c89bdb1-f370-4e8a-906e-cf4ecacbb1a6 req-75454960-15ee-4bb3-a514-d6c2527c718b tempest-AttachVolumeShelveTestJSON-409995212 tempest-AttachVolumeShelveTestJSON-409995212-project] 10.222.0.67 "GET /v2.0/ports?device_id=a4e12dd7-341f-4b28-bef9-17c37cbbc785 HTTP/1.1" status: 200 len: 210 time: 0.0528023 Feb 09 15:42:55.807888 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bcf1b530-8f20-4064-92e8-e0fe47123a50 req-83e06be4-7bd6-4b33-b638-436420ea8c9b tempest-ServerRescueNegativeTestJSON-674815279 tempest-ServerRescueNegativeTestJSON-674815279-project] Network 7e6f7d4e-b4a0-4c4e-80c2-814a38a14199 is already hosted by enough agents. {{(pid=82902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 15:42:55.816608 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e06be4-7bd6-4b33-b638-436420ea8c9b tempest-ServerRescueNegativeTestJSON-674815279 tempest-ServerRescueNegativeTestJSON-674815279-project] Pushing event updated for resources: {'Port': ['ID=18370f30-9daf-4ae9-b902-89219faf32d6,revision_number=1']} {{(pid=82902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:42:55.823232 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.scheduler.base_scheduler [req-bcf1b530-8f20-4064-92e8-e0fe47123a50 req-83e06be4-7bd6-4b33-b638-436420ea8c9b tempest-ServerRescueNegativeTestJSON-674815279 tempest-ServerRescueNegativeTestJSON-674815279-project] Resources bound (agent type, host, resource id): {{(pid=82902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 15:42:55.853472 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.db.l3_dvrscheduler_db [req-bcf1b530-8f20-4064-92e8-e0fe47123a50 req-83e06be4-7bd6-4b33-b638-436420ea8c9b tempest-ServerRescueNegativeTestJSON-674815279 tempest-ServerRescueNegativeTestJSON-674815279-project] Received port after_create {{(pid=82902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 15:42:55.857291 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf1b530-8f20-4064-92e8-e0fe47123a50 req-83e06be4-7bd6-4b33-b638-436420ea8c9b tempest-ServerRescueNegativeTestJSON-674815279 tempest-ServerRescueNegativeTestJSON-674815279-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=82902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:42:55.857883 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [req-bcf1b530-8f20-4064-92e8-e0fe47123a50 req-83e06be4-7bd6-4b33-b638-436420ea8c9b tempest-ServerRescueNegativeTestJSON-674815279 tempest-ServerRescueNegativeTestJSON-674815279-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16124149'] for port, before_response {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:42:55.883101 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-ac93f2db-f259-46ae-9bd8-263e5a97227c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:42:55.925752 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-bcf1b530-8f20-4064-92e8-e0fe47123a50 req-83e06be4-7bd6-4b33-b638-436420ea8c9b tempest-ServerRescueNegativeTestJSON-674815279 tempest-ServerRescueNegativeTestJSON-674815279-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1689739 Feb 09 15:42:55.930911 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-ac93f2db-f259-46ae-9bd8-263e5a97227c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:42:55.992369 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18546ccc-c311-4adb-b247-103058f54281 req-e335fec1-70d3-4ab8-9e02-dbf2aa4137bb tempest-DeleteServersTestJSON-401039505 tempest-DeleteServersTestJSON-401039505-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:42:55.993849 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-18546ccc-c311-4adb-b247-103058f54281 req-e335fec1-70d3-4ab8-9e02-dbf2aa4137bb tempest-DeleteServersTestJSON-401039505 tempest-DeleteServersTestJSON-401039505-project] 10.222.0.67 "GET /v2.0/ports?device_id=0e73f890-b929-4a05-aad2-2c10991390c7 HTTP/1.1" status: 200 len: 943 time: 0.1849658 Feb 09 15:42:56.038732 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-ac93f2db-f259-46ae-9bd8-263e5a97227c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_delete {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:42:56.062074 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac93f2db-f259-46ae-9bd8-263e5a97227c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=661107ff-937e-49ea-83a7-10fa935bd680,revision_number=None']} {{(pid=82902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:42:56.084577 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-18546ccc-c311-4adb-b247-103058f54281 req-4b818d40-32d3-48a6-8199-e894ad5b0699 tempest-DeleteServersTestJSON-401039505 tempest-DeleteServersTestJSON-401039505-project] 10.222.0.67 "GET /v2.0/security-groups?id=7e4a9c1f-e3a3-4232-a4ee-a060da02385c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747509 Feb 09 15:42:56.084577 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-ac93f2db-f259-46ae-9bd8-263e5a97227c admin admin] Notify callbacks [] for security_group, before_response {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:42:56.084577 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [None req-ac93f2db-f259-46ae-9bd8-263e5a97227c admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/661107ff-937e-49ea-83a7-10fa935bd680 HTTP/1.1" status: 204 len: 168 time: 0.4193850 Feb 09 15:42:56.090785 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.wsgi [-] (82902) accepted ('10.222.0.67', 41694) {{(pid=82902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 15:42:56.109506 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-e729d500-f7d4-479b-8ada-a0597b418f59 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:42:56.141896 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.db.quota.driver [None req-e729d500-f7d4-479b-8ada-a0597b418f59 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 15:42:56.146122 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.quota.resource [None req-e729d500-f7d4-479b-8ada-a0597b418f59 admin admin] Usage tracker for resource:security_group_rule and tenant:c002703e81ce44be939fe7aeb8818311 is out of sync, need to count used quota {{(pid=82902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 15:42:56.149118 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.quota.resource [None req-e729d500-f7d4-479b-8ada-a0597b418f59 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 15:42:56.154929 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.db.quota.driver [None req-e729d500-f7d4-479b-8ada-a0597b418f59 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 15:42:56.226590 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-e729d500-f7d4-479b-8ada-a0597b418f59 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:42:56.228852 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-e729d500-f7d4-479b-8ada-a0597b418f59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_create {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:42:56.278994 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [None req-e729d500-f7d4-479b-8ada-a0597b418f59 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=c002703e81ce44be939fe7aeb8818311&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1872065 Feb 09 15:42:56.279817 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e729d500-f7d4-479b-8ada-a0597b418f59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2fd730ca-c78a-4b16-a6f2-78a7e992b960,revision_number=1']} {{(pid=82902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:42:56.281767 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.wsgi [-] (82901) accepted ('10.222.0.67', 41702) {{(pid=82901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 15:42:56.411878 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-26dda858-08dd-4360-ad15-a0f02ce3440e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:42:56.450225 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-26dda858-08dd-4360-ad15-a0f02ce3440e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:42:56.478251 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cbedb7a-7a9b-43f3-8584-8c804c16e548 req-ff40e1bd-54c3-46fc-867b-6f08ef182f29 tempest-ServerRescueNegativeTestJSON-674815279 tempest-ServerRescueNegativeTestJSON-674815279-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:42:56.479736 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-9cbedb7a-7a9b-43f3-8584-8c804c16e548 req-ff40e1bd-54c3-46fc-867b-6f08ef182f29 tempest-ServerRescueNegativeTestJSON-674815279 tempest-ServerRescueNegativeTestJSON-674815279-project] 10.222.0.67 "GET /v2.0/ports?device_id=02052525-11c7-42a2-bbb0-76ffebf59eb3 HTTP/1.1" status: 200 len: 931 time: 0.1553674 Feb 09 15:42:56.522715 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad6196d-cce4-4e9f-9e2c-d9b6930d41a9 req-9639acc8-a720-4d85-80b1-060aab737bd9 tempest-AttachVolumeNegativeTest-574944362 tempest-AttachVolumeNegativeTest-574944362-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:42:56.524655 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-4ad6196d-cce4-4e9f-9e2c-d9b6930d41a9 req-9639acc8-a720-4d85-80b1-060aab737bd9 tempest-AttachVolumeNegativeTest-574944362 tempest-AttachVolumeNegativeTest-574944362-project] 10.222.0.67 "GET /v2.0/ports?device_id=71ed887c-38f9-4a4b-942b-2ee78a0aceaf HTTP/1.1" status: 200 len: 944 time: 0.0935526 Feb 09 15:42:56.538398 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-9cbedb7a-7a9b-43f3-8584-8c804c16e548 req-a041a3c9-2e84-406f-a402-c99d73198415 tempest-ServerRescueNegativeTestJSON-674815279 tempest-ServerRescueNegativeTestJSON-674815279-project] 10.222.0.67 "GET /v2.0/security-groups?id=ffc79123-c9cb-487f-b3ec-4904a4a85a48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484593 Feb 09 15:42:56.552987 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-26dda858-08dd-4360-ad15-a0f02ce3440e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_delete {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:42:56.574863 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26dda858-08dd-4360-ad15-a0f02ce3440e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fd730ca-c78a-4b16-a6f2-78a7e992b960,revision_number=None']} {{(pid=82901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:42:56.577326 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-26dda858-08dd-4360-ad15-a0f02ce3440e admin admin] Notify callbacks [] for security_group, before_response {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:42:56.578400 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [None req-26dda858-08dd-4360-ad15-a0f02ce3440e admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/2fd730ca-c78a-4b16-a6f2-78a7e992b960 HTTP/1.1" status: 204 len: 168 time: 0.2956791 Feb 09 15:42:56.589690 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-4ad6196d-cce4-4e9f-9e2c-d9b6930d41a9 req-0054a883-d61a-44c9-93f5-ed888848faf4 tempest-AttachVolumeNegativeTest-574944362 tempest-AttachVolumeNegativeTest-574944362-project] 10.222.0.67 "GET /v2.0/security-groups?id=8c9b51e4-e908-48c1-8ba4-2cab64c30d74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488675 Feb 09 15:42:57.052317 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-0d857729-ece5-4c8e-b517-31e517bdbea8 req-ac2bd238-3584-441d-b79a-0b6b829bb8b2 tempest-AttachVolumeShelveTestJSON-409995212 tempest-AttachVolumeShelveTestJSON-409995212-project] 10.222.0.67 "GET /v2.0/ports?device_id=a4e12dd7-341f-4b28-bef9-17c37cbbc785 HTTP/1.1" status: 200 len: 210 time: 0.0687263 Feb 09 15:42:57.484381 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1bb3268-f4b8-4ee3-94ea-4738a928db35 req-315656c3-2585-469c-9ea0-bc63b0b83d4f tempest-DeleteServersTestJSON-401039505 tempest-DeleteServersTestJSON-401039505-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:42:57.485962 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-c1bb3268-f4b8-4ee3-94ea-4738a928db35 req-315656c3-2585-469c-9ea0-bc63b0b83d4f tempest-DeleteServersTestJSON-401039505 tempest-DeleteServersTestJSON-401039505-project] 10.222.0.67 "GET /v2.0/ports?device_id=0e73f890-b929-4a05-aad2-2c10991390c7 HTTP/1.1" status: 200 len: 943 time: 0.1927464 Feb 09 15:42:57.569380 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-c1bb3268-f4b8-4ee3-94ea-4738a928db35 req-77d88360-0f5f-49f0-ad84-258027e3e2dc tempest-DeleteServersTestJSON-401039505 tempest-DeleteServersTestJSON-401039505-project] 10.222.0.67 "GET /v2.0/security-groups?id=7e4a9c1f-e3a3-4232-a4ee-a060da02385c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748100 Feb 09 15:42:57.818319 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.api.v2.base [req-b92113a1-095f-40cb-ad21-d4032fd7b6b9 req-3fca1b0a-c7e2-42da-ae5d-a85bdb7381e3 service neutron] Request body: {'port': {'device_id': '03058e28-beb3-442a-a803-6dc6b224f22f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82510'}} {{(pid=82902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 15:42:57.924436 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-306229cf-937e-4c2c-a9e2-d3308b5f22f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758786133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16008869'] for agent, after_update {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:42:57.966349 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-238cbb9e-5279-4e0a-80a3-9fcb8c2f90a2 req-a7e82b81-0097-4a1a-b750-67e5d1830498 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=aca677a7-4af0-46c2-a14a-b7a7106ab4eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1560245 Feb 09 15:42:58.027607 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.wsgi [-] (82901) accepted ('10.222.0.47', 53096) {{(pid=82901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 15:42:58.108363 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.api.v2.base [req-bcf1b530-8f20-4064-92e8-e0fe47123a50 req-ba1b56a7-6281-4ce3-9dcb-6dbad5af7424 service neutron] Request body: {'port': {'device_id': '02052525-11c7-42a2-bbb0-76ffebf59eb3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82510'}} {{(pid=82902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 15:42:58.443657 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d55b758-037d-433a-8ac1-de239bb02d1a req-40e63400-f0b7-40bd-bf39-1dc52e0d92f4 tempest-AttachVolumeNegativeTest-574944362 tempest-AttachVolumeNegativeTest-574944362-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:42:58.474955 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-8d55b758-037d-433a-8ac1-de239bb02d1a req-40e63400-f0b7-40bd-bf39-1dc52e0d92f4 tempest-AttachVolumeNegativeTest-574944362 tempest-AttachVolumeNegativeTest-574944362-project] 10.222.0.67 "GET /v2.0/ports?device_id=71ed887c-38f9-4a4b-942b-2ee78a0aceaf HTTP/1.1" status: 200 len: 944 time: 0.5561826 Feb 09 15:42:58.528820 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [req-b92113a1-095f-40cb-ad21-d4032fd7b6b9 req-3fca1b0a-c7e2-42da-ae5d-a85bdb7381e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16080601'] for port, before_update {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:42:58.561394 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79bac455-f4bb-460c-aa4d-9423af2958f1 req-a761c5c6-51ad-4b99-8477-9c6b63a27c2d tempest-AttachVolumeShelveTestJSON-409995212 tempest-AttachVolumeShelveTestJSON-409995212-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:42:58.562131 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.quota.resource [req-79bac455-f4bb-460c-aa4d-9423af2958f1 req-a761c5c6-51ad-4b99-8477-9c6b63a27c2d tempest-AttachVolumeShelveTestJSON-409995212 tempest-AttachVolumeShelveTestJSON-409995212-project] Synchronizing usage tracker for tenant:3afe9ff36570464cb3825318de2de71a on resource:network {{(pid=82901) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 15:42:58.589519 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-629e0e12-d6bb-4d7c-aa17-0c232a5cf592 req-623d5f9a-bdfb-4f6f-af1a-1be3342e5bdf service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=5408654e4de147309f8b24e479cf1661&device_id=71ed887c-38f9-4a4b-942b-2ee78a0aceaf HTTP/1.1" status: 200 len: 1097 time: 0.5386455 Feb 09 15:42:58.595362 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84583089-6f10-4c41-b479-c3a6755a59c2 req-8566e505-abab-4392-9b5a-4867f73aee65 tempest-ServerRescueNegativeTestJSON-674815279 tempest-ServerRescueNegativeTestJSON-674815279-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:42:58.603538 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-84583089-6f10-4c41-b479-c3a6755a59c2 req-8566e505-abab-4392-9b5a-4867f73aee65 tempest-ServerRescueNegativeTestJSON-674815279 tempest-ServerRescueNegativeTestJSON-674815279-project] 10.222.0.67 "GET /v2.0/ports?device_id=02052525-11c7-42a2-bbb0-76ffebf59eb3 HTTP/1.1" status: 200 len: 931 time: 0.5768824 Feb 09 15:42:58.749320 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-812787cf-6466-4ce1-8c4e-c32e14b18d8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758786133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16008869'] for agent, after_update {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:42:58.792736 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-629e0e12-d6bb-4d7c-aa17-0c232a5cf592 req-4d43b36b-2bbe-4357-ba22-f7cc70039fc3 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=56df3510-a584-4b16-a3b5-6c6c62b3a342 HTTP/1.1" status: 200 len: 217 time: 0.1437912 Feb 09 15:42:58.794835 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-238cbb9e-5279-4e0a-80a3-9fcb8c2f90a2 req-5511492f-dcff-41ad-8f51-b79a0f9214f6 service neutron] 10.222.0.47 "GET /v2.0/networks/aca677a7-4af0-46c2-a14a-b7a7106ab4eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7414868 Feb 09 15:42:58.837457 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.quota.resource [req-79bac455-f4bb-460c-aa4d-9423af2958f1 req-a761c5c6-51ad-4b99-8477-9c6b63a27c2d tempest-AttachVolumeShelveTestJSON-409995212 tempest-AttachVolumeShelveTestJSON-409995212-project] Unset dirty status for tenant:3afe9ff36570464cb3825318de2de71a on resource:network {{(pid=82901) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 15:42:58.838540 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-79bac455-f4bb-460c-aa4d-9423af2958f1 req-a761c5c6-51ad-4b99-8477-9c6b63a27c2d tempest-AttachVolumeShelveTestJSON-409995212 tempest-AttachVolumeShelveTestJSON-409995212-project] 10.222.0.47 "GET /v2.0/networks?id=515106f2-407b-4cd0-874f-592278142559 HTTP/1.1" status: 200 len: 817 time: 0.8631706 Feb 09 15:42:59.222753 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-8d55b758-037d-433a-8ac1-de239bb02d1a req-33aa5bb0-4157-48cf-a474-a0287b059f98 tempest-AttachVolumeNegativeTest-574944362 tempest-AttachVolumeNegativeTest-574944362-project] 10.222.0.67 "GET /v2.0/security-groups?id=8c9b51e4-e908-48c1-8ba4-2cab64c30d74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7445328 Feb 09 15:42:59.235421 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-238cbb9e-5279-4e0a-80a3-9fcb8c2f90a2 req-e501dec9-7de6-4637-92ea-243699828184 service neutron] 10.222.0.47 "GET /v2.0/networks/aca677a7-4af0-46c2-a14a-b7a7106ab4eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3990722 Feb 09 15:42:59.350464 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [req-bcf1b530-8f20-4064-92e8-e0fe47123a50 req-ba1b56a7-6281-4ce3-9dcb-6dbad5af7424 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16080601'] for port, before_update {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:42:59.458038 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-84583089-6f10-4c41-b479-c3a6755a59c2 req-2febc10f-43bb-4183-8ca1-8a86243d25ee tempest-ServerRescueNegativeTestJSON-674815279 tempest-ServerRescueNegativeTestJSON-674815279-project] 10.222.0.67 "GET /v2.0/security-groups?id=ffc79123-c9cb-487f-b3ec-4904a4a85a48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8529160 Feb 09 15:42:59.554296 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.quota.resource [req-79bac455-f4bb-460c-aa4d-9423af2958f1 req-fec4ba92-996c-4d2e-aa7d-335c4362c395 tempest-AttachVolumeShelveTestJSON-409995212 tempest-AttachVolumeShelveTestJSON-409995212-project] Synchronizing usage tracker for tenant:3afe9ff36570464cb3825318de2de71a on resource:security_group {{(pid=82901) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 15:42:59.571162 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629e0e12-d6bb-4d7c-aa17-0c232a5cf592 req-21551f84-ebed-4f16-8d03-7c21b542698d service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=82901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:42:59.578291 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-629e0e12-d6bb-4d7c-aa17-0c232a5cf592 req-21551f84-ebed-4f16-8d03-7c21b542698d service neutron] 10.222.0.47 "GET /v2.0/subnets?id=d622abef-cdcb-4b2b-b25a-610e3a6ed20d HTTP/1.1" status: 200 len: 855 time: 0.7530041 Feb 09 15:42:59.616232 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.quota.resource [req-79bac455-f4bb-460c-aa4d-9423af2958f1 req-fec4ba92-996c-4d2e-aa7d-335c4362c395 tempest-AttachVolumeShelveTestJSON-409995212 tempest-AttachVolumeShelveTestJSON-409995212-project] Unset dirty status for tenant:3afe9ff36570464cb3825318de2de71a on resource:security_group {{(pid=82901) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 15:42:59.617748 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-79bac455-f4bb-460c-aa4d-9423af2958f1 req-fec4ba92-996c-4d2e-aa7d-335c4362c395 tempest-AttachVolumeShelveTestJSON-409995212 tempest-AttachVolumeShelveTestJSON-409995212-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3afe9ff36570464cb3825318de2de71a HTTP/1.1" status: 200 len: 380 time: 0.3814559 Feb 09 15:42:59.713452 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-629e0e12-d6bb-4d7c-aa17-0c232a5cf592 req-ff7d068d-4bdd-432b-b572-bf6adc206ae9 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=072a4996-791d-4390-ba5a-5e0a5fbf88c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0944653 Feb 09 15:42:59.777979 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.api.v2.base [req-79bac455-f4bb-460c-aa4d-9423af2958f1 req-b698f78a-055b-40d7-9d00-21385d03196c tempest-AttachVolumeShelveTestJSON-409995212 tempest-AttachVolumeShelveTestJSON-409995212-project] Request body: {'port': {'device_id': 'a4e12dd7-341f-4b28-bef9-17c37cbbc785', 'network_id': '515106f2-407b-4cd0-874f-592278142559', 'admin_state_up': True, 'tenant_id': '3afe9ff36570464cb3825318de2de71a', 'security_groups': ['7287f013-6b2f-43b9-b826-2cf86932a253']}} {{(pid=82901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 15:42:59.974554 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.notifiers.nova [req-b92113a1-095f-40cb-ad21-d4032fd7b6b9 req-3fca1b0a-c7e2-42da-ae5d-a85bdb7381e3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 26108cad-0dea-46c3-9cd5-c9f377507cbe {{(pid=82902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 15:42:59.998889 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [req-b92113a1-095f-40cb-ad21-d4032fd7b6b9 req-3fca1b0a-c7e2-42da-ae5d-a85bdb7381e3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:43:00.057627 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.db.provisioning_blocks [req-b92113a1-095f-40cb-ad21-d4032fd7b6b9 req-3fca1b0a-c7e2-42da-ae5d-a85bdb7381e3 service neutron] Transition to ACTIVE for port object 26108cad-0dea-46c3-9cd5-c9f377507cbe will not be triggered until provisioned by entity L2. {{(pid=82902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 15:43:00.113467 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [req-b92113a1-095f-40cb-ad21-d4032fd7b6b9 req-3fca1b0a-c7e2-42da-ae5d-a85bdb7381e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16080037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758755988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756758334055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756758334100'] for port, after_update {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:43:00.148779 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-87c4dd1a-a0f7-4375-bb79-1255fbc5daf2 req-5ba6a183-a137-403a-85db-9dc4e7afce42 tempest-AttachVolumeShelveTestJSON-409995212 tempest-AttachVolumeShelveTestJSON-409995212-project] 10.222.0.67 "GET /v2.0/ports?device_id=a4e12dd7-341f-4b28-bef9-17c37cbbc785 HTTP/1.1" status: 200 len: 210 time: 0.7006316 Feb 09 15:43:00.314996 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-8d0ea27a-a0a2-4b3f-94fd-5dad171db309 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758786133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16008869'] for agent, after_update {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:43:00.451033 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-414f49bb-e63c-47d2-bf0c-58258f8df1d1 req-dc3afa14-5f68-4993-8816-081eb626287a service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=78278b589cbf4c319a60ef0cf1ea554e&device_id=0e73f890-b929-4a05-aad2-2c10991390c7 HTTP/1.1" status: 200 len: 1096 time: 1.1192846 Feb 09 15:43:00.591148 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fca1b0a-c7e2-42da-ae5d-a85bdb7381e3 service neutron] Pushing event updated for resources: {'Port': ['ID=26108cad-0dea-46c3-9cd5-c9f377507cbe,revision_number=2']} {{(pid=82902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:43:00.766359 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.plugins.ml2.managers [req-b92113a1-095f-40cb-ad21-d4032fd7b6b9 req-3fca1b0a-c7e2-42da-ae5d-a85bdb7381e3 service neutron] Attempting to bind port 26108cad-0dea-46c3-9cd5-c9f377507cbe on host hv-cinder-82510 for vnic_type normal with profile {{(pid=82902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 15:43:00.766359 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.plugins.ml2.managers [req-b92113a1-095f-40cb-ad21-d4032fd7b6b9 req-3fca1b0a-c7e2-42da-ae5d-a85bdb7381e3 service neutron] Attempting to bind port 26108cad-0dea-46c3-9cd5-c9f377507cbe by drivers openvswitch,hyperv on host hv-cinder-82510 at level 0 using segments [{'id': 'e45f7a5f-6f06-4d7c-998a-a4068d4c9621', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': '7e6f7d4e-b4a0-4c4e-80c2-814a38a14199'}] {{(pid=82902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 15:43:00.766359 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b92113a1-095f-40cb-ad21-d4032fd7b6b9 req-3fca1b0a-c7e2-42da-ae5d-a85bdb7381e3 service neutron] Attempting to bind port 26108cad-0dea-46c3-9cd5-c9f377507cbe on network 7e6f7d4e-b4a0-4c4e-80c2-814a38a14199 {{(pid=82902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 15:43:00.812106 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b92113a1-095f-40cb-ad21-d4032fd7b6b9 req-3fca1b0a-c7e2-42da-ae5d-a85bdb7381e3 service neutron] Port 26108cad-0dea-46c3-9cd5-c9f377507cbe on network 7e6f7d4e-b4a0-4c4e-80c2-814a38a14199 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82510 {{(pid=82902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 09 15:43:00.812444 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b92113a1-095f-40cb-ad21-d4032fd7b6b9 req-3fca1b0a-c7e2-42da-ae5d-a85bdb7381e3 service neutron] Attempting to bind port 26108cad-0dea-46c3-9cd5-c9f377507cbe on network 7e6f7d4e-b4a0-4c4e-80c2-814a38a14199 {{(pid=82902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 15:43:00.860445 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b92113a1-095f-40cb-ad21-d4032fd7b6b9 req-3fca1b0a-c7e2-42da-ae5d-a85bdb7381e3 service neutron] Checking agent: {'id': 'db1a70d3-a821-4659-b534-995c5c5f449e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82510', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 15, 40, 29), 'started_at': datetime.datetime(2022, 2, 9, 15, 40, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 15, 42, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=82902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 15:43:00.860824 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b92113a1-095f-40cb-ad21-d4032fd7b6b9 req-3fca1b0a-c7e2-42da-ae5d-a85bdb7381e3 service neutron] Checking segment: {'id': 'e45f7a5f-6f06-4d7c-998a-a4068d4c9621', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': '7e6f7d4e-b4a0-4c4e-80c2-814a38a14199'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 15:43:00.861372 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039f8a9d-d788-4d67-91c4-34c92f0ab5cd req-fbbc95dc-4075-4aac-a71d-264b58a9fa3d tempest-DeleteServersTestJSON-401039505 tempest-DeleteServersTestJSON-401039505-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:43:00.861828 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b92113a1-095f-40cb-ad21-d4032fd7b6b9 req-3fca1b0a-c7e2-42da-ae5d-a85bdb7381e3 service neutron] Bound using segment: {'id': 'e45f7a5f-6f06-4d7c-998a-a4068d4c9621', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': '7e6f7d4e-b4a0-4c4e-80c2-814a38a14199'} {{(pid=82902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 15:43:00.862658 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.plugins.ml2.managers [req-b92113a1-095f-40cb-ad21-d4032fd7b6b9 req-3fca1b0a-c7e2-42da-ae5d-a85bdb7381e3 service neutron] Bound port: 26108cad-0dea-46c3-9cd5-c9f377507cbe, host: hv-cinder-82510, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e45f7a5f-6f06-4d7c-998a-a4068d4c9621', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': '7e6f7d4e-b4a0-4c4e-80c2-814a38a14199'}}] {{(pid=82902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 15:43:00.862925 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [req-b92113a1-095f-40cb-ad21-d4032fd7b6b9 req-3fca1b0a-c7e2-42da-ae5d-a85bdb7381e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16080601'] for port, before_update {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:43:00.884799 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-039f8a9d-d788-4d67-91c4-34c92f0ab5cd req-fbbc95dc-4075-4aac-a71d-264b58a9fa3d tempest-DeleteServersTestJSON-401039505 tempest-DeleteServersTestJSON-401039505-project] 10.222.0.67 "GET /v2.0/ports?device_id=0e73f890-b929-4a05-aad2-2c10991390c7 HTTP/1.1" status: 200 len: 943 time: 1.1695950 Feb 09 15:43:01.010662 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7599a6fb-9820-41ed-b65e-1724980f9497 req-d584e7f0-b022-41d3-8716-d1199d9461cd tempest-AttachVolumeNegativeTest-574944362 tempest-AttachVolumeNegativeTest-574944362-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:43:01.017547 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-7599a6fb-9820-41ed-b65e-1724980f9497 req-d584e7f0-b022-41d3-8716-d1199d9461cd tempest-AttachVolumeNegativeTest-574944362 tempest-AttachVolumeNegativeTest-574944362-project] 10.222.0.67 "GET /v2.0/ports?device_id=71ed887c-38f9-4a4b-942b-2ee78a0aceaf HTTP/1.1" status: 200 len: 944 time: 0.3759756 Feb 09 15:43:01.057258 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414f49bb-e63c-47d2-bf0c-58258f8df1d1 req-d552d165-2f08-44a4-9e7c-343761d77d77 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:43:01.058617 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-414f49bb-e63c-47d2-bf0c-58258f8df1d1 req-d552d165-2f08-44a4-9e7c-343761d77d77 service neutron] 10.222.0.47 "GET /v2.0/networks?id=aca677a7-4af0-46c2-a14a-b7a7106ab4eb HTTP/1.1" status: 200 len: 913 time: 0.5722830 Feb 09 15:43:01.074317 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-629e0e12-d6bb-4d7c-aa17-0c232a5cf592 req-20ddda68-2349-4437-bc9c-88e65cc58a51 service neutron] 10.222.0.47 "GET /v2.0/networks/072a4996-791d-4390-ba5a-5e0a5fbf88c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3005240 Feb 09 15:43:01.110420 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.db.quota.driver [req-79bac455-f4bb-460c-aa4d-9423af2958f1 req-b698f78a-055b-40d7-9d00-21385d03196c tempest-AttachVolumeShelveTestJSON-409995212 tempest-AttachVolumeShelveTestJSON-409995212-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 15:43:01.126063 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-039f8a9d-d788-4d67-91c4-34c92f0ab5cd req-d7c383fe-ce48-4b28-b251-1728f662a6cf tempest-DeleteServersTestJSON-401039505 tempest-DeleteServersTestJSON-401039505-project] 10.222.0.67 "GET /v2.0/security-groups?id=7e4a9c1f-e3a3-4232-a4ee-a060da02385c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2355075 Feb 09 15:43:01.163000 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.db.quota.driver [req-79bac455-f4bb-460c-aa4d-9423af2958f1 req-b698f78a-055b-40d7-9d00-21385d03196c tempest-AttachVolumeShelveTestJSON-409995212 tempest-AttachVolumeShelveTestJSON-409995212-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=82901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 15:43:01.185689 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.plugins.ml2.db [req-b92113a1-095f-40cb-ad21-d4032fd7b6b9 req-3fca1b0a-c7e2-42da-ae5d-a85bdb7381e3 service neutron] For port 26108cad-0dea-46c3-9cd5-c9f377507cbe, host hv-cinder-82510, cleared binding levels {{(pid=82902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 15:43:01.192536 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-79bac455-f4bb-460c-aa4d-9423af2958f1 req-b698f78a-055b-40d7-9d00-21385d03196c tempest-AttachVolumeShelveTestJSON-409995212 tempest-AttachVolumeShelveTestJSON-409995212-project] Made reservation on behalf of 3afe9ff36570464cb3825318de2de71a for: {'port': 1} {{(pid=82901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 15:43:01.198204 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [req-79bac455-f4bb-460c-aa4d-9423af2958f1 req-b698f78a-055b-40d7-9d00-21385d03196c tempest-AttachVolumeShelveTestJSON-409995212 tempest-AttachVolumeShelveTestJSON-409995212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16080601'] for port, before_create {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:43:01.227606 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.plugins.ml2.db [req-b92113a1-095f-40cb-ad21-d4032fd7b6b9 req-3fca1b0a-c7e2-42da-ae5d-a85bdb7381e3 service neutron] For port 26108cad-0dea-46c3-9cd5-c9f377507cbe, host hv-cinder-82510, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=26108cad-0dea-46c3-9cd5-c9f377507cbe,segment=NetworkSegment(e45f7a5f-6f06-4d7c-998a-a4068d4c9621),segment_id=e45f7a5f-6f06-4d7c-998a-a4068d4c9621)] {{(pid=82902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 15:43:01.239819 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-1f7d0426-72a7-4c89-8e53-4ec430751ccf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758786133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16008869'] for agent, after_update {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:43:01.241543 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [req-b92113a1-095f-40cb-ad21-d4032fd7b6b9 req-3fca1b0a-c7e2-42da-ae5d-a85bdb7381e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16080037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758755988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756758334055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756758334100'] for port, after_update {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:43:01.546130 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-608c4fd2-211a-4ca9-a277-ad2a51be62ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758786133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16008869'] for agent, after_update {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:43:01.567919 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.db.db_base_plugin_common [req-79bac455-f4bb-460c-aa4d-9423af2958f1 req-b698f78a-055b-40d7-9d00-21385d03196c tempest-AttachVolumeShelveTestJSON-409995212 tempest-AttachVolumeShelveTestJSON-409995212-project] Allocated IP 172.20.0.9 (515106f2-407b-4cd0-874f-592278142559/f6c0b2aa-667d-4387-9940-6f1b97474e6c/904e54cb-793e-4660-858f-1650c6d06eda) {{(pid=82901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 15:43:01.587762 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.wsgi [-] (82902) accepted ('10.222.0.67', 41906) {{(pid=82902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 15:43:01.614460 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [req-b92113a1-095f-40cb-ad21-d4032fd7b6b9 req-3fca1b0a-c7e2-42da-ae5d-a85bdb7381e3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16124149'] for port, before_response {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:43:01.616550 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-b92113a1-095f-40cb-ad21-d4032fd7b6b9 req-3fca1b0a-c7e2-42da-ae5d-a85bdb7381e3 service neutron] 10.222.0.47 "PUT /v2.0/ports/26108cad-0dea-46c3-9cd5-c9f377507cbe HTTP/1.1" status: 200 len: 1093 time: 3.8102856 Feb 09 15:43:01.620026 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-7599a6fb-9820-41ed-b65e-1724980f9497 req-60498cc4-c513-40c7-9d77-98cdc2ce0047 tempest-AttachVolumeNegativeTest-574944362 tempest-AttachVolumeNegativeTest-574944362-project] 10.222.0.67 "GET /v2.0/security-groups?id=8c9b51e4-e908-48c1-8ba4-2cab64c30d74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6017780 Feb 09 15:43:01.620478 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '03058e28-beb3-442a-a803-6dc6b224f22f', 'tag': '26108cad-0dea-46c3-9cd5-c9f377507cbe'}] {{(pid=82902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 15:43:01.623332 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02787c66-fc07-4e6b-8e12-3ccaa5dd6f8b req-3d4c091a-5222-4291-a188-72ba192cc57f tempest-ServerRescueNegativeTestJSON-674815279 tempest-ServerRescueNegativeTestJSON-674815279-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:43:01.630492 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-02787c66-fc07-4e6b-8e12-3ccaa5dd6f8b req-3d4c091a-5222-4291-a188-72ba192cc57f tempest-ServerRescueNegativeTestJSON-674815279 tempest-ServerRescueNegativeTestJSON-674815279-project] 10.222.0.67 "GET /v2.0/ports?device_id=02052525-11c7-42a2-bbb0-76ffebf59eb3 HTTP/1.1" status: 200 len: 931 time: 0.1833341 Feb 09 15:43:01.709826 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fca1b0a-c7e2-42da-ae5d-a85bdb7381e3 service neutron] Pushing event updated for resources: {'Port': ['ID=26108cad-0dea-46c3-9cd5-c9f377507cbe,revision_number=3']} {{(pid=82902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:43:01.710226 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-02787c66-fc07-4e6b-8e12-3ccaa5dd6f8b req-1f4da360-2bf6-4b04-b5a0-e68e52c8d995 tempest-ServerRescueNegativeTestJSON-674815279 tempest-ServerRescueNegativeTestJSON-674815279-project] 10.222.0.67 "GET /v2.0/security-groups?id=ffc79123-c9cb-487f-b3ec-4904a4a85a48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785718 Feb 09 15:43:01.714888 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.db.resource_extend [req-bcf1b530-8f20-4064-92e8-e0fe47123a50 req-ba1b56a7-6281-4ce3-9dcb-6dbad5af7424 service neutron] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=82902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 15:43:01.864827 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.notifiers.nova [req-bcf1b530-8f20-4064-92e8-e0fe47123a50 req-ba1b56a7-6281-4ce3-9dcb-6dbad5af7424 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 18370f30-9daf-4ae9-b902-89219faf32d6 {{(pid=82902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 15:43:01.872882 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [req-bcf1b530-8f20-4064-92e8-e0fe47123a50 req-ba1b56a7-6281-4ce3-9dcb-6dbad5af7424 service neutron] Notify callbacks [] for port, precommit_update {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:43:01.889035 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.db.provisioning_blocks [req-bcf1b530-8f20-4064-92e8-e0fe47123a50 req-ba1b56a7-6281-4ce3-9dcb-6dbad5af7424 service neutron] Transition to ACTIVE for port object 18370f30-9daf-4ae9-b902-89219faf32d6 will not be triggered until provisioned by entity L2. {{(pid=82902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 15:43:01.907965 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [req-bcf1b530-8f20-4064-92e8-e0fe47123a50 req-ba1b56a7-6281-4ce3-9dcb-6dbad5af7424 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16080037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758755988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756758334055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756758334100'] for port, after_update {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:43:01.974884 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [req-79bac455-f4bb-460c-aa4d-9423af2958f1 req-b698f78a-055b-40d7-9d00-21385d03196c tempest-AttachVolumeShelveTestJSON-409995212 tempest-AttachVolumeShelveTestJSON-409995212-project] Notify callbacks [] for port, precommit_create {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:43:01.993962 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.db.provisioning_blocks [req-79bac455-f4bb-460c-aa4d-9423af2958f1 req-b698f78a-055b-40d7-9d00-21385d03196c tempest-AttachVolumeShelveTestJSON-409995212 tempest-AttachVolumeShelveTestJSON-409995212-project] Transition to ACTIVE for port object 904e54cb-793e-4660-858f-1650c6d06eda will not be triggered until provisioned by entity DHCP. {{(pid=82901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 15:43:02.013165 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.wsgi [-] (82901) accepted ('10.222.0.67', 41920) {{(pid=82901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 15:43:02.023842 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [req-79bac455-f4bb-460c-aa4d-9423af2958f1 req-b698f78a-055b-40d7-9d00-21385d03196c tempest-AttachVolumeShelveTestJSON-409995212 tempest-AttachVolumeShelveTestJSON-409995212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16080037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124156', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756758334037'] for port, after_create {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:43:02.116037 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-79bac455-f4bb-460c-aa4d-9423af2958f1 req-b698f78a-055b-40d7-9d00-21385d03196c tempest-AttachVolumeShelveTestJSON-409995212 tempest-AttachVolumeShelveTestJSON-409995212-project] Network 515106f2-407b-4cd0-874f-592278142559 is already hosted by enough agents. {{(pid=82901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 15:43:02.120641 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.scheduler.base_scheduler [req-79bac455-f4bb-460c-aa4d-9423af2958f1 req-b698f78a-055b-40d7-9d00-21385d03196c tempest-AttachVolumeShelveTestJSON-409995212 tempest-AttachVolumeShelveTestJSON-409995212-project] Resources bound (agent type, host, resource id): {{(pid=82901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 15:43:02.123251 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.db.l3_dvrscheduler_db [req-79bac455-f4bb-460c-aa4d-9423af2958f1 req-b698f78a-055b-40d7-9d00-21385d03196c tempest-AttachVolumeShelveTestJSON-409995212 tempest-AttachVolumeShelveTestJSON-409995212-project] Received port after_create {{(pid=82901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 15:43:02.127282 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79bac455-f4bb-460c-aa4d-9423af2958f1 req-b698f78a-055b-40d7-9d00-21385d03196c tempest-AttachVolumeShelveTestJSON-409995212 tempest-AttachVolumeShelveTestJSON-409995212-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=82901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:43:02.127868 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [req-79bac455-f4bb-460c-aa4d-9423af2958f1 req-b698f78a-055b-40d7-9d00-21385d03196c tempest-AttachVolumeShelveTestJSON-409995212 tempest-AttachVolumeShelveTestJSON-409995212-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16124149'] for port, before_response {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:43:02.138148 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b698f78a-055b-40d7-9d00-21385d03196c tempest-AttachVolumeShelveTestJSON-409995212 tempest-AttachVolumeShelveTestJSON-409995212-project] Pushing event updated for resources: {'Port': ['ID=904e54cb-793e-4660-858f-1650c6d06eda,revision_number=1']} {{(pid=82901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:43:02.145202 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-ee17e436-8ab9-4845-9130-6c05ea91d546 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:43:02.169688 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-e2fe9b9e-385c-4e03-8247-f405c3056519 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:43:02.181937 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba1b56a7-6281-4ce3-9dcb-6dbad5af7424 service neutron] Pushing event updated for resources: {'Port': ['ID=18370f30-9daf-4ae9-b902-89219faf32d6,revision_number=2']} {{(pid=82902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:43:02.217541 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-79bac455-f4bb-460c-aa4d-9423af2958f1 req-b698f78a-055b-40d7-9d00-21385d03196c tempest-AttachVolumeShelveTestJSON-409995212 tempest-AttachVolumeShelveTestJSON-409995212-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5015383 Feb 09 15:43:02.225869 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.db.quota.driver [None req-e2fe9b9e-385c-4e03-8247-f405c3056519 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 15:43:02.229930 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.quota.resource [None req-e2fe9b9e-385c-4e03-8247-f405c3056519 admin admin] Usage tracker for resource:security_group_rule and tenant:95791a5ecf6f4a378ca3fc086dc56142 is out of sync, need to count used quota {{(pid=82901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 15:43:02.232965 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.quota.resource [None req-e2fe9b9e-385c-4e03-8247-f405c3056519 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 15:43:02.240445 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.db.quota.driver [None req-e2fe9b9e-385c-4e03-8247-f405c3056519 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 15:43:02.273282 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.db.quota.driver [None req-ee17e436-8ab9-4845-9130-6c05ea91d546 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 15:43:02.290965 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.quota.resource [None req-ee17e436-8ab9-4845-9130-6c05ea91d546 admin admin] Usage tracker for resource:security_group_rule and tenant:62db4917c3d944dd91ab11522d7f9bdf is out of sync, need to count used quota {{(pid=82902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 15:43:02.294676 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.quota.resource [None req-ee17e436-8ab9-4845-9130-6c05ea91d546 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 15:43:02.305483 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.db.quota.driver [None req-ee17e436-8ab9-4845-9130-6c05ea91d546 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 15:43:02.308815 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.plugins.ml2.managers [req-bcf1b530-8f20-4064-92e8-e0fe47123a50 req-ba1b56a7-6281-4ce3-9dcb-6dbad5af7424 service neutron] Attempting to bind port 18370f30-9daf-4ae9-b902-89219faf32d6 on host hv-cinder-82510 for vnic_type normal with profile {{(pid=82902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 15:43:02.309321 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.plugins.ml2.managers [req-bcf1b530-8f20-4064-92e8-e0fe47123a50 req-ba1b56a7-6281-4ce3-9dcb-6dbad5af7424 service neutron] Attempting to bind port 18370f30-9daf-4ae9-b902-89219faf32d6 by drivers openvswitch,hyperv on host hv-cinder-82510 at level 0 using segments [{'id': 'e45f7a5f-6f06-4d7c-998a-a4068d4c9621', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': '7e6f7d4e-b4a0-4c4e-80c2-814a38a14199'}] {{(pid=82902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 15:43:02.309808 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcf1b530-8f20-4064-92e8-e0fe47123a50 req-ba1b56a7-6281-4ce3-9dcb-6dbad5af7424 service neutron] Attempting to bind port 18370f30-9daf-4ae9-b902-89219faf32d6 on network 7e6f7d4e-b4a0-4c4e-80c2-814a38a14199 {{(pid=82902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 15:43:02.319006 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3aee6f-5d4e-492a-9381-89949ba1306c req-8fc2b04b-64e5-4de7-add1-25f657e29024 tempest-AttachVolumeShelveTestJSON-409995212 tempest-AttachVolumeShelveTestJSON-409995212-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:43:02.320578 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-4a3aee6f-5d4e-492a-9381-89949ba1306c req-8fc2b04b-64e5-4de7-add1-25f657e29024 tempest-AttachVolumeShelveTestJSON-409995212 tempest-AttachVolumeShelveTestJSON-409995212-project] 10.222.0.67 "GET /v2.0/ports?device_id=a4e12dd7-341f-4b28-bef9-17c37cbbc785 HTTP/1.1" status: 200 len: 931 time: 0.4157078 Feb 09 15:43:02.338314 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '03058e28-beb3-442a-a803-6dc6b224f22f', 'tag': '26108cad-0dea-46c3-9cd5-c9f377507cbe', 'status': 'completed', 'code': 200} Feb 09 15:43:02.339021 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcf1b530-8f20-4064-92e8-e0fe47123a50 req-ba1b56a7-6281-4ce3-9dcb-6dbad5af7424 service neutron] Port 18370f30-9daf-4ae9-b902-89219faf32d6 on network 7e6f7d4e-b4a0-4c4e-80c2-814a38a14199 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82510 {{(pid=82902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 09 15:43:02.339476 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcf1b530-8f20-4064-92e8-e0fe47123a50 req-ba1b56a7-6281-4ce3-9dcb-6dbad5af7424 service neutron] Attempting to bind port 18370f30-9daf-4ae9-b902-89219faf32d6 on network 7e6f7d4e-b4a0-4c4e-80c2-814a38a14199 {{(pid=82902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 15:43:02.370951 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-e2fe9b9e-385c-4e03-8247-f405c3056519 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:43:02.376805 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-e2fe9b9e-385c-4e03-8247-f405c3056519 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_create {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:43:02.377126 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcf1b530-8f20-4064-92e8-e0fe47123a50 req-ba1b56a7-6281-4ce3-9dcb-6dbad5af7424 service neutron] Checking agent: {'id': 'db1a70d3-a821-4659-b534-995c5c5f449e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82510', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 15, 40, 29), 'started_at': datetime.datetime(2022, 2, 9, 15, 40, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 15, 42, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=82902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 15:43:02.377632 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcf1b530-8f20-4064-92e8-e0fe47123a50 req-ba1b56a7-6281-4ce3-9dcb-6dbad5af7424 service neutron] Checking segment: {'id': 'e45f7a5f-6f06-4d7c-998a-a4068d4c9621', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': '7e6f7d4e-b4a0-4c4e-80c2-814a38a14199'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 15:43:02.377977 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcf1b530-8f20-4064-92e8-e0fe47123a50 req-ba1b56a7-6281-4ce3-9dcb-6dbad5af7424 service neutron] Bound using segment: {'id': 'e45f7a5f-6f06-4d7c-998a-a4068d4c9621', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': '7e6f7d4e-b4a0-4c4e-80c2-814a38a14199'} {{(pid=82902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 15:43:02.378420 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.plugins.ml2.managers [req-bcf1b530-8f20-4064-92e8-e0fe47123a50 req-ba1b56a7-6281-4ce3-9dcb-6dbad5af7424 service neutron] Bound port: 18370f30-9daf-4ae9-b902-89219faf32d6, host: hv-cinder-82510, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e45f7a5f-6f06-4d7c-998a-a4068d4c9621', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': '7e6f7d4e-b4a0-4c4e-80c2-814a38a14199'}}] {{(pid=82902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 15:43:02.378745 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [req-bcf1b530-8f20-4064-92e8-e0fe47123a50 req-ba1b56a7-6281-4ce3-9dcb-6dbad5af7424 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16080601'] for port, before_update {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:43:02.437002 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2fe9b9e-385c-4e03-8247-f405c3056519 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3bd966e-c8c5-47dc-83e6-da89c5c0a335,revision_number=1']} {{(pid=82901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:43:02.444511 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [None req-e2fe9b9e-385c-4e03-8247-f405c3056519 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=95791a5ecf6f4a378ca3fc086dc56142&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4294605 Feb 09 15:43:02.447156 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.wsgi [-] (82901) accepted ('10.222.0.67', 41932) {{(pid=82901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 15:43:02.473620 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.db.provisioning_blocks [None req-60297822-3073-4581-a04e-167ef9bb03ae None None] Provisioning for port 904e54cb-793e-4660-858f-1650c6d06eda completed by entity DHCP. {{(pid=82903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 15:43:02.483871 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-4a3aee6f-5d4e-492a-9381-89949ba1306c req-6061e96a-1dff-4c02-91af-17fdfe605cc7 tempest-AttachVolumeShelveTestJSON-409995212 tempest-AttachVolumeShelveTestJSON-409995212-project] 10.222.0.67 "GET /v2.0/security-groups?id=7287f013-6b2f-43b9-b826-2cf86932a253&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1522219 Feb 09 15:43:02.495292 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.db.provisioning_blocks [None req-60297822-3073-4581-a04e-167ef9bb03ae None None] Provisioning complete for port 904e54cb-793e-4660-858f-1650c6d06eda triggered by entity DHCP. {{(pid=82903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:43:02.495847 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-60297822-3073-4581-a04e-167ef9bb03ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16008948'] for port, provisioning_complete {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:43:02.555089 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-ee17e436-8ab9-4845-9130-6c05ea91d546 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:43:02.559718 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.plugins.ml2.db [req-bcf1b530-8f20-4064-92e8-e0fe47123a50 req-ba1b56a7-6281-4ce3-9dcb-6dbad5af7424 service neutron] For port 18370f30-9daf-4ae9-b902-89219faf32d6, host hv-cinder-82510, cleared binding levels {{(pid=82902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 15:43:02.562477 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-ee17e436-8ab9-4845-9130-6c05ea91d546 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_create {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:43:02.571296 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.plugins.ml2.db [req-bcf1b530-8f20-4064-92e8-e0fe47123a50 req-ba1b56a7-6281-4ce3-9dcb-6dbad5af7424 service neutron] For port 18370f30-9daf-4ae9-b902-89219faf32d6, host hv-cinder-82510, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=18370f30-9daf-4ae9-b902-89219faf32d6,segment=NetworkSegment(e45f7a5f-6f06-4d7c-998a-a4068d4c9621),segment_id=e45f7a5f-6f06-4d7c-998a-a4068d4c9621)] {{(pid=82902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 15:43:02.577981 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.plugins.ml2.plugin [None req-60297822-3073-4581-a04e-167ef9bb03ae None None] Port 904e54cb-793e-4660-858f-1650c6d06eda cannot update to ACTIVE because it is not bound. {{(pid=82903) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 09 15:43:02.583855 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [req-bcf1b530-8f20-4064-92e8-e0fe47123a50 req-ba1b56a7-6281-4ce3-9dcb-6dbad5af7424 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16080037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758755988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756758334055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756758334100'] for port, after_update {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:43:02.590230 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-f0bfffc7-8ab8-4492-9874-196bf9bc13a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:43:02.598322 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2956a5b6-db82-4c90-85a8-021bde63b25f req-9c932d17-382c-4ea8-a713-7a7f55b45192 tempest-DeleteServersTestJSON-401039505 tempest-DeleteServersTestJSON-401039505-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:43:02.600249 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-2956a5b6-db82-4c90-85a8-021bde63b25f req-9c932d17-382c-4ea8-a713-7a7f55b45192 tempest-DeleteServersTestJSON-401039505 tempest-DeleteServersTestJSON-401039505-project] 10.222.0.67 "GET /v2.0/ports?device_id=0e73f890-b929-4a05-aad2-2c10991390c7 HTTP/1.1" status: 200 len: 943 time: 0.1381633 Feb 09 15:43:02.643503 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-f0bfffc7-8ab8-4492-9874-196bf9bc13a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:43:02.666183 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee17e436-8ab9-4845-9130-6c05ea91d546 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac0d45cb-ca03-4aea-84dd-318648eeb976,revision_number=1']} {{(pid=82902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:43:02.685815 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [None req-ee17e436-8ab9-4845-9130-6c05ea91d546 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=62db4917c3d944dd91ab11522d7f9bdf&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0945168 Feb 09 15:43:02.690748 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.wsgi [-] (82902) accepted ('10.222.0.67', 41940) {{(pid=82902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 15:43:02.693199 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [req-bcf1b530-8f20-4064-92e8-e0fe47123a50 req-ba1b56a7-6281-4ce3-9dcb-6dbad5af7424 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16124149'] for port, before_response {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:43:02.694434 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-bcf1b530-8f20-4064-92e8-e0fe47123a50 req-ba1b56a7-6281-4ce3-9dcb-6dbad5af7424 service neutron] 10.222.0.47 "PUT /v2.0/ports/18370f30-9daf-4ae9-b902-89219faf32d6 HTTP/1.1" status: 200 len: 1093 time: 4.6469300 Feb 09 15:43:02.699726 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-2956a5b6-db82-4c90-85a8-021bde63b25f req-fc1d0a3d-04cc-4ae0-828a-0d8cbf1fee9c tempest-DeleteServersTestJSON-401039505 tempest-DeleteServersTestJSON-401039505-project] 10.222.0.67 "GET /v2.0/security-groups?id=7e4a9c1f-e3a3-4232-a4ee-a060da02385c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905633 Feb 09 15:43:02.720603 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba1b56a7-6281-4ce3-9dcb-6dbad5af7424 service neutron] Pushing event updated for resources: {'Port': ['ID=18370f30-9daf-4ae9-b902-89219faf32d6,revision_number=3']} {{(pid=82902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:43:02.732789 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-f0bfffc7-8ab8-4492-9874-196bf9bc13a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_delete {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:43:02.748164 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0bfffc7-8ab8-4492-9874-196bf9bc13a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3bd966e-c8c5-47dc-83e6-da89c5c0a335,revision_number=None']} {{(pid=82901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:43:02.756340 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-f0bfffc7-8ab8-4492-9874-196bf9bc13a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:43:02.760101 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [None req-f0bfffc7-8ab8-4492-9874-196bf9bc13a2 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/c3bd966e-c8c5-47dc-83e6-da89c5c0a335 HTTP/1.1" status: 204 len: 168 time: 0.3094287 Feb 09 15:43:02.783718 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-4ffbf128-441a-4b6a-b963-9e40791a2db9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:43:02.854339 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-4ffbf128-441a-4b6a-b963-9e40791a2db9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:43:02.920358 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-faa751bb-9674-45ec-b131-f889431b03dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758786133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16008869'] for agent, after_update {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:43:02.948244 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb7b0a8-5adc-4290-bb1d-d2689be78e25 req-b96c8c56-b080-4ae5-ba8d-00f5f63b77ee tempest-AttachVolumeNegativeTest-574944362 tempest-AttachVolumeNegativeTest-574944362-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:43:02.949745 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-beb7b0a8-5adc-4290-bb1d-d2689be78e25 req-b96c8c56-b080-4ae5-ba8d-00f5f63b77ee tempest-AttachVolumeNegativeTest-574944362 tempest-AttachVolumeNegativeTest-574944362-project] 10.222.0.67 "GET /v2.0/ports?device_id=71ed887c-38f9-4a4b-942b-2ee78a0aceaf HTTP/1.1" status: 200 len: 944 time: 0.1415029 Feb 09 15:43:03.012620 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c1fea7-f0e2-47cc-be4b-8c067ac034ec req-403aa15e-3d81-4c6e-be68-46501ee13023 tempest-ServerRescueNegativeTestJSON-674815279 tempest-ServerRescueNegativeTestJSON-674815279-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:43:03.013405 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-4ffbf128-441a-4b6a-b963-9e40791a2db9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_delete {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:43:03.014182 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-22c1fea7-f0e2-47cc-be4b-8c067ac034ec req-403aa15e-3d81-4c6e-be68-46501ee13023 tempest-ServerRescueNegativeTestJSON-674815279 tempest-ServerRescueNegativeTestJSON-674815279-project] 10.222.0.67 "GET /v2.0/ports?device_id=02052525-11c7-42a2-bbb0-76ffebf59eb3 HTTP/1.1" status: 200 len: 943 time: 0.1275568 Feb 09 15:43:03.033760 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-beb7b0a8-5adc-4290-bb1d-d2689be78e25 req-8e71aa67-d668-410e-96d7-1a9588913e6e tempest-AttachVolumeNegativeTest-574944362 tempest-AttachVolumeNegativeTest-574944362-project] 10.222.0.67 "GET /v2.0/security-groups?id=8c9b51e4-e908-48c1-8ba4-2cab64c30d74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784957 Feb 09 15:43:03.034441 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ffbf128-441a-4b6a-b963-9e40791a2db9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac0d45cb-ca03-4aea-84dd-318648eeb976,revision_number=None']} {{(pid=82902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:43:03.043749 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-4ffbf128-441a-4b6a-b963-9e40791a2db9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:43:03.044985 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [None req-4ffbf128-441a-4b6a-b963-9e40791a2db9 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/ac0d45cb-ca03-4aea-84dd-318648eeb976 HTTP/1.1" status: 204 len: 168 time: 0.3498964 Feb 09 15:43:03.100968 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-22c1fea7-f0e2-47cc-be4b-8c067ac034ec req-b6d33ea6-2f28-47c0-bb05-a821faf1c9cf tempest-ServerRescueNegativeTestJSON-674815279 tempest-ServerRescueNegativeTestJSON-674815279-project] 10.222.0.67 "GET /v2.0/security-groups?id=ffc79123-c9cb-487f-b3ec-4904a4a85a48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796428 Feb 09 15:43:03.277566 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.wsgi [-] (82902) accepted ('10.222.0.67', 41956) {{(pid=82902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 15:43:03.382298 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-169d548b-4819-4cfb-9f46-51eaed2f12d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:43:03.456149 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.db.quota.driver [None req-169d548b-4819-4cfb-9f46-51eaed2f12d3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 15:43:03.465144 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.quota.resource [None req-169d548b-4819-4cfb-9f46-51eaed2f12d3 admin admin] Usage tracker for resource:security_group_rule and tenant:2d6b5b5a56df4303803d9d7b913e99d9 is out of sync, need to count used quota {{(pid=82902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 15:43:03.471923 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.quota.resource [None req-169d548b-4819-4cfb-9f46-51eaed2f12d3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 15:43:03.489703 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.db.quota.driver [None req-169d548b-4819-4cfb-9f46-51eaed2f12d3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 15:43:03.745319 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-169d548b-4819-4cfb-9f46-51eaed2f12d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:43:03.752995 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-169d548b-4819-4cfb-9f46-51eaed2f12d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_create {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:43:03.891071 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.wsgi [-] (82901) accepted ('10.222.0.67', 41978) {{(pid=82901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 15:43:03.944913 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169d548b-4819-4cfb-9f46-51eaed2f12d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b46b4020-3bf4-4b98-b93b-670dd83fc3e7,revision_number=1']} {{(pid=82902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:43:03.947589 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-e5626d8c-48b7-4b34-8293-cb93683f4445 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:43:03.957959 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [None req-169d548b-4819-4cfb-9f46-51eaed2f12d3 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=2d6b5b5a56df4303803d9d7b913e99d9&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6776216 Feb 09 15:43:03.968878 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.wsgi [-] (82902) accepted ('10.222.0.67', 41982) {{(pid=82902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 15:43:04.023225 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f82d394-3397-489d-9174-b641a2e945dd req-4d3afa27-59ec-4769-8b07-1d5f6c65aab6 tempest-AttachVolumeShelveTestJSON-409995212 tempest-AttachVolumeShelveTestJSON-409995212-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:43:04.025153 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-0f82d394-3397-489d-9174-b641a2e945dd req-4d3afa27-59ec-4769-8b07-1d5f6c65aab6 tempest-AttachVolumeShelveTestJSON-409995212 tempest-AttachVolumeShelveTestJSON-409995212-project] 10.222.0.67 "GET /v2.0/ports?device_id=a4e12dd7-341f-4b28-bef9-17c37cbbc785 HTTP/1.1" status: 200 len: 931 time: 0.2311049 Feb 09 15:43:04.097118 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-0f82d394-3397-489d-9174-b641a2e945dd req-f280e731-efd6-451b-a5fa-fdbd0d04eb31 tempest-AttachVolumeShelveTestJSON-409995212 tempest-AttachVolumeShelveTestJSON-409995212-project] 10.222.0.67 "GET /v2.0/security-groups?id=7287f013-6b2f-43b9-b826-2cf86932a253&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0642304 Feb 09 15:43:04.245918 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-632fa777-4d03-496c-bf24-cef5227f52b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:43:04.281547 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-632fa777-4d03-496c-bf24-cef5227f52b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:43:04.341483 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '02052525-11c7-42a2-bbb0-76ffebf59eb3', 'tag': '18370f30-9daf-4ae9-b902-89219faf32d6'}] {{(pid=82902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 15:43:04.379654 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.api.v2.base [req-79bac455-f4bb-460c-aa4d-9423af2958f1 req-f2f662f3-1ec5-42a7-a765-e089abc2a223 service neutron] Request body: {'port': {'device_id': 'a4e12dd7-341f-4b28-bef9-17c37cbbc785', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82510'}} {{(pid=82901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 15:43:04.481065 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-632fa777-4d03-496c-bf24-cef5227f52b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_delete {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:43:04.535651 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-632fa777-4d03-496c-bf24-cef5227f52b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:43:04.537420 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [None req-632fa777-4d03-496c-bf24-cef5227f52b3 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/b46b4020-3bf4-4b98-b93b-670dd83fc3e7 HTTP/1.1" status: 204 len: 168 time: 0.5665865 Feb 09 15:43:04.550247 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-632fa777-4d03-496c-bf24-cef5227f52b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b46b4020-3bf4-4b98-b93b-670dd83fc3e7,revision_number=None']} {{(pid=82902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:43:04.566630 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.db.quota.driver [None req-e5626d8c-48b7-4b34-8293-cb93683f4445 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 15:43:04.577997 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.quota.resource [None req-e5626d8c-48b7-4b34-8293-cb93683f4445 admin admin] Usage tracker for resource:security_group_rule and tenant:6882c7ce3fcd42d89a9e3e472a29d85e is out of sync, need to count used quota {{(pid=82901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 15:43:04.584983 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.quota.resource [None req-e5626d8c-48b7-4b34-8293-cb93683f4445 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 15:43:04.601712 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.db.quota.driver [None req-e5626d8c-48b7-4b34-8293-cb93683f4445 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 15:43:04.633001 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-62e6ab1f-bfbe-4553-bd7d-e259202c61c9 req-dddeb9e8-02f8-471b-97d8-1663aa93e943 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=dbfe7e7ae013417f82b96f615e88a432&device_id=03058e28-beb3-442a-a803-6dc6b224f22f HTTP/1.1" status: 200 len: 1096 time: 0.5250583 Feb 09 15:43:04.664646 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b7a790-844e-4360-bf21-cf86a4a97f0c req-37c18fd5-79fc-4d2a-b509-82a9bbcdd178 tempest-AttachVolumeNegativeTest-574944362 tempest-AttachVolumeNegativeTest-574944362-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:43:04.672454 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-84b7a790-844e-4360-bf21-cf86a4a97f0c req-37c18fd5-79fc-4d2a-b509-82a9bbcdd178 tempest-AttachVolumeNegativeTest-574944362 tempest-AttachVolumeNegativeTest-574944362-project] 10.222.0.67 "GET /v2.0/ports?device_id=71ed887c-38f9-4a4b-942b-2ee78a0aceaf HTTP/1.1" status: 200 len: 944 time: 0.3324363 Feb 09 15:43:04.702170 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-bcf1b530-8f20-4064-92e8-e0fe47123a50 req-dca9489c-9fe2-4ab2-8a14-5048965e82fe service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=dbfe7e7ae013417f82b96f615e88a432&device_id=02052525-11c7-42a2-bbb0-76ffebf59eb3 HTTP/1.1" status: 200 len: 1096 time: 0.3634591 Feb 09 15:43:04.744793 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-84b7a790-844e-4360-bf21-cf86a4a97f0c req-1a93c8ee-1012-413b-95b5-ab3c31c60904 tempest-AttachVolumeNegativeTest-574944362 tempest-AttachVolumeNegativeTest-574944362-project] 10.222.0.67 "GET /v2.0/security-groups?id=8c9b51e4-e908-48c1-8ba4-2cab64c30d74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709229 Feb 09 15:43:04.824843 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-629e0e12-d6bb-4d7c-aa17-0c232a5cf592 req-78c2dc8c-88c3-46d0-95aa-0a8695217a31 service neutron] 10.222.0.47 "GET /v2.0/networks/072a4996-791d-4390-ba5a-5e0a5fbf88c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7078834 Feb 09 15:43:04.870100 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-414f49bb-e63c-47d2-bf0c-58258f8df1d1 req-162c45d0-be01-4f6a-a20b-f0610099eae0 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3d8686d1-f0df-418b-bc75-7369d11c5595 HTTP/1.1" status: 200 len: 217 time: 0.5992804 Feb 09 15:43:04.894941 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [req-79bac455-f4bb-460c-aa4d-9423af2958f1 req-f2f662f3-1ec5-42a7-a765-e089abc2a223 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16080601'] for port, before_update {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:43:05.223643 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f07db60-94ef-4906-a2d1-9ec9bd449281 req-4815b5ad-d39b-4f64-ac08-a8466fca788b tempest-DeleteServersTestJSON-401039505 tempest-DeleteServersTestJSON-401039505-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:43:05.224723 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-bcf1b530-8f20-4064-92e8-e0fe47123a50 req-5f9502f8-9ad5-4e79-9e58-d9d75592588a service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=18370f30-9daf-4ae9-b902-89219faf32d6 HTTP/1.1" status: 200 len: 217 time: 0.2849193 Feb 09 15:43:05.235780 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-2f07db60-94ef-4906-a2d1-9ec9bd449281 req-4815b5ad-d39b-4f64-ac08-a8466fca788b tempest-DeleteServersTestJSON-401039505 tempest-DeleteServersTestJSON-401039505-project] 10.222.0.67 "GET /v2.0/ports?device_id=0e73f890-b929-4a05-aad2-2c10991390c7 HTTP/1.1" status: 200 len: 943 time: 1.2107975 Feb 09 15:43:05.239893 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e6ab1f-bfbe-4553-bd7d-e259202c61c9 req-831d9ac5-fd68-4e82-8d77-c2946627e5c8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:43:05.243135 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-62e6ab1f-bfbe-4553-bd7d-e259202c61c9 req-831d9ac5-fd68-4e82-8d77-c2946627e5c8 service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=dbfe7e7ae013417f82b96f615e88a432&shared=False HTTP/1.1" status: 200 len: 920 time: 0.3093047 Feb 09 15:43:05.312407 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c05e236-4fa4-4f6b-b3e4-f5480fb5eeef req-f72e4c6f-68d2-4971-a9a3-77da22b88c29 tempest-ServerRescueNegativeTestJSON-674815279 tempest-ServerRescueNegativeTestJSON-674815279-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:43:05.314491 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.quota.resource [req-4c05e236-4fa4-4f6b-b3e4-f5480fb5eeef req-f72e4c6f-68d2-4971-a9a3-77da22b88c29 tempest-ServerRescueNegativeTestJSON-674815279 tempest-ServerRescueNegativeTestJSON-674815279-project] Synchronizing usage tracker for tenant:dbfe7e7ae013417f82b96f615e88a432 on resource:port {{(pid=82902) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 15:43:05.351815 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.quota.resource [req-4c05e236-4fa4-4f6b-b3e4-f5480fb5eeef req-f72e4c6f-68d2-4971-a9a3-77da22b88c29 tempest-ServerRescueNegativeTestJSON-674815279 tempest-ServerRescueNegativeTestJSON-674815279-project] Unset dirty status for tenant:dbfe7e7ae013417f82b96f615e88a432 on resource:port {{(pid=82902) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 15:43:05.355118 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-4c05e236-4fa4-4f6b-b3e4-f5480fb5eeef req-f72e4c6f-68d2-4971-a9a3-77da22b88c29 tempest-ServerRescueNegativeTestJSON-674815279 tempest-ServerRescueNegativeTestJSON-674815279-project] 10.222.0.67 "GET /v2.0/ports?device_id=02052525-11c7-42a2-bbb0-76ffebf59eb3 HTTP/1.1" status: 200 len: 943 time: 0.4632754 Feb 09 15:43:05.403882 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414f49bb-e63c-47d2-bf0c-58258f8df1d1 req-77e91f32-3f3e-4394-8941-fb953819122a service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=82901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:43:05.405506 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-414f49bb-e63c-47d2-bf0c-58258f8df1d1 req-77e91f32-3f3e-4394-8941-fb953819122a service neutron] 10.222.0.47 "GET /v2.0/subnets?id=17daeaef-39db-4614-8e60-dacf9e000f12 HTTP/1.1" status: 200 len: 852 time: 0.4600930 Feb 09 15:43:05.436966 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-e5626d8c-48b7-4b34-8293-cb93683f4445 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:43:05.571407 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-e5626d8c-48b7-4b34-8293-cb93683f4445 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_create {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:43:05.734703 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-414f49bb-e63c-47d2-bf0c-58258f8df1d1 req-7603b78c-b5fc-496d-b243-54de1707f447 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=aca677a7-4af0-46c2-a14a-b7a7106ab4eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2824838 Feb 09 15:43:05.782648 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53a29c1c-5fab-43d0-9878-ce5db2684064 None None] Sync routers for ids ['bdf431b0-4679-4d6d-8ef3-a8d454114142'] in dv-cinder-825105-1-iscsi {{(pid=82903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 09 15:43:05.808265 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53a29c1c-5fab-43d0-9878-ce5db2684064 None None] Routers {'bdf431b0-4679-4d6d-8ef3-a8d454114142'} bound to L3 agent in host dv-cinder-825105-1-iscsi {{(pid=82903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 15:43:05.809931 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.db.l3_hamode_db [None req-53a29c1c-5fab-43d0-9878-ce5db2684064 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825105-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T15:34:00Z,description=,heartbeat_timestamp=2022-02-09T15:43:00Z,host='dv-cinder-825105-1-iscsi',id=94c626d1-bc40-41bd-b6b2-9a20da402cb6,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:34:00Z,topic='l3_agent')) {'router_ids': ['bdf431b0-4679-4d6d-8ef3-a8d454114142'], 'active': True} {{(pid=82903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:43:05.831838 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-2f07db60-94ef-4906-a2d1-9ec9bd449281 req-ba0fede3-d713-4b1c-adce-35bc5b53641a tempest-DeleteServersTestJSON-401039505 tempest-DeleteServersTestJSON-401039505-project] 10.222.0.67 "GET /v2.0/security-groups?id=7e4a9c1f-e3a3-4232-a4ee-a060da02385c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5950449 Feb 09 15:43:05.957174 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.quota.resource [req-4c05e236-4fa4-4f6b-b3e4-f5480fb5eeef req-b7e46a3f-0ad9-403b-abf3-f1eb0ec2cacc tempest-ServerRescueNegativeTestJSON-674815279 tempest-ServerRescueNegativeTestJSON-674815279-project] Synchronizing usage tracker for tenant:dbfe7e7ae013417f82b96f615e88a432 on resource:security_group {{(pid=82902) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 15:43:06.136314 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.quota.resource [req-4c05e236-4fa4-4f6b-b3e4-f5480fb5eeef req-b7e46a3f-0ad9-403b-abf3-f1eb0ec2cacc tempest-ServerRescueNegativeTestJSON-674815279 tempest-ServerRescueNegativeTestJSON-674815279-project] Unset dirty status for tenant:dbfe7e7ae013417f82b96f615e88a432 on resource:security_group {{(pid=82902) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 15:43:06.163809 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-4c05e236-4fa4-4f6b-b3e4-f5480fb5eeef req-b7e46a3f-0ad9-403b-abf3-f1eb0ec2cacc tempest-ServerRescueNegativeTestJSON-674815279 tempest-ServerRescueNegativeTestJSON-674815279-project] 10.222.0.67 "GET /v2.0/security-groups?id=ffc79123-c9cb-487f-b3ec-4904a4a85a48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8025160 Feb 09 15:43:06.165451 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf1b530-8f20-4064-92e8-e0fe47123a50 req-b0129ad9-b422-4cfb-a0be-7752f39ba943 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=82902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:43:06.166882 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-bcf1b530-8f20-4064-92e8-e0fe47123a50 req-b0129ad9-b422-4cfb-a0be-7752f39ba943 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=7b0e1516-4c73-46b2-a641-716be4f1edf5 HTTP/1.1" status: 200 len: 859 time: 0.7357891 Feb 09 15:43:06.220270 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '02052525-11c7-42a2-bbb0-76ffebf59eb3', 'tag': '18370f30-9daf-4ae9-b902-89219faf32d6', 'status': 'completed', 'code': 200} Feb 09 15:43:06.425276 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-bcf1b530-8f20-4064-92e8-e0fe47123a50 req-a8a6c124-e1ea-44da-80a5-e3e915e859b2 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=7e6f7d4e-b4a0-4c4e-80c2-814a38a14199&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1795387 Feb 09 15:43:06.427025 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e6ab1f-bfbe-4553-bd7d-e259202c61c9 req-6d85a976-ece8-44b4-ab58-1ee47cb6eacb service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:43:06.428492 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-62e6ab1f-bfbe-4553-bd7d-e259202c61c9 req-6d85a976-ece8-44b4-ab58-1ee47cb6eacb service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.9944370 Feb 09 15:43:06.652424 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.db.l3_dvr_db [None req-53a29c1c-5fab-43d0-9878-ce5db2684064 None None] Set router bdf431b0-4679-4d6d-8ef3-a8d454114142 gateway port host: dv-cinder-825105-1-iscsi {{(pid=82903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 15:43:06.719274 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-d6848b0d-ea77-4446-9b5f-46998217c46c req-1737484e-0cad-467d-b274-1aa29e8e6eee service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=5408654e4de147309f8b24e479cf1661&device_id=71ed887c-38f9-4a4b-942b-2ee78a0aceaf HTTP/1.1" status: 200 len: 1097 time: 1.7256920 Feb 09 15:43:06.721879 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [None req-e5626d8c-48b7-4b34-8293-cb93683f4445 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=6882c7ce3fcd42d89a9e3e472a29d85e&name=default HTTP/1.1" status: 200 len: 2647 time: 2.8290863 Feb 09 15:43:06.769323 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.wsgi [-] (82901) accepted ('10.222.0.67', 42056) {{(pid=82901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 15:43:06.801067 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5626d8c-48b7-4b34-8293-cb93683f4445 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=883cfc49-dfeb-47e3-b803-a25f154a51f2,revision_number=1']} {{(pid=82901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:43:06.976401 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.db.resource_extend [req-79bac455-f4bb-460c-aa4d-9423af2958f1 req-f2f662f3-1ec5-42a7-a765-e089abc2a223 service neutron] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=82901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 15:43:07.129409 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-414f49bb-e63c-47d2-bf0c-58258f8df1d1 req-b424c8bc-31b8-459a-8a95-81bd19f969c5 service neutron] 10.222.0.47 "GET /v2.0/networks/aca677a7-4af0-46c2-a14a-b7a7106ab4eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3565075 Feb 09 15:43:07.130766 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.db.l3_hamode_db [None req-53a29c1c-5fab-43d0-9878-ce5db2684064 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdf431b0-4679-4d6d-8ef3-a8d454114142', 'name': 'tempest-AttachVolumeShelveTestJSON-1271008086-router', 'tenant_id': '3afe9ff36570464cb3825318de2de71a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c65eede5-7777-493f-951d-210877831002', 'external_fixed_ips': [{'subnet_id': '2c513225-bb11-4d36-a4c3-0732716dcb87', 'ip_address': '172.27.0.13'}], 'enable_snat': True}, 'gw_port_id': 'e8f166af-63fa-4718-a18b-20cbc7f2ac05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T15:42:31Z', 'updated_at': '2022-02-09T15:42:40Z', 'revision_number': 4, 'project_id': '3afe9ff36570464cb3825318de2de71a', 'gw_port': {'id': 'e8f166af-63fa-4718-a18b-20cbc7f2ac05', 'name': '', 'network_id': 'c65eede5-7777-493f-951d-210877831002', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:00:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdf431b0-4679-4d6d-8ef3-a8d454114142', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2c513225-bb11-4d36-a4c3-0732716dcb87', 'ip_address': '172.27.0.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825105-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:42:32Z', 'updated_at': '2022-02-09T15:42:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c513225-bb11-4d36-a4c3-0732716dcb87', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825105-1-iscsi', '_interfaces': [{'id': 'c4dc553e-6cb1-4fb1-8be3-5ed575c80d27', 'name': '', 'network_id': '515106f2-407b-4cd0-874f-592278142559', 'tenant_id': '3afe9ff36570464cb3825318de2de71a', 'mac_address': 'fa:16:3e:89:9f:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bdf431b0-4679-4d6d-8ef3-a8d454114142', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f6c0b2aa-667d-4387-9940-6f1b97474e6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:42:39Z', 'updated_at': '2022-02-09T15:42:41Z', 'revision_number': 2, 'project_id': '3afe9ff36570464cb3825318de2de71a', 'subnets': [{'id': 'f6c0b2aa-667d-4387-9940-6f1b97474e6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825105-1-iscsi', False) {} {{(pid=82903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:43:07.136925 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53a29c1c-5fab-43d0-9878-ce5db2684064 None None] Checking router: bdf431b0-4679-4d6d-8ef3-a8d454114142 for host: dv-cinder-825105-1-iscsi {{(pid=82903) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 09 15:43:07.137747 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53a29c1c-5fab-43d0-9878-ce5db2684064 None None] Updating router bdf431b0-4679-4d6d-8ef3-a8d454114142 port c4dc553e-6cb1-4fb1-8be3-5ed575c80d27 binding host dv-cinder-825105-1-iscsi {{(pid=82903) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 09 15:43:07.157960 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070919ca-2876-4d83-a7a1-738a56cb4a97 req-02f158cd-c8f9-487b-8ca6-5f049bda297b tempest-AttachVolumeNegativeTest-574944362 tempest-AttachVolumeNegativeTest-574944362-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:43:07.162391 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-070919ca-2876-4d83-a7a1-738a56cb4a97 req-02f158cd-c8f9-487b-8ca6-5f049bda297b tempest-AttachVolumeNegativeTest-574944362 tempest-AttachVolumeNegativeTest-574944362-project] 10.222.0.67 "GET /v2.0/ports?device_id=71ed887c-38f9-4a4b-942b-2ee78a0aceaf HTTP/1.1" status: 200 len: 944 time: 0.5217023 Feb 09 15:43:07.165097 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-bcf1b530-8f20-4064-92e8-e0fe47123a50 req-83c08e93-d7cf-46fa-9fcc-c5c12743725b service neutron] 10.222.0.47 "GET /v2.0/networks/7e6f7d4e-b4a0-4c4e-80c2-814a38a14199?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7238784 Feb 09 15:43:07.190736 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6848b0d-ea77-4446-9b5f-46998217c46c req-36cb7fd1-5df0-4519-b217-05dd1ee455e4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:43:07.192779 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-d6848b0d-ea77-4446-9b5f-46998217c46c req-36cb7fd1-5df0-4519-b217-05dd1ee455e4 service neutron] 10.222.0.47 "GET /v2.0/networks?id=072a4996-791d-4390-ba5a-5e0a5fbf88c4 HTTP/1.1" status: 200 len: 916 time: 0.3936150 Feb 09 15:43:07.200708 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.notifiers.nova [req-79bac455-f4bb-460c-aa4d-9423af2958f1 req-f2f662f3-1ec5-42a7-a765-e089abc2a223 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 904e54cb-793e-4660-858f-1650c6d06eda {{(pid=82901) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 15:43:07.220041 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-53a29c1c-5fab-43d0-9878-ce5db2684064 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16080601'] for port, before_update {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:43:07.256656 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-b92113a1-095f-40cb-ad21-d4032fd7b6b9 req-2ce6d60b-1ff8-48a1-a460-b03d8c40da4f service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=dbfe7e7ae013417f82b96f615e88a432&device_id=03058e28-beb3-442a-a803-6dc6b224f22f HTTP/1.1" status: 200 len: 1096 time: 0.7565320 Feb 09 15:43:07.270121 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-070919ca-2876-4d83-a7a1-738a56cb4a97 req-3f48f2dc-e1ef-4097-a9c2-e6a4dd0c206b tempest-AttachVolumeNegativeTest-574944362 tempest-AttachVolumeNegativeTest-574944362-project] 10.222.0.67 "GET /v2.0/security-groups?id=8c9b51e4-e908-48c1-8ba4-2cab64c30d74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007283 Feb 09 15:43:07.298228 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [req-79bac455-f4bb-460c-aa4d-9423af2958f1 req-f2f662f3-1ec5-42a7-a765-e089abc2a223 service neutron] Notify callbacks [] for port, precommit_update {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:43:07.349741 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf36257b-db4d-4d16-b97e-c87e8a4cf50b req-330f14c3-6da9-4302-aebf-6d701f27937a tempest-AttachVolumeShelveTestJSON-409995212 tempest-AttachVolumeShelveTestJSON-409995212-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:43:07.350602 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.quota.resource [req-cf36257b-db4d-4d16-b97e-c87e8a4cf50b req-330f14c3-6da9-4302-aebf-6d701f27937a tempest-AttachVolumeShelveTestJSON-409995212 tempest-AttachVolumeShelveTestJSON-409995212-project] Synchronizing usage tracker for tenant:3afe9ff36570464cb3825318de2de71a on resource:port {{(pid=82901) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 15:43:07.367756 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.db.provisioning_blocks [req-79bac455-f4bb-460c-aa4d-9423af2958f1 req-f2f662f3-1ec5-42a7-a765-e089abc2a223 service neutron] Transition to ACTIVE for port object 904e54cb-793e-4660-858f-1650c6d06eda will not be triggered until provisioned by entity L2. {{(pid=82901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 15:43:07.377980 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-5b601a7b-4c2e-484c-bd4e-9c1c33c6ed5f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:43:07.383108 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [req-79bac455-f4bb-460c-aa4d-9423af2958f1 req-f2f662f3-1ec5-42a7-a765-e089abc2a223 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16080037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758755988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756758334055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756758334100'] for port, after_update {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:43:07.519287 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.quota.resource [req-cf36257b-db4d-4d16-b97e-c87e8a4cf50b req-330f14c3-6da9-4302-aebf-6d701f27937a tempest-AttachVolumeShelveTestJSON-409995212 tempest-AttachVolumeShelveTestJSON-409995212-project] Unset dirty status for tenant:3afe9ff36570464cb3825318de2de71a on resource:port {{(pid=82901) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 15:43:07.523795 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-cf36257b-db4d-4d16-b97e-c87e8a4cf50b req-330f14c3-6da9-4302-aebf-6d701f27937a tempest-AttachVolumeShelveTestJSON-409995212 tempest-AttachVolumeShelveTestJSON-409995212-project] 10.222.0.67 "GET /v2.0/ports?device_id=a4e12dd7-341f-4b28-bef9-17c37cbbc785 HTTP/1.1" status: 200 len: 931 time: 0.9621613 Feb 09 15:43:07.561438 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3958e6d3-0ab8-4da1-b1b2-61a4b3707ff5 req-437c3d83-6880-40cf-bc29-c32b37559e06 tempest-DeleteServersTestJSON-401039505 tempest-DeleteServersTestJSON-401039505-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:43:07.562904 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-3958e6d3-0ab8-4da1-b1b2-61a4b3707ff5 req-437c3d83-6880-40cf-bc29-c32b37559e06 tempest-DeleteServersTestJSON-401039505 tempest-DeleteServersTestJSON-401039505-project] 10.222.0.67 "GET /v2.0/ports?device_id=0e73f890-b929-4a05-aad2-2c10991390c7 HTTP/1.1" status: 200 len: 943 time: 0.1442657 Feb 09 15:43:07.651243 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-3958e6d3-0ab8-4da1-b1b2-61a4b3707ff5 req-a5e7708b-c302-4f30-9661-ed395640704d tempest-DeleteServersTestJSON-401039505 tempest-DeleteServersTestJSON-401039505-project] 10.222.0.67 "GET /v2.0/security-groups?id=7e4a9c1f-e3a3-4232-a4ee-a060da02385c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813332 Feb 09 15:43:07.696524 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-5b601a7b-4c2e-484c-bd4e-9c1c33c6ed5f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:43:07.742023 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-414f49bb-e63c-47d2-bf0c-58258f8df1d1 req-5e8c7faf-1f8a-49a4-8b64-dc3af91f390d service neutron] 10.222.0.47 "GET /v2.0/networks/aca677a7-4af0-46c2-a14a-b7a7106ab4eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6014254 Feb 09 15:43:07.750455 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f662f3-1ec5-42a7-a765-e089abc2a223 service neutron] Pushing event updated for resources: {'Port': ['ID=904e54cb-793e-4660-858f-1650c6d06eda,revision_number=2']} {{(pid=82901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:43:07.763358 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-53a29c1c-5fab-43d0-9878-ce5db2684064 None None] Notify callbacks [] for port, precommit_update {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:43:07.776894 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.db.provisioning_blocks [None req-53a29c1c-5fab-43d0-9878-ce5db2684064 None None] Transition to ACTIVE for port object c4dc553e-6cb1-4fb1-8be3-5ed575c80d27 will not be triggered until provisioned by entity L2. {{(pid=82903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 15:43:07.787270 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-53a29c1c-5fab-43d0-9878-ce5db2684064 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16080037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758755988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756758334055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756758334100'] for port, after_update {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:43:07.790053 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-cf36257b-db4d-4d16-b97e-c87e8a4cf50b req-92baae52-9275-47ef-ae41-4077d3b167a0 tempest-AttachVolumeShelveTestJSON-409995212 tempest-AttachVolumeShelveTestJSON-409995212-project] 10.222.0.67 "GET /v2.0/security-groups?id=7287f013-6b2f-43b9-b826-2cf86932a253&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2490249 Feb 09 15:43:07.810833 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.plugins.ml2.managers [req-79bac455-f4bb-460c-aa4d-9423af2958f1 req-f2f662f3-1ec5-42a7-a765-e089abc2a223 service neutron] Attempting to bind port 904e54cb-793e-4660-858f-1650c6d06eda on host hv-cinder-82510 for vnic_type normal with profile {{(pid=82901) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 15:43:07.811407 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.plugins.ml2.managers [req-79bac455-f4bb-460c-aa4d-9423af2958f1 req-f2f662f3-1ec5-42a7-a765-e089abc2a223 service neutron] Attempting to bind port 904e54cb-793e-4660-858f-1650c6d06eda by drivers openvswitch,hyperv on host hv-cinder-82510 at level 0 using segments [{'id': '47be4392-46be-4f67-a93c-733fd962f305', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '515106f2-407b-4cd0-874f-592278142559'}] {{(pid=82901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 15:43:07.811886 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79bac455-f4bb-460c-aa4d-9423af2958f1 req-f2f662f3-1ec5-42a7-a765-e089abc2a223 service neutron] Attempting to bind port 904e54cb-793e-4660-858f-1650c6d06eda on network 515106f2-407b-4cd0-874f-592278142559 {{(pid=82901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 15:43:07.823929 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79bac455-f4bb-460c-aa4d-9423af2958f1 req-f2f662f3-1ec5-42a7-a765-e089abc2a223 service neutron] Port 904e54cb-793e-4660-858f-1650c6d06eda on network 515106f2-407b-4cd0-874f-592278142559 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82510 {{(pid=82901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 09 15:43:07.824545 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79bac455-f4bb-460c-aa4d-9423af2958f1 req-f2f662f3-1ec5-42a7-a765-e089abc2a223 service neutron] Attempting to bind port 904e54cb-793e-4660-858f-1650c6d06eda on network 515106f2-407b-4cd0-874f-592278142559 {{(pid=82901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 15:43:07.852370 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79bac455-f4bb-460c-aa4d-9423af2958f1 req-f2f662f3-1ec5-42a7-a765-e089abc2a223 service neutron] Checking agent: {'id': 'db1a70d3-a821-4659-b534-995c5c5f449e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82510', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 15, 40, 29), 'started_at': datetime.datetime(2022, 2, 9, 15, 40, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 15, 42, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=82901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 15:43:07.852370 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79bac455-f4bb-460c-aa4d-9423af2958f1 req-f2f662f3-1ec5-42a7-a765-e089abc2a223 service neutron] Checking segment: {'id': '47be4392-46be-4f67-a93c-733fd962f305', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '515106f2-407b-4cd0-874f-592278142559'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 15:43:07.852370 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79bac455-f4bb-460c-aa4d-9423af2958f1 req-f2f662f3-1ec5-42a7-a765-e089abc2a223 service neutron] Bound using segment: {'id': '47be4392-46be-4f67-a93c-733fd962f305', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '515106f2-407b-4cd0-874f-592278142559'} {{(pid=82901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 15:43:07.852370 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.plugins.ml2.managers [req-79bac455-f4bb-460c-aa4d-9423af2958f1 req-f2f662f3-1ec5-42a7-a765-e089abc2a223 service neutron] Bound port: 904e54cb-793e-4660-858f-1650c6d06eda, host: hv-cinder-82510, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '47be4392-46be-4f67-a93c-733fd962f305', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '515106f2-407b-4cd0-874f-592278142559'}}] {{(pid=82901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 15:43:07.852370 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [req-79bac455-f4bb-460c-aa4d-9423af2958f1 req-f2f662f3-1ec5-42a7-a765-e089abc2a223 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16080601'] for port, before_update {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:43:07.915088 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-5b601a7b-4c2e-484c-bd4e-9c1c33c6ed5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_delete {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:43:07.917245 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83d0e0f-5fb8-4e1e-b98f-dd332bde8cbd None None] Pushing event updated for resources: {'Port': ['ID=c4dc553e-6cb1-4fb1-8be3-5ed575c80d27,revision_number=3']} {{(pid=82903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:43:07.933237 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87b8f7c-1446-421d-99fd-0a93b5878d9f req-7193a65e-566d-4a1f-ac30-617e7850c7d7 tempest-ServerRescueNegativeTestJSON-674815279 tempest-ServerRescueNegativeTestJSON-674815279-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:43:07.946068 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-a87b8f7c-1446-421d-99fd-0a93b5878d9f req-7193a65e-566d-4a1f-ac30-617e7850c7d7 tempest-ServerRescueNegativeTestJSON-674815279 tempest-ServerRescueNegativeTestJSON-674815279-project] 10.222.0.67 "GET /v2.0/ports?device_id=02052525-11c7-42a2-bbb0-76ffebf59eb3 HTTP/1.1" status: 200 len: 943 time: 0.1516993 Feb 09 15:43:07.971789 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b601a7b-4c2e-484c-bd4e-9c1c33c6ed5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=883cfc49-dfeb-47e3-b803-a25f154a51f2,revision_number=None']} {{(pid=82901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:43:08.015817 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-5b601a7b-4c2e-484c-bd4e-9c1c33c6ed5f admin admin] Notify callbacks [] for security_group, before_response {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:43:08.018557 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [None req-5b601a7b-4c2e-484c-bd4e-9c1c33c6ed5f admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/883cfc49-dfeb-47e3-b803-a25f154a51f2 HTTP/1.1" status: 204 len: 168 time: 1.2383444 Feb 09 15:43:08.060897 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.plugins.ml2.db [req-79bac455-f4bb-460c-aa4d-9423af2958f1 req-f2f662f3-1ec5-42a7-a765-e089abc2a223 service neutron] For port 904e54cb-793e-4660-858f-1650c6d06eda, host hv-cinder-82510, cleared binding levels {{(pid=82901) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 15:43:08.067156 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.plugins.ml2.db [req-79bac455-f4bb-460c-aa4d-9423af2958f1 req-f2f662f3-1ec5-42a7-a765-e089abc2a223 service neutron] For port 904e54cb-793e-4660-858f-1650c6d06eda, host hv-cinder-82510, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=904e54cb-793e-4660-858f-1650c6d06eda,segment=NetworkSegment(47be4392-46be-4f67-a93c-733fd962f305),segment_id=47be4392-46be-4f67-a93c-733fd962f305)] {{(pid=82901) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 15:43:08.074490 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [req-79bac455-f4bb-460c-aa4d-9423af2958f1 req-f2f662f3-1ec5-42a7-a765-e089abc2a223 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16080037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758755988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756758334055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756758334100'] for port, after_update {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:43:08.121512 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-a87b8f7c-1446-421d-99fd-0a93b5878d9f req-0a0383a3-2306-43dd-937f-7395d6c21efc tempest-ServerRescueNegativeTestJSON-674815279 tempest-ServerRescueNegativeTestJSON-674815279-project] 10.222.0.67 "GET /v2.0/security-groups?id=ffc79123-c9cb-487f-b3ec-4904a4a85a48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1743169 Feb 09 15:43:08.325630 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.plugins.ml2.managers [None req-53a29c1c-5fab-43d0-9878-ce5db2684064 None None] Attempting to bind port c4dc553e-6cb1-4fb1-8be3-5ed575c80d27 on host dv-cinder-825105-1-iscsi for vnic_type normal with profile {{(pid=82903) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 15:43:08.326144 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.plugins.ml2.managers [None req-53a29c1c-5fab-43d0-9878-ce5db2684064 None None] Attempting to bind port c4dc553e-6cb1-4fb1-8be3-5ed575c80d27 by drivers openvswitch,hyperv on host dv-cinder-825105-1-iscsi at level 0 using segments [{'id': '47be4392-46be-4f67-a93c-733fd962f305', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '515106f2-407b-4cd0-874f-592278142559'}] {{(pid=82903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 15:43:08.326546 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53a29c1c-5fab-43d0-9878-ce5db2684064 None None] Attempting to bind port c4dc553e-6cb1-4fb1-8be3-5ed575c80d27 on network 515106f2-407b-4cd0-874f-592278142559 {{(pid=82903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 15:43:08.337510 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f662f3-1ec5-42a7-a765-e089abc2a223 service neutron] Pushing event updated for resources: {'Port': ['ID=904e54cb-793e-4660-858f-1650c6d06eda,revision_number=3']} {{(pid=82901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:43:08.344677 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [req-79bac455-f4bb-460c-aa4d-9423af2958f1 req-f2f662f3-1ec5-42a7-a765-e089abc2a223 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16124149'] for port, before_response {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:43:08.346071 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-79bac455-f4bb-460c-aa4d-9423af2958f1 req-f2f662f3-1ec5-42a7-a765-e089abc2a223 service neutron] 10.222.0.47 "PUT /v2.0/ports/904e54cb-793e-4660-858f-1650c6d06eda HTTP/1.1" status: 200 len: 1093 time: 3.9937668 Feb 09 15:43:08.346509 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a4e12dd7-341f-4b28-bef9-17c37cbbc785', 'tag': '904e54cb-793e-4660-858f-1650c6d06eda'}] {{(pid=82901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 15:43:08.353700 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53a29c1c-5fab-43d0-9878-ce5db2684064 None None] Checking agent: {'id': '0c30844f-de8e-42c5-a17a-962bb78b1270', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-825105-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 15, 34, 1), 'started_at': datetime.datetime(2022, 2, 9, 15, 34, 31), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 15, 43, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-825105-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 15:43:08.354088 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53a29c1c-5fab-43d0-9878-ce5db2684064 None None] Checking segment: {'id': '47be4392-46be-4f67-a93c-733fd962f305', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '515106f2-407b-4cd0-874f-592278142559'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 15:43:08.354482 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-53a29c1c-5fab-43d0-9878-ce5db2684064 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:43:08.354863 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53a29c1c-5fab-43d0-9878-ce5db2684064 None None] Bound using segment: {'id': '47be4392-46be-4f67-a93c-733fd962f305', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '515106f2-407b-4cd0-874f-592278142559'} {{(pid=82903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 15:43:08.355332 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.plugins.ml2.managers [None req-53a29c1c-5fab-43d0-9878-ce5db2684064 None None] Bound port: c4dc553e-6cb1-4fb1-8be3-5ed575c80d27, host: dv-cinder-825105-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '47be4392-46be-4f67-a93c-733fd962f305', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '515106f2-407b-4cd0-874f-592278142559'}}] {{(pid=82903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 15:43:08.355718 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-53a29c1c-5fab-43d0-9878-ce5db2684064 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16080601'] for port, before_update {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:43:08.496251 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a4e12dd7-341f-4b28-bef9-17c37cbbc785', 'tag': '904e54cb-793e-4660-858f-1650c6d06eda', 'status': 'completed', 'code': 200} Feb 09 15:43:08.499907 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.plugins.ml2.db [None req-53a29c1c-5fab-43d0-9878-ce5db2684064 None None] For port c4dc553e-6cb1-4fb1-8be3-5ed575c80d27, host dv-cinder-825105-1-iscsi, cleared binding levels {{(pid=82903) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 15:43:08.503557 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.plugins.ml2.db [None req-53a29c1c-5fab-43d0-9878-ce5db2684064 None None] For port c4dc553e-6cb1-4fb1-8be3-5ed575c80d27, host dv-cinder-825105-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825105-1-iscsi',level=0,port_id=c4dc553e-6cb1-4fb1-8be3-5ed575c80d27,segment=NetworkSegment(47be4392-46be-4f67-a93c-733fd962f305),segment_id=47be4392-46be-4f67-a93c-733fd962f305)] {{(pid=82903) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 15:43:08.510869 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-53a29c1c-5fab-43d0-9878-ce5db2684064 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16080037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758755988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756758334055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756758334100'] for port, after_update {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:43:08.651287 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53a29c1c-5fab-43d0-9878-ce5db2684064 None None] Routers {'bdf431b0-4679-4d6d-8ef3-a8d454114142'} bound to L3 agent in host dv-cinder-825105-1-iscsi {{(pid=82903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 15:43:08.652579 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.db.l3_hamode_db [None req-53a29c1c-5fab-43d0-9878-ce5db2684064 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825105-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T15:34:00Z,description=,heartbeat_timestamp=2022-02-09T15:43:00Z,host='dv-cinder-825105-1-iscsi',id=94c626d1-bc40-41bd-b6b2-9a20da402cb6,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:34:00Z,topic='l3_agent')) {'router_ids': ['bdf431b0-4679-4d6d-8ef3-a8d454114142'], 'active': True} {{(pid=82903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:43:08.661051 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2759befd-05bd-4a92-8d8e-b01b9a5804e2 req-a574c7b7-7627-4369-98f3-9c3083b09d68 tempest-AttachVolumeNegativeTest-574944362 tempest-AttachVolumeNegativeTest-574944362-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:43:08.668345 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-2759befd-05bd-4a92-8d8e-b01b9a5804e2 req-a574c7b7-7627-4369-98f3-9c3083b09d68 tempest-AttachVolumeNegativeTest-574944362 tempest-AttachVolumeNegativeTest-574944362-project] 10.222.0.67 "GET /v2.0/ports?device_id=71ed887c-38f9-4a4b-942b-2ee78a0aceaf HTTP/1.1" status: 200 len: 944 time: 0.1219466 Feb 09 15:43:08.733532 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-2759befd-05bd-4a92-8d8e-b01b9a5804e2 req-9543c30b-9b62-4a71-920b-69ef666f2dc3 tempest-AttachVolumeNegativeTest-574944362 tempest-AttachVolumeNegativeTest-574944362-project] 10.222.0.67 "GET /v2.0/security-groups?id=8c9b51e4-e908-48c1-8ba4-2cab64c30d74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642273 Feb 09 15:43:08.948538 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83d0e0f-5fb8-4e1e-b98f-dd332bde8cbd None None] Pushing event updated for resources: {'Port': ['ID=c4dc553e-6cb1-4fb1-8be3-5ed575c80d27,revision_number=4']} {{(pid=82903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:43:08.991226 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.db.l3_dvr_db [None req-53a29c1c-5fab-43d0-9878-ce5db2684064 None None] Set router bdf431b0-4679-4d6d-8ef3-a8d454114142 gateway port host: dv-cinder-825105-1-iscsi {{(pid=82903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 15:43:09.125912 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f73c0a-ec54-44c3-95ad-511f9816fe58 req-12bbbaf2-43e9-4fe6-b2b9-00f76797ded6 tempest-AttachVolumeShelveTestJSON-409995212 tempest-AttachVolumeShelveTestJSON-409995212-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:43:09.133176 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-e1f73c0a-ec54-44c3-95ad-511f9816fe58 req-12bbbaf2-43e9-4fe6-b2b9-00f76797ded6 tempest-AttachVolumeShelveTestJSON-409995212 tempest-AttachVolumeShelveTestJSON-409995212-project] 10.222.0.67 "GET /v2.0/ports?device_id=a4e12dd7-341f-4b28-bef9-17c37cbbc785 HTTP/1.1" status: 200 len: 943 time: 0.0988345 Feb 09 15:43:09.166127 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f36e5f0-b362-4f1f-9d05-48692d1be4d5 req-c2ee8fe4-8472-493c-a1d5-7f8267097714 tempest-DeleteServersTestJSON-401039505 tempest-DeleteServersTestJSON-401039505-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:43:09.167751 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-0f36e5f0-b362-4f1f-9d05-48692d1be4d5 req-c2ee8fe4-8472-493c-a1d5-7f8267097714 tempest-DeleteServersTestJSON-401039505 tempest-DeleteServersTestJSON-401039505-project] 10.222.0.67 "GET /v2.0/ports?device_id=0e73f890-b929-4a05-aad2-2c10991390c7 HTTP/1.1" status: 200 len: 943 time: 0.2992320 Feb 09 15:43:09.193387 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-e1f73c0a-ec54-44c3-95ad-511f9816fe58 req-bf0f41eb-1db3-4d69-a705-4bd84ae7b4e4 tempest-AttachVolumeShelveTestJSON-409995212 tempest-AttachVolumeShelveTestJSON-409995212-project] 10.222.0.67 "GET /v2.0/security-groups?id=7287f013-6b2f-43b9-b826-2cf86932a253&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0585561 Feb 09 15:43:09.247652 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-0f36e5f0-b362-4f1f-9d05-48692d1be4d5 req-40a9d246-3ff5-4af8-9216-efc73dcaae5b tempest-DeleteServersTestJSON-401039505 tempest-DeleteServersTestJSON-401039505-project] 10.222.0.67 "GET /v2.0/security-groups?id=7e4a9c1f-e3a3-4232-a4ee-a060da02385c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742066 Feb 09 15:43:09.501763 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd1cb7e-f3af-49cc-a69b-690c5bddd4b6 req-92cfa96b-91d3-4208-a102-6fa6c3dd3ede tempest-ServerRescueNegativeTestJSON-674815279 tempest-ServerRescueNegativeTestJSON-674815279-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:43:09.505834 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-3dd1cb7e-f3af-49cc-a69b-690c5bddd4b6 req-92cfa96b-91d3-4208-a102-6fa6c3dd3ede tempest-ServerRescueNegativeTestJSON-674815279 tempest-ServerRescueNegativeTestJSON-674815279-project] 10.222.0.67 "GET /v2.0/ports?device_id=02052525-11c7-42a2-bbb0-76ffebf59eb3 HTTP/1.1" status: 200 len: 943 time: 0.1219971 Feb 09 15:43:09.563264 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-3dd1cb7e-f3af-49cc-a69b-690c5bddd4b6 req-3874ce9d-623c-44fd-a9ed-7538b6ad3d9e tempest-ServerRescueNegativeTestJSON-674815279 tempest-ServerRescueNegativeTestJSON-674815279-project] 10.222.0.67 "GET /v2.0/security-groups?id=ffc79123-c9cb-487f-b3ec-4904a4a85a48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513375 Feb 09 15:43:09.591102 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.db.l3_hamode_db [None req-53a29c1c-5fab-43d0-9878-ce5db2684064 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdf431b0-4679-4d6d-8ef3-a8d454114142', 'name': 'tempest-AttachVolumeShelveTestJSON-1271008086-router', 'tenant_id': '3afe9ff36570464cb3825318de2de71a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c65eede5-7777-493f-951d-210877831002', 'external_fixed_ips': [{'subnet_id': '2c513225-bb11-4d36-a4c3-0732716dcb87', 'ip_address': '172.27.0.13'}], 'enable_snat': True}, 'gw_port_id': 'e8f166af-63fa-4718-a18b-20cbc7f2ac05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T15:42:31Z', 'updated_at': '2022-02-09T15:42:40Z', 'revision_number': 4, 'project_id': '3afe9ff36570464cb3825318de2de71a', 'gw_port': {'id': 'e8f166af-63fa-4718-a18b-20cbc7f2ac05', 'name': '', 'network_id': 'c65eede5-7777-493f-951d-210877831002', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:00:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdf431b0-4679-4d6d-8ef3-a8d454114142', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2c513225-bb11-4d36-a4c3-0732716dcb87', 'ip_address': '172.27.0.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825105-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:42:32Z', 'updated_at': '2022-02-09T15:42:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c513225-bb11-4d36-a4c3-0732716dcb87', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825105-1-iscsi', '_interfaces': [{'id': 'c4dc553e-6cb1-4fb1-8be3-5ed575c80d27', 'name': '', 'network_id': '515106f2-407b-4cd0-874f-592278142559', 'tenant_id': '3afe9ff36570464cb3825318de2de71a', 'mac_address': 'fa:16:3e:89:9f:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bdf431b0-4679-4d6d-8ef3-a8d454114142', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f6c0b2aa-667d-4387-9940-6f1b97474e6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825105-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:42:39Z', 'updated_at': '2022-02-09T15:43:08Z', 'revision_number': 4, 'project_id': '3afe9ff36570464cb3825318de2de71a', 'subnets': [{'id': 'f6c0b2aa-667d-4387-9940-6f1b97474e6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825105-1-iscsi', False) {} {{(pid=82903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:43:09.595545 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53a29c1c-5fab-43d0-9878-ce5db2684064 None None] The sync data for ids ['bdf431b0-4679-4d6d-8ef3-a8d454114142'] in dv-cinder-825105-1-iscsi is: [{'id': 'bdf431b0-4679-4d6d-8ef3-a8d454114142', 'name': 'tempest-AttachVolumeShelveTestJSON-1271008086-router', 'tenant_id': '3afe9ff36570464cb3825318de2de71a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c65eede5-7777-493f-951d-210877831002', 'external_fixed_ips': [{'subnet_id': '2c513225-bb11-4d36-a4c3-0732716dcb87', 'ip_address': '172.27.0.13'}], 'enable_snat': True}, 'gw_port_id': 'e8f166af-63fa-4718-a18b-20cbc7f2ac05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T15:42:31Z', 'updated_at': '2022-02-09T15:42:40Z', 'revision_number': 4, 'project_id': '3afe9ff36570464cb3825318de2de71a', 'gw_port': {'id': 'e8f166af-63fa-4718-a18b-20cbc7f2ac05', 'name': '', 'network_id': 'c65eede5-7777-493f-951d-210877831002', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:00:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdf431b0-4679-4d6d-8ef3-a8d454114142', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2c513225-bb11-4d36-a4c3-0732716dcb87', 'ip_address': '172.27.0.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825105-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:42:32Z', 'updated_at': '2022-02-09T15:42:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c513225-bb11-4d36-a4c3-0732716dcb87', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825105-1-iscsi', '_interfaces': [{'id': 'c4dc553e-6cb1-4fb1-8be3-5ed575c80d27', 'name': '', 'network_id': '515106f2-407b-4cd0-874f-592278142559', 'tenant_id': '3afe9ff36570464cb3825318de2de71a', 'mac_address': 'fa:16:3e:89:9f:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bdf431b0-4679-4d6d-8ef3-a8d454114142', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f6c0b2aa-667d-4387-9940-6f1b97474e6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825105-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:42:39Z', 'updated_at': '2022-02-09T15:43:08Z', 'revision_number': 4, 'project_id': '3afe9ff36570464cb3825318de2de71a', 'subnets': [{'id': 'f6c0b2aa-667d-4387-9940-6f1b97474e6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 09 15:43:09.924073 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-d6848b0d-ea77-4446-9b5f-46998217c46c req-770851ab-65b9-452f-bf1d-729ba41c744a service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=56df3510-a584-4b16-a3b5-6c6c62b3a342 HTTP/1.1" status: 200 len: 217 time: 0.1007600 Feb 09 15:43:10.008470 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-b92113a1-095f-40cb-ad21-d4032fd7b6b9 req-758148dc-8c45-4daa-b07a-859e3dd2cdb4 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=26108cad-0dea-46c3-9cd5-c9f377507cbe HTTP/1.1" status: 200 len: 217 time: 0.1466966 Feb 09 15:43:10.083971 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6848b0d-ea77-4446-9b5f-46998217c46c req-f1aa7eff-0b62-4e26-8fce-f1ae70b0e1d8 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=82901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:43:10.086122 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-d6848b0d-ea77-4446-9b5f-46998217c46c req-f1aa7eff-0b62-4e26-8fce-f1ae70b0e1d8 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=d622abef-cdcb-4b2b-b25a-610e3a6ed20d HTTP/1.1" status: 200 len: 855 time: 0.1543927 Feb 09 15:43:10.195516 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.plugins.ml2.rpc [None req-608c4fd2-211a-4ca9-a277-ad2a51be62ff None None] Device c4dc553e-6cb1-4fb1-8be3-5ed575c80d27 up at agent ovs-agent-dv-cinder-825105-1-iscsi {{(pid=82903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 15:43:10.230491 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-d6848b0d-ea77-4446-9b5f-46998217c46c req-8cc2bf5c-97f2-4b2d-a7b3-c0455ea86a2f service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=072a4996-791d-4390-ba5a-5e0a5fbf88c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1053345 Feb 09 15:43:10.243128 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-65c16923-0679-4e3b-9c43-f195bf2edeec req-a08203d6-2f31-4a89-bab6-1b906b24c8c7 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=3afe9ff36570464cb3825318de2de71a&device_id=a4e12dd7-341f-4b28-bef9-17c37cbbc785 HTTP/1.1" status: 200 len: 1096 time: 0.2733891 Feb 09 15:43:10.263609 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92113a1-095f-40cb-ad21-d4032fd7b6b9 req-193a956e-bbe8-42bb-abef-94b84f103d73 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=82902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:43:10.265810 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-b92113a1-095f-40cb-ad21-d4032fd7b6b9 req-193a956e-bbe8-42bb-abef-94b84f103d73 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=7b0e1516-4c73-46b2-a641-716be4f1edf5 HTTP/1.1" status: 200 len: 859 time: 0.1886053 Feb 09 15:43:10.341491 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-b92113a1-095f-40cb-ad21-d4032fd7b6b9 req-b17d6169-1b9b-4b78-844a-afb728622c89 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=7e6f7d4e-b4a0-4c4e-80c2-814a38a14199&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0626764 Feb 09 15:43:10.349025 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-bcf1b530-8f20-4064-92e8-e0fe47123a50 req-15d05f7c-3b4e-4948-8bde-a3f667381c31 service neutron] 10.222.0.47 "GET /v2.0/networks/7e6f7d4e-b4a0-4c4e-80c2-814a38a14199?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5261459 Feb 09 15:43:10.355300 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.db.provisioning_blocks [None req-608c4fd2-211a-4ca9-a277-ad2a51be62ff None None] Provisioning for port c4dc553e-6cb1-4fb1-8be3-5ed575c80d27 completed by entity L2. {{(pid=82903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 15:43:10.360910 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.db.provisioning_blocks [None req-608c4fd2-211a-4ca9-a277-ad2a51be62ff None None] Provisioning complete for port c4dc553e-6cb1-4fb1-8be3-5ed575c80d27 triggered by entity L2. {{(pid=82903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:43:10.361273 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-608c4fd2-211a-4ca9-a277-ad2a51be62ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16008948'] for port, provisioning_complete {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:43:10.593529 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-608c4fd2-211a-4ca9-a277-ad2a51be62ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16080601'] for port, before_update {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:43:10.600749 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-b92113a1-095f-40cb-ad21-d4032fd7b6b9 req-a510b735-5533-4860-b7c2-8c4d90c82582 service neutron] 10.222.0.47 "GET /v2.0/networks/7e6f7d4e-b4a0-4c4e-80c2-814a38a14199?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2507946 Feb 09 15:43:10.639469 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd58faa7-335f-4ec2-83c6-1991e61a70eb req-db8342ff-0513-4020-a43f-02835aa4e0cd tempest-AttachVolumeNegativeTest-574944362 tempest-AttachVolumeNegativeTest-574944362-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:43:10.648458 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-dd58faa7-335f-4ec2-83c6-1991e61a70eb req-db8342ff-0513-4020-a43f-02835aa4e0cd tempest-AttachVolumeNegativeTest-574944362 tempest-AttachVolumeNegativeTest-574944362-project] 10.222.0.67 "GET /v2.0/ports?device_id=71ed887c-38f9-4a4b-942b-2ee78a0aceaf HTTP/1.1" status: 200 len: 944 time: 0.5793996 Feb 09 15:43:10.652227 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.plugins.ml2.db [None req-608c4fd2-211a-4ca9-a277-ad2a51be62ff None None] For port c4dc553e-6cb1-4fb1-8be3-5ed575c80d27, host dv-cinder-825105-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825105-1-iscsi',level=0,port_id=c4dc553e-6cb1-4fb1-8be3-5ed575c80d27,segment=NetworkSegment(47be4392-46be-4f67-a93c-733fd962f305),segment_id=47be4392-46be-4f67-a93c-733fd962f305)] {{(pid=82903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:43:10.664488 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-608c4fd2-211a-4ca9-a277-ad2a51be62ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16080037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758755988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756758334055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756758334100'] for port, after_update {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:43:10.780351 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-608c4fd2-211a-4ca9-a277-ad2a51be62ff None None] Pushing event updated for resources: {'Port': ['ID=c4dc553e-6cb1-4fb1-8be3-5ed575c80d27,revision_number=5']} {{(pid=82903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:43:10.819554 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-dd58faa7-335f-4ec2-83c6-1991e61a70eb req-8f02def8-57d5-43b5-999b-1fae0c45d83a tempest-AttachVolumeNegativeTest-574944362 tempest-AttachVolumeNegativeTest-574944362-project] 10.222.0.67 "GET /v2.0/security-groups?id=8c9b51e4-e908-48c1-8ba4-2cab64c30d74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1701307 Feb 09 15:43:10.852934 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-d6848b0d-ea77-4446-9b5f-46998217c46c req-cb1df295-2bd9-4737-98ee-158407cc33bb service neutron] 10.222.0.47 "GET /v2.0/networks/072a4996-791d-4390-ba5a-5e0a5fbf88c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6129031 Feb 09 15:43:10.867234 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf110a3-8a4b-4351-bd2d-0e338df13938 req-53fc235c-d96e-4882-b117-8b23491e7bf9 tempest-AttachVolumeShelveTestJSON-409995212 tempest-AttachVolumeShelveTestJSON-409995212-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:43:10.869088 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-faf110a3-8a4b-4351-bd2d-0e338df13938 req-53fc235c-d96e-4882-b117-8b23491e7bf9 tempest-AttachVolumeShelveTestJSON-409995212 tempest-AttachVolumeShelveTestJSON-409995212-project] 10.222.0.67 "GET /v2.0/ports?device_id=a4e12dd7-341f-4b28-bef9-17c37cbbc785 HTTP/1.1" status: 200 len: 943 time: 0.4712753 Feb 09 15:43:10.904542 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c16923-0679-4e3b-9c43-f195bf2edeec req-da93dfa8-4b9b-413a-b0a3-dce78f971a06 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:43:10.906666 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-65c16923-0679-4e3b-9c43-f195bf2edeec req-da93dfa8-4b9b-413a-b0a3-dce78f971a06 service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=3afe9ff36570464cb3825318de2de71a&shared=False HTTP/1.1" status: 200 len: 918 time: 0.6148434 Feb 09 15:43:10.932907 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-b84dbce5-95ca-4c26-93c6-0cef0bf05dc7 req-009983b1-91ff-48f6-a272-df4d77664efc service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=dbfe7e7ae013417f82b96f615e88a432&device_id=02052525-11c7-42a2-bbb0-76ffebf59eb3 HTTP/1.1" status: 200 len: 1096 time: 0.5203443 Feb 09 15:43:10.986974 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-b92113a1-095f-40cb-ad21-d4032fd7b6b9 req-c36b8c94-add9-45a2-a5af-fbfb4897b337 service neutron] 10.222.0.47 "GET /v2.0/networks/7e6f7d4e-b4a0-4c4e-80c2-814a38a14199?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3752732 Feb 09 15:43:11.148471 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84dbce5-95ca-4c26-93c6-0cef0bf05dc7 req-57d5ac71-ed8d-4e83-be4b-476cc1be9c4a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:43:11.150210 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-b84dbce5-95ca-4c26-93c6-0cef0bf05dc7 req-57d5ac71-ed8d-4e83-be4b-476cc1be9c4a service neutron] 10.222.0.47 "GET /v2.0/networks?id=7e6f7d4e-b4a0-4c4e-80c2-814a38a14199 HTTP/1.1" status: 200 len: 920 time: 0.2069299 Feb 09 15:43:11.284781 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-b84dbce5-95ca-4c26-93c6-0cef0bf05dc7 req-3e638b04-7a82-47aa-a2a6-d641384a3de1 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=18370f30-9daf-4ae9-b902-89219faf32d6 HTTP/1.1" status: 200 len: 217 time: 0.0873709 Feb 09 15:43:11.337337 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-d6848b0d-ea77-4446-9b5f-46998217c46c req-6cf9c33d-f64a-4f30-8f24-e948a59939c2 service neutron] 10.222.0.47 "GET /v2.0/networks/072a4996-791d-4390-ba5a-5e0a5fbf88c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4652975 Feb 09 15:43:11.341227 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c16923-0679-4e3b-9c43-f195bf2edeec req-ca4e3062-f97b-42c7-887a-7afd4ec4bb2c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:43:11.341227 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-65c16923-0679-4e3b-9c43-f195bf2edeec req-ca4e3062-f97b-42c7-887a-7afd4ec4bb2c service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4103723 Feb 09 15:43:11.342401 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-faf110a3-8a4b-4351-bd2d-0e338df13938 req-2b525204-9b43-425c-a509-4ad9ff2ab073 tempest-AttachVolumeShelveTestJSON-409995212 tempest-AttachVolumeShelveTestJSON-409995212-project] 10.222.0.67 "GET /v2.0/security-groups?id=7287f013-6b2f-43b9-b826-2cf86932a253&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4347501 Feb 09 15:43:11.447816 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84dbce5-95ca-4c26-93c6-0cef0bf05dc7 req-bbcb4244-b927-4913-ba12-123c2d72e744 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=82902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:43:11.449844 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-b84dbce5-95ca-4c26-93c6-0cef0bf05dc7 req-bbcb4244-b927-4913-ba12-123c2d72e744 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=7b0e1516-4c73-46b2-a641-716be4f1edf5 HTTP/1.1" status: 200 len: 859 time: 0.1585438 Feb 09 15:43:11.458185 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7201f50-4d9e-4233-9b62-dfb8fcdf799e req-0605a3c4-f3b3-40c6-af0b-f6451120640d tempest-DeleteServersTestJSON-401039505 tempest-DeleteServersTestJSON-401039505-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:43:11.459717 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-c7201f50-4d9e-4233-9b62-dfb8fcdf799e req-0605a3c4-f3b3-40c6-af0b-f6451120640d tempest-DeleteServersTestJSON-401039505 tempest-DeleteServersTestJSON-401039505-project] 10.222.0.67 "GET /v2.0/ports?device_id=0e73f890-b929-4a05-aad2-2c10991390c7 HTTP/1.1" status: 200 len: 943 time: 0.3186867 Feb 09 15:43:11.514115 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-b84dbce5-95ca-4c26-93c6-0cef0bf05dc7 req-45dc9c2c-aec3-4a5e-839f-928094a9d79f service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=7e6f7d4e-b4a0-4c4e-80c2-814a38a14199&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0533953 Feb 09 15:43:11.521873 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-79bac455-f4bb-460c-aa4d-9423af2958f1 req-04e2732e-c095-4070-bfc2-d928341974bc service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=3afe9ff36570464cb3825318de2de71a&device_id=a4e12dd7-341f-4b28-bef9-17c37cbbc785 HTTP/1.1" status: 200 len: 1096 time: 0.1253204 Feb 09 15:43:11.653019 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-c7201f50-4d9e-4233-9b62-dfb8fcdf799e req-765e6770-299c-4ff0-8035-5ae001511073 tempest-DeleteServersTestJSON-401039505 tempest-DeleteServersTestJSON-401039505-project] 10.222.0.67 "GET /v2.0/security-groups?id=7e4a9c1f-e3a3-4232-a4ee-a060da02385c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1480920 Feb 09 15:43:11.672175 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-79bac455-f4bb-460c-aa4d-9423af2958f1 req-6341bd9c-16fb-4f1a-93db-59592e587dbe service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=904e54cb-793e-4660-858f-1650c6d06eda HTTP/1.1" status: 200 len: 217 time: 0.1347957 Feb 09 15:43:11.699737 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-b84dbce5-95ca-4c26-93c6-0cef0bf05dc7 req-828ce101-87dc-43dc-ad25-3589c5b4fee8 service neutron] 10.222.0.47 "GET /v2.0/networks/7e6f7d4e-b4a0-4c4e-80c2-814a38a14199?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1619582 Feb 09 15:43:11.763184 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79bac455-f4bb-460c-aa4d-9423af2958f1 req-5ac2878b-73a2-492e-8f82-4f5b5e4e3203 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=82901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:43:11.764717 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-79bac455-f4bb-460c-aa4d-9423af2958f1 req-5ac2878b-73a2-492e-8f82-4f5b5e4e3203 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=f6c0b2aa-667d-4387-9940-6f1b97474e6c HTTP/1.1" status: 200 len: 856 time: 0.0799758 Feb 09 15:43:11.770856 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6d7b21-d83d-4305-9abd-7c90f01c2694 req-21fcc924-04e1-430b-84d1-c5c7301ecb51 tempest-ServerRescueNegativeTestJSON-674815279 tempest-ServerRescueNegativeTestJSON-674815279-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:43:11.772314 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-6c6d7b21-d83d-4305-9abd-7c90f01c2694 req-21fcc924-04e1-430b-84d1-c5c7301ecb51 tempest-ServerRescueNegativeTestJSON-674815279 tempest-ServerRescueNegativeTestJSON-674815279-project] 10.222.0.67 "GET /v2.0/ports?device_id=02052525-11c7-42a2-bbb0-76ffebf59eb3 HTTP/1.1" status: 200 len: 943 time: 0.1657088 Feb 09 15:43:11.949815 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-b84dbce5-95ca-4c26-93c6-0cef0bf05dc7 req-e8be61f8-9dd5-4b2f-af65-34cf360cb80e service neutron] 10.222.0.47 "GET /v2.0/networks/7e6f7d4e-b4a0-4c4e-80c2-814a38a14199?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2411115 Feb 09 15:43:11.960507 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-6c6d7b21-d83d-4305-9abd-7c90f01c2694 req-368aa6f2-30af-41ca-a74f-4fcb3a67dc0b tempest-ServerRescueNegativeTestJSON-674815279 tempest-ServerRescueNegativeTestJSON-674815279-project] 10.222.0.67 "GET /v2.0/security-groups?id=ffc79123-c9cb-487f-b3ec-4904a4a85a48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812366 Feb 09 15:43:11.977670 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-79bac455-f4bb-460c-aa4d-9423af2958f1 req-82ff761b-ab93-4d0f-addb-da648b047e4f service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=515106f2-407b-4cd0-874f-592278142559&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2043505 Feb 09 15:43:12.083927 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.plugins.ml2.rpc [None req-608c4fd2-211a-4ca9-a277-ad2a51be62ff None None] Device c4dc553e-6cb1-4fb1-8be3-5ed575c80d27 up at agent ovs-agent-dv-cinder-825105-1-iscsi {{(pid=82903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 15:43:12.128054 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-79bac455-f4bb-460c-aa4d-9423af2958f1 req-62d5c52d-ff17-4c23-b3af-45597ae810b2 service neutron] 10.222.0.47 "GET /v2.0/networks/515106f2-407b-4cd0-874f-592278142559?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1416781 Feb 09 15:43:12.180546 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d7dfb3-1127-44fd-9fa5-d05954c9103b req-7028972e-0e92-42c6-84d7-c9a410f65ef8 tempest-AttachVolumeNegativeTest-574944362 tempest-AttachVolumeNegativeTest-574944362-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:43:12.182017 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-64d7dfb3-1127-44fd-9fa5-d05954c9103b req-7028972e-0e92-42c6-84d7-c9a410f65ef8 tempest-AttachVolumeNegativeTest-574944362 tempest-AttachVolumeNegativeTest-574944362-project] 10.222.0.67 "GET /v2.0/ports?device_id=71ed887c-38f9-4a4b-942b-2ee78a0aceaf HTTP/1.1" status: 200 len: 944 time: 0.1482198 Feb 09 15:43:12.223493 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.db.provisioning_blocks [None req-608c4fd2-211a-4ca9-a277-ad2a51be62ff None None] Provisioning complete for port c4dc553e-6cb1-4fb1-8be3-5ed575c80d27 triggered by entity L2. {{(pid=82903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:43:12.225363 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-608c4fd2-211a-4ca9-a277-ad2a51be62ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16008948'] for port, provisioning_complete {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:43:12.268354 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-64d7dfb3-1127-44fd-9fa5-d05954c9103b req-6ba14653-ddc5-4b56-ad69-b7e6445cbc56 tempest-AttachVolumeNegativeTest-574944362 tempest-AttachVolumeNegativeTest-574944362-project] 10.222.0.67 "GET /v2.0/security-groups?id=8c9b51e4-e908-48c1-8ba4-2cab64c30d74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795856 Feb 09 15:43:12.332779 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-79bac455-f4bb-460c-aa4d-9423af2958f1 req-fd5ae869-ca9a-4812-a3c6-2541e4232685 service neutron] 10.222.0.47 "GET /v2.0/networks/515106f2-407b-4cd0-874f-592278142559?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1963956 Feb 09 15:43:12.361610 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.plugins.ml2.rpc [None req-812787cf-6466-4ce1-8c4e-c32e14b18d8a None None] Device 56df3510-a584-4b16-a3b5-6c6c62b3a342 details requested by agent hyperv_hv-cinder-82510 with host hv-cinder-82510 {{(pid=82903) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 15:43:12.558201 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.plugins.ml2.db [None req-812787cf-6466-4ce1-8c4e-c32e14b18d8a None None] For port 56df3510-a584-4b16-a3b5-6c6c62b3a342, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=56df3510-a584-4b16-a3b5-6c6c62b3a342,segment=NetworkSegment(61008ea7-600c-42ab-8da1-d2bb9124cbff),segment_id=61008ea7-600c-42ab-8da1-d2bb9124cbff)] {{(pid=82903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:43:12.577827 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.plugins.ml2.rpc [None req-812787cf-6466-4ce1-8c4e-c32e14b18d8a None None] Returning: {'device': '56df3510-a584-4b16-a3b5-6c6c62b3a342', 'network_id': '072a4996-791d-4390-ba5a-5e0a5fbf88c4', 'port_id': '56df3510-a584-4b16-a3b5-6c6c62b3a342', 'mac_address': 'fa:16:3e:7a:9d:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 822, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd622abef-cdcb-4b2b-b25a-610e3a6ed20d', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82903) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 15:43:12.638388 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-812787cf-6466-4ce1-8c4e-c32e14b18d8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16080601'] for port, before_update {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:43:12.661529 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.notifiers.nova [None req-812787cf-6466-4ce1-8c4e-c32e14b18d8a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 56df3510-a584-4b16-a3b5-6c6c62b3a342 {{(pid=82903) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 15:43:12.687040 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.plugins.ml2.db [None req-812787cf-6466-4ce1-8c4e-c32e14b18d8a None None] For port 56df3510-a584-4b16-a3b5-6c6c62b3a342, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=56df3510-a584-4b16-a3b5-6c6c62b3a342,segment=NetworkSegment(61008ea7-600c-42ab-8da1-d2bb9124cbff),segment_id=61008ea7-600c-42ab-8da1-d2bb9124cbff)] {{(pid=82903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:43:12.693140 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-812787cf-6466-4ce1-8c4e-c32e14b18d8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16080037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758755988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756758334055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756758334100'] for port, after_update {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:43:12.694992 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.plugins.ml2.rpc [None req-812787cf-6466-4ce1-8c4e-c32e14b18d8a None None] Device 3d8686d1-f0df-418b-bc75-7369d11c5595 details requested by agent hyperv_hv-cinder-82510 with host hv-cinder-82510 {{(pid=82903) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 15:43:12.706092 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb6cd4b-9e8b-46c4-9b9f-c43185d47a10 req-cc948e22-f956-4e49-a936-39fc5a3be513 tempest-AttachVolumeShelveTestJSON-409995212 tempest-AttachVolumeShelveTestJSON-409995212-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:43:12.716332 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-edb6cd4b-9e8b-46c4-9b9f-c43185d47a10 req-cc948e22-f956-4e49-a936-39fc5a3be513 tempest-AttachVolumeShelveTestJSON-409995212 tempest-AttachVolumeShelveTestJSON-409995212-project] 10.222.0.67 "GET /v2.0/ports?device_id=a4e12dd7-341f-4b28-bef9-17c37cbbc785 HTTP/1.1" status: 200 len: 943 time: 0.1100249 Feb 09 15:43:12.786399 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-edb6cd4b-9e8b-46c4-9b9f-c43185d47a10 req-4b140493-92ab-462a-b108-d91913e2a10a tempest-AttachVolumeShelveTestJSON-409995212 tempest-AttachVolumeShelveTestJSON-409995212-project] 10.222.0.67 "GET /v2.0/security-groups?id=7287f013-6b2f-43b9-b826-2cf86932a253&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0686200 Feb 09 15:43:12.896478 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812787cf-6466-4ce1-8c4e-c32e14b18d8a None None] Pushing event updated for resources: {'Port': ['ID=56df3510-a584-4b16-a3b5-6c6c62b3a342,revision_number=4']} {{(pid=82903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:43:12.956863 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.plugins.ml2.db [None req-812787cf-6466-4ce1-8c4e-c32e14b18d8a None None] For port 3d8686d1-f0df-418b-bc75-7369d11c5595, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=3d8686d1-f0df-418b-bc75-7369d11c5595,segment=NetworkSegment(1c463c45-2a3e-4ade-9733-49ef7816b3d7),segment_id=1c463c45-2a3e-4ade-9733-49ef7816b3d7)] {{(pid=82903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:43:12.981436 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e12d57-92f1-4132-9a0c-45b925127bac req-cd7c0e6b-248a-4a0b-b7e6-5a5640e5ce52 tempest-DeleteServersTestJSON-401039505 tempest-DeleteServersTestJSON-401039505-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:43:12.989037 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-55e12d57-92f1-4132-9a0c-45b925127bac req-cd7c0e6b-248a-4a0b-b7e6-5a5640e5ce52 tempest-DeleteServersTestJSON-401039505 tempest-DeleteServersTestJSON-401039505-project] 10.222.0.67 "GET /v2.0/ports?device_id=0e73f890-b929-4a05-aad2-2c10991390c7 HTTP/1.1" status: 200 len: 943 time: 0.1202037 Feb 09 15:43:12.991919 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.plugins.ml2.rpc [None req-812787cf-6466-4ce1-8c4e-c32e14b18d8a None None] Returning: {'device': '3d8686d1-f0df-418b-bc75-7369d11c5595', 'network_id': 'aca677a7-4af0-46c2-a14a-b7a7106ab4eb', 'port_id': '3d8686d1-f0df-418b-bc75-7369d11c5595', 'mac_address': 'fa:16:3e:d0:77:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 818, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '17daeaef-39db-4614-8e60-dacf9e000f12', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82903) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 15:43:13.058797 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-55e12d57-92f1-4132-9a0c-45b925127bac req-f360b7e0-6c7a-444a-82be-2e5ea4009871 tempest-DeleteServersTestJSON-401039505 tempest-DeleteServersTestJSON-401039505-project] 10.222.0.67 "GET /v2.0/security-groups?id=7e4a9c1f-e3a3-4232-a4ee-a060da02385c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680161 Feb 09 15:43:13.100068 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-812787cf-6466-4ce1-8c4e-c32e14b18d8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16080601'] for port, before_update {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:43:13.119902 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.notifiers.nova [None req-812787cf-6466-4ce1-8c4e-c32e14b18d8a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3d8686d1-f0df-418b-bc75-7369d11c5595 {{(pid=82903) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 15:43:13.137225 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.plugins.ml2.db [None req-812787cf-6466-4ce1-8c4e-c32e14b18d8a None None] For port 3d8686d1-f0df-418b-bc75-7369d11c5595, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=3d8686d1-f0df-418b-bc75-7369d11c5595,segment=NetworkSegment(1c463c45-2a3e-4ade-9733-49ef7816b3d7),segment_id=1c463c45-2a3e-4ade-9733-49ef7816b3d7)] {{(pid=82903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:43:13.142251 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-812787cf-6466-4ce1-8c4e-c32e14b18d8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16080037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758755988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756758334055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756758334100'] for port, after_update {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:43:13.143212 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.plugins.ml2.rpc [None req-812787cf-6466-4ce1-8c4e-c32e14b18d8a None None] Device 18370f30-9daf-4ae9-b902-89219faf32d6 details requested by agent hyperv_hv-cinder-82510 with host hv-cinder-82510 {{(pid=82903) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 15:43:13.243607 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49e5fd3-02bc-4362-ae09-5b6e9463c463 req-9fcaea81-5c05-4394-aacb-05a04ab94501 tempest-ServerRescueNegativeTestJSON-674815279 tempest-ServerRescueNegativeTestJSON-674815279-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:43:13.245048 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-a49e5fd3-02bc-4362-ae09-5b6e9463c463 req-9fcaea81-5c05-4394-aacb-05a04ab94501 tempest-ServerRescueNegativeTestJSON-674815279 tempest-ServerRescueNegativeTestJSON-674815279-project] 10.222.0.67 "GET /v2.0/ports?device_id=02052525-11c7-42a2-bbb0-76ffebf59eb3 HTTP/1.1" status: 200 len: 943 time: 0.0960121 Feb 09 15:43:13.295978 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-a49e5fd3-02bc-4362-ae09-5b6e9463c463 req-e4d70d4b-7031-4095-9e29-a90c219a73d1 tempest-ServerRescueNegativeTestJSON-674815279 tempest-ServerRescueNegativeTestJSON-674815279-project] 10.222.0.67 "GET /v2.0/security-groups?id=ffc79123-c9cb-487f-b3ec-4904a4a85a48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451319 Feb 09 15:43:13.327543 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812787cf-6466-4ce1-8c4e-c32e14b18d8a None None] Pushing event updated for resources: {'Port': ['ID=3d8686d1-f0df-418b-bc75-7369d11c5595,revision_number=4']} {{(pid=82903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:43:13.377169 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.plugins.ml2.db [None req-812787cf-6466-4ce1-8c4e-c32e14b18d8a None None] For port 18370f30-9daf-4ae9-b902-89219faf32d6, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=18370f30-9daf-4ae9-b902-89219faf32d6,segment=NetworkSegment(e45f7a5f-6f06-4d7c-998a-a4068d4c9621),segment_id=e45f7a5f-6f06-4d7c-998a-a4068d4c9621)] {{(pid=82903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:43:13.395542 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.plugins.ml2.rpc [None req-812787cf-6466-4ce1-8c4e-c32e14b18d8a None None] Returning: {'device': '18370f30-9daf-4ae9-b902-89219faf32d6', 'network_id': '7e6f7d4e-b4a0-4c4e-80c2-814a38a14199', 'port_id': '18370f30-9daf-4ae9-b902-89219faf32d6', 'mac_address': 'fa:16:3e:c6:5d:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 834, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7b0e1516-4c73-46b2-a641-716be4f1edf5', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82903) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 15:43:13.466573 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-812787cf-6466-4ce1-8c4e-c32e14b18d8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16080601'] for port, before_update {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:43:13.491970 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.notifiers.nova [None req-812787cf-6466-4ce1-8c4e-c32e14b18d8a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 18370f30-9daf-4ae9-b902-89219faf32d6 {{(pid=82903) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 15:43:13.511365 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.plugins.ml2.db [None req-812787cf-6466-4ce1-8c4e-c32e14b18d8a None None] For port 18370f30-9daf-4ae9-b902-89219faf32d6, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=18370f30-9daf-4ae9-b902-89219faf32d6,segment=NetworkSegment(e45f7a5f-6f06-4d7c-998a-a4068d4c9621),segment_id=e45f7a5f-6f06-4d7c-998a-a4068d4c9621)] {{(pid=82903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:43:13.514445 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59de677-12a7-4129-8491-4d25db0e1964 req-b93dfbba-b5ad-4919-b765-db641da50c99 tempest-AttachVolumeNegativeTest-574944362 tempest-AttachVolumeNegativeTest-574944362-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:43:13.516052 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-a59de677-12a7-4129-8491-4d25db0e1964 req-b93dfbba-b5ad-4919-b765-db641da50c99 tempest-AttachVolumeNegativeTest-574944362 tempest-AttachVolumeNegativeTest-574944362-project] 10.222.0.67 "GET /v2.0/ports?device_id=71ed887c-38f9-4a4b-942b-2ee78a0aceaf HTTP/1.1" status: 200 len: 945 time: 0.0926337 Feb 09 15:43:13.517385 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-812787cf-6466-4ce1-8c4e-c32e14b18d8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16080037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758755988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756758334055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756758334100'] for port, after_update {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:43:13.518043 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.plugins.ml2.rpc [None req-812787cf-6466-4ce1-8c4e-c32e14b18d8a None None] Device 26108cad-0dea-46c3-9cd5-c9f377507cbe details requested by agent hyperv_hv-cinder-82510 with host hv-cinder-82510 {{(pid=82903) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 15:43:13.579547 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-a59de677-12a7-4129-8491-4d25db0e1964 req-4ad6a047-3651-4564-8929-544c8d8b9047 tempest-AttachVolumeNegativeTest-574944362 tempest-AttachVolumeNegativeTest-574944362-project] 10.222.0.67 "GET /v2.0/security-groups?id=8c9b51e4-e908-48c1-8ba4-2cab64c30d74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553541 Feb 09 15:43:13.626947 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.plugins.ml2.db [None req-812787cf-6466-4ce1-8c4e-c32e14b18d8a None None] For port 26108cad-0dea-46c3-9cd5-c9f377507cbe, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=26108cad-0dea-46c3-9cd5-c9f377507cbe,segment=NetworkSegment(e45f7a5f-6f06-4d7c-998a-a4068d4c9621),segment_id=e45f7a5f-6f06-4d7c-998a-a4068d4c9621)] {{(pid=82903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:43:13.647743 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.plugins.ml2.rpc [None req-812787cf-6466-4ce1-8c4e-c32e14b18d8a None None] Returning: {'device': '26108cad-0dea-46c3-9cd5-c9f377507cbe', 'network_id': '7e6f7d4e-b4a0-4c4e-80c2-814a38a14199', 'port_id': '26108cad-0dea-46c3-9cd5-c9f377507cbe', 'mac_address': 'fa:16:3e:a8:82:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 834, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7b0e1516-4c73-46b2-a641-716be4f1edf5', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82903) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 15:43:13.675703 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812787cf-6466-4ce1-8c4e-c32e14b18d8a None None] Pushing event updated for resources: {'Port': ['ID=18370f30-9daf-4ae9-b902-89219faf32d6,revision_number=4']} {{(pid=82903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:43:13.715549 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-812787cf-6466-4ce1-8c4e-c32e14b18d8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16080601'] for port, before_update {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:43:13.739269 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.notifiers.nova [None req-812787cf-6466-4ce1-8c4e-c32e14b18d8a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 26108cad-0dea-46c3-9cd5-c9f377507cbe {{(pid=82903) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 15:43:13.756080 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.plugins.ml2.db [None req-812787cf-6466-4ce1-8c4e-c32e14b18d8a None None] For port 26108cad-0dea-46c3-9cd5-c9f377507cbe, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=26108cad-0dea-46c3-9cd5-c9f377507cbe,segment=NetworkSegment(e45f7a5f-6f06-4d7c-998a-a4068d4c9621),segment_id=e45f7a5f-6f06-4d7c-998a-a4068d4c9621)] {{(pid=82903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:43:13.760074 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-812787cf-6466-4ce1-8c4e-c32e14b18d8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16080037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758755988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756758334055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756758334100'] for port, after_update {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:43:13.835693 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812787cf-6466-4ce1-8c4e-c32e14b18d8a None None] Pushing event updated for resources: {'Port': ['ID=26108cad-0dea-46c3-9cd5-c9f377507cbe,revision_number=4']} {{(pid=82903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:43:14.026343 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09fa5e7a-00bd-44be-bac0-02feb3d18602 req-5c371175-ab35-4970-8865-903f4ae5517d tempest-AttachVolumeShelveTestJSON-409995212 tempest-AttachVolumeShelveTestJSON-409995212-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:43:14.027796 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-09fa5e7a-00bd-44be-bac0-02feb3d18602 req-5c371175-ab35-4970-8865-903f4ae5517d tempest-AttachVolumeShelveTestJSON-409995212 tempest-AttachVolumeShelveTestJSON-409995212-project] 10.222.0.67 "GET /v2.0/ports?device_id=a4e12dd7-341f-4b28-bef9-17c37cbbc785 HTTP/1.1" status: 200 len: 943 time: 0.0831630 Feb 09 15:43:14.074182 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-09fa5e7a-00bd-44be-bac0-02feb3d18602 req-74a37701-4a15-4836-af70-acf5ddd1023d tempest-AttachVolumeShelveTestJSON-409995212 tempest-AttachVolumeShelveTestJSON-409995212-project] 10.222.0.67 "GET /v2.0/security-groups?id=7287f013-6b2f-43b9-b826-2cf86932a253&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408821 Feb 09 15:43:14.287763 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43e0d60-e57f-483d-ba68-0121ef8cdbad req-8637219b-c164-493a-b8cf-74d0348d39e7 tempest-DeleteServersTestJSON-401039505 tempest-DeleteServersTestJSON-401039505-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:43:14.289624 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-f43e0d60-e57f-483d-ba68-0121ef8cdbad req-8637219b-c164-493a-b8cf-74d0348d39e7 tempest-DeleteServersTestJSON-401039505 tempest-DeleteServersTestJSON-401039505-project] 10.222.0.67 "GET /v2.0/ports?device_id=0e73f890-b929-4a05-aad2-2c10991390c7 HTTP/1.1" status: 200 len: 944 time: 0.0944111 Feb 09 15:43:14.346855 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-f43e0d60-e57f-483d-ba68-0121ef8cdbad req-e1099404-51a3-414f-be94-a1791c9b4224 tempest-DeleteServersTestJSON-401039505 tempest-DeleteServersTestJSON-401039505-project] 10.222.0.67 "GET /v2.0/security-groups?id=7e4a9c1f-e3a3-4232-a4ee-a060da02385c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512660 Feb 09 15:43:14.542844 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0daa2f73-514b-4e2e-865a-a64ae21261ee req-b85d576b-0155-4a67-93b2-085d47129607 tempest-ServerRescueNegativeTestJSON-674815279 tempest-ServerRescueNegativeTestJSON-674815279-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:43:14.544278 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-0daa2f73-514b-4e2e-865a-a64ae21261ee req-b85d576b-0155-4a67-93b2-085d47129607 tempest-ServerRescueNegativeTestJSON-674815279 tempest-ServerRescueNegativeTestJSON-674815279-project] 10.222.0.67 "GET /v2.0/ports?device_id=02052525-11c7-42a2-bbb0-76ffebf59eb3 HTTP/1.1" status: 200 len: 944 time: 0.0763009 Feb 09 15:43:14.595354 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-0daa2f73-514b-4e2e-865a-a64ae21261ee req-5d361cdf-e3b4-4d5c-ad1a-73b7f7ecf188 tempest-ServerRescueNegativeTestJSON-674815279 tempest-ServerRescueNegativeTestJSON-674815279-project] 10.222.0.67 "GET /v2.0/security-groups?id=ffc79123-c9cb-487f-b3ec-4904a4a85a48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455105 Feb 09 15:43:14.798142 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efa4fdd-2eaa-45b4-a823-3e39846a0319 req-bb936419-d9fa-409c-8d52-b66830f4a933 tempest-AttachVolumeNegativeTest-574944362 tempest-AttachVolumeNegativeTest-574944362-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:43:14.799524 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-4efa4fdd-2eaa-45b4-a823-3e39846a0319 req-bb936419-d9fa-409c-8d52-b66830f4a933 tempest-AttachVolumeNegativeTest-574944362 tempest-AttachVolumeNegativeTest-574944362-project] 10.222.0.67 "GET /v2.0/ports?device_id=71ed887c-38f9-4a4b-942b-2ee78a0aceaf HTTP/1.1" status: 200 len: 945 time: 0.0815418 Feb 09 15:43:14.847655 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-4efa4fdd-2eaa-45b4-a823-3e39846a0319 req-9623de10-7bf2-460e-b5f0-8cb9a959ccbd tempest-AttachVolumeNegativeTest-574944362 tempest-AttachVolumeNegativeTest-574944362-project] 10.222.0.67 "GET /v2.0/security-groups?id=8c9b51e4-e908-48c1-8ba4-2cab64c30d74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406454 Feb 09 15:43:15.124933 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.plugins.ml2.rpc [None req-812787cf-6466-4ce1-8c4e-c32e14b18d8a None None] Device 904e54cb-793e-4660-858f-1650c6d06eda details requested by agent hyperv_hv-cinder-82510 with host hv-cinder-82510 {{(pid=82903) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 15:43:15.261110 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.plugins.ml2.db [None req-812787cf-6466-4ce1-8c4e-c32e14b18d8a None None] For port 904e54cb-793e-4660-858f-1650c6d06eda, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=904e54cb-793e-4660-858f-1650c6d06eda,segment=NetworkSegment(47be4392-46be-4f67-a93c-733fd962f305),segment_id=47be4392-46be-4f67-a93c-733fd962f305)] {{(pid=82903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:43:15.274334 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.plugins.ml2.rpc [None req-812787cf-6466-4ce1-8c4e-c32e14b18d8a None None] Returning: {'device': '904e54cb-793e-4660-858f-1650c6d06eda', 'network_id': '515106f2-407b-4cd0-874f-592278142559', 'port_id': '904e54cb-793e-4660-858f-1650c6d06eda', 'mac_address': 'fa:16:3e:6e:be:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 843, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f6c0b2aa-667d-4387-9940-6f1b97474e6c', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82903) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 15:43:15.311634 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d6ec62-3985-4dfe-a2d9-4ecfe6deeeed req-5fba28d7-294f-463f-a2bb-c775cfe8114c tempest-AttachVolumeShelveTestJSON-409995212 tempest-AttachVolumeShelveTestJSON-409995212-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:43:15.313434 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-a0d6ec62-3985-4dfe-a2d9-4ecfe6deeeed req-5fba28d7-294f-463f-a2bb-c775cfe8114c tempest-AttachVolumeShelveTestJSON-409995212 tempest-AttachVolumeShelveTestJSON-409995212-project] 10.222.0.67 "GET /v2.0/ports?device_id=a4e12dd7-341f-4b28-bef9-17c37cbbc785 HTTP/1.1" status: 200 len: 943 time: 0.0936096 Feb 09 15:43:15.331678 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-812787cf-6466-4ce1-8c4e-c32e14b18d8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16080601'] for port, before_update {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:43:15.352268 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.notifiers.nova [None req-812787cf-6466-4ce1-8c4e-c32e14b18d8a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 904e54cb-793e-4660-858f-1650c6d06eda {{(pid=82903) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 15:43:15.364147 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-a0d6ec62-3985-4dfe-a2d9-4ecfe6deeeed req-b602392e-0736-49f8-b983-178aa638540a tempest-AttachVolumeShelveTestJSON-409995212 tempest-AttachVolumeShelveTestJSON-409995212-project] 10.222.0.67 "GET /v2.0/security-groups?id=7287f013-6b2f-43b9-b826-2cf86932a253&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439203 Feb 09 15:43:15.368628 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.plugins.ml2.db [None req-812787cf-6466-4ce1-8c4e-c32e14b18d8a None None] For port 904e54cb-793e-4660-858f-1650c6d06eda, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=904e54cb-793e-4660-858f-1650c6d06eda,segment=NetworkSegment(47be4392-46be-4f67-a93c-733fd962f305),segment_id=47be4392-46be-4f67-a93c-733fd962f305)] {{(pid=82903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:43:15.373361 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-812787cf-6466-4ce1-8c4e-c32e14b18d8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16080037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758755988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756758334055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756758334100'] for port, after_update {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:43:15.451640 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812787cf-6466-4ce1-8c4e-c32e14b18d8a None None] Pushing event updated for resources: {'Port': ['ID=904e54cb-793e-4660-858f-1650c6d06eda,revision_number=4']} {{(pid=82903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:43:15.566986 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a80922-de84-40be-9d26-10fad866bd0b req-a06da50a-f00b-44b8-851e-3c2c1de0c63f tempest-DeleteServersTestJSON-401039505 tempest-DeleteServersTestJSON-401039505-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:43:15.568443 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-b8a80922-de84-40be-9d26-10fad866bd0b req-a06da50a-f00b-44b8-851e-3c2c1de0c63f tempest-DeleteServersTestJSON-401039505 tempest-DeleteServersTestJSON-401039505-project] 10.222.0.67 "GET /v2.0/ports?device_id=0e73f890-b929-4a05-aad2-2c10991390c7 HTTP/1.1" status: 200 len: 944 time: 0.0780809 Feb 09 15:43:15.624321 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-b8a80922-de84-40be-9d26-10fad866bd0b req-1043a652-aecb-49d0-a5ec-da9890938bb8 tempest-DeleteServersTestJSON-401039505 tempest-DeleteServersTestJSON-401039505-project] 10.222.0.67 "GET /v2.0/security-groups?id=7e4a9c1f-e3a3-4232-a4ee-a060da02385c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503857 Feb 09 15:43:15.812559 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0770d6e3-2921-48b5-b790-c3198571eb9b req-3aef7ed7-8e3f-43f8-8d16-fc17f7b0ae8d tempest-ServerRescueNegativeTestJSON-674815279 tempest-ServerRescueNegativeTestJSON-674815279-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:43:15.814221 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-0770d6e3-2921-48b5-b790-c3198571eb9b req-3aef7ed7-8e3f-43f8-8d16-fc17f7b0ae8d tempest-ServerRescueNegativeTestJSON-674815279 tempest-ServerRescueNegativeTestJSON-674815279-project] 10.222.0.67 "GET /v2.0/ports?device_id=02052525-11c7-42a2-bbb0-76ffebf59eb3 HTTP/1.1" status: 200 len: 944 time: 0.0854526 Feb 09 15:43:15.858865 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-0770d6e3-2921-48b5-b790-c3198571eb9b req-086e2785-b79d-4afe-9bbe-5ccf678b564f tempest-ServerRescueNegativeTestJSON-674815279 tempest-ServerRescueNegativeTestJSON-674815279-project] 10.222.0.67 "GET /v2.0/security-groups?id=ffc79123-c9cb-487f-b3ec-4904a4a85a48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382628 Feb 09 15:43:16.047938 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0431353-734d-4e1a-8b20-40990f81d76e req-bb6ea429-3d49-40ea-b5ae-ea5075ef6d01 tempest-AttachVolumeNegativeTest-574944362 tempest-AttachVolumeNegativeTest-574944362-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:43:16.049508 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-d0431353-734d-4e1a-8b20-40990f81d76e req-bb6ea429-3d49-40ea-b5ae-ea5075ef6d01 tempest-AttachVolumeNegativeTest-574944362 tempest-AttachVolumeNegativeTest-574944362-project] 10.222.0.67 "GET /v2.0/ports?device_id=71ed887c-38f9-4a4b-942b-2ee78a0aceaf HTTP/1.1" status: 200 len: 945 time: 0.0761678 Feb 09 15:43:16.096014 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-d0431353-734d-4e1a-8b20-40990f81d76e req-5ec24139-6541-4d6e-8012-827882e4aa47 tempest-AttachVolumeNegativeTest-574944362 tempest-AttachVolumeNegativeTest-574944362-project] 10.222.0.67 "GET /v2.0/security-groups?id=8c9b51e4-e908-48c1-8ba4-2cab64c30d74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403278 Feb 09 15:43:16.594615 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ed460e-7252-45cd-b45b-d2c7b8d7dca9 req-539bc2df-48cd-414c-9bd0-7f2de13d1fb9 tempest-AttachVolumeShelveTestJSON-409995212 tempest-AttachVolumeShelveTestJSON-409995212-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:43:16.596044 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-f8ed460e-7252-45cd-b45b-d2c7b8d7dca9 req-539bc2df-48cd-414c-9bd0-7f2de13d1fb9 tempest-AttachVolumeShelveTestJSON-409995212 tempest-AttachVolumeShelveTestJSON-409995212-project] 10.222.0.67 "GET /v2.0/ports?device_id=a4e12dd7-341f-4b28-bef9-17c37cbbc785 HTTP/1.1" status: 200 len: 944 time: 0.0753915 Feb 09 15:43:16.641181 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-f8ed460e-7252-45cd-b45b-d2c7b8d7dca9 req-aa7a6157-72f8-4798-aa86-0800aebec1a0 tempest-AttachVolumeShelveTestJSON-409995212 tempest-AttachVolumeShelveTestJSON-409995212-project] 10.222.0.67 "GET /v2.0/security-groups?id=7287f013-6b2f-43b9-b826-2cf86932a253&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387874 Feb 09 15:43:16.785385 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.plugins.ml2.db [None req-812787cf-6466-4ce1-8c4e-c32e14b18d8a None None] get_ports_and_sgs() called for port_ids ['26108cad-0dea-46c3-9cd5-c9f377507cbe'] {{(pid=82903) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 09 15:43:16.819220 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.plugins.ml2.db [None req-812787cf-6466-4ce1-8c4e-c32e14b18d8a None None] get_ports_and_sgs() called for port_ids ['3d8686d1-f0df-418b-bc75-7369d11c5595'] {{(pid=82903) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 09 15:43:16.837337 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1420d83d-5d4b-4dab-876c-716de4ceebbe req-05caabf1-3d79-486f-9788-a545b79430a9 tempest-DeleteServersTestJSON-401039505 tempest-DeleteServersTestJSON-401039505-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:43:16.838803 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-1420d83d-5d4b-4dab-876c-716de4ceebbe req-05caabf1-3d79-486f-9788-a545b79430a9 tempest-DeleteServersTestJSON-401039505 tempest-DeleteServersTestJSON-401039505-project] 10.222.0.67 "GET /v2.0/ports?device_id=0e73f890-b929-4a05-aad2-2c10991390c7 HTTP/1.1" status: 200 len: 944 time: 0.0870340 Feb 09 15:43:16.851457 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.plugins.ml2.db [None req-812787cf-6466-4ce1-8c4e-c32e14b18d8a None None] get_ports_and_sgs() called for port_ids ['18370f30-9daf-4ae9-b902-89219faf32d6'] {{(pid=82903) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 09 15:43:16.916602 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-1420d83d-5d4b-4dab-876c-716de4ceebbe req-39df819a-001d-4751-bdaf-0892d3d06ae1 tempest-DeleteServersTestJSON-401039505 tempest-DeleteServersTestJSON-401039505-project] 10.222.0.67 "GET /v2.0/security-groups?id=7e4a9c1f-e3a3-4232-a4ee-a060da02385c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705211 Feb 09 15:43:16.922088 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.plugins.ml2.db [None req-812787cf-6466-4ce1-8c4e-c32e14b18d8a None None] get_ports_and_sgs() called for port_ids ['56df3510-a584-4b16-a3b5-6c6c62b3a342'] {{(pid=82903) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 09 15:43:17.084093 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11c14b2-bc61-4bb2-b265-b16fb33677de req-3b2d4928-fd62-41e7-9481-ccaae0b5b984 tempest-ServerRescueNegativeTestJSON-674815279 tempest-ServerRescueNegativeTestJSON-674815279-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:43:17.085639 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-d11c14b2-bc61-4bb2-b265-b16fb33677de req-3b2d4928-fd62-41e7-9481-ccaae0b5b984 tempest-ServerRescueNegativeTestJSON-674815279 tempest-ServerRescueNegativeTestJSON-674815279-project] 10.222.0.67 "GET /v2.0/ports?device_id=02052525-11c7-42a2-bbb0-76ffebf59eb3 HTTP/1.1" status: 200 len: 944 time: 0.0900316 Feb 09 15:43:17.097471 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.plugins.ml2.db [None req-812787cf-6466-4ce1-8c4e-c32e14b18d8a None None] get_ports_and_sgs() called for port_ids ['904e54cb-793e-4660-858f-1650c6d06eda'] {{(pid=82903) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 09 15:43:17.151969 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-d11c14b2-bc61-4bb2-b265-b16fb33677de req-28e56a61-1611-4e45-b19e-2f87d4157ed8 tempest-ServerRescueNegativeTestJSON-674815279 tempest-ServerRescueNegativeTestJSON-674815279-project] 10.222.0.67 "GET /v2.0/security-groups?id=ffc79123-c9cb-487f-b3ec-4904a4a85a48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584202 Feb 09 15:43:17.322339 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890894aa-cc52-4ece-8adf-6e7e5c168269 req-d0ef54bb-617c-45af-b815-36eafdb97493 tempest-AttachVolumeNegativeTest-574944362 tempest-AttachVolumeNegativeTest-574944362-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:43:17.323926 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-890894aa-cc52-4ece-8adf-6e7e5c168269 req-d0ef54bb-617c-45af-b815-36eafdb97493 tempest-AttachVolumeNegativeTest-574944362 tempest-AttachVolumeNegativeTest-574944362-project] 10.222.0.67 "GET /v2.0/ports?device_id=71ed887c-38f9-4a4b-942b-2ee78a0aceaf HTTP/1.1" status: 200 len: 945 time: 0.0877016 Feb 09 15:43:17.371696 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-890894aa-cc52-4ece-8adf-6e7e5c168269 req-969630c2-51cd-4861-8dc1-a1c43786344b tempest-AttachVolumeNegativeTest-574944362 tempest-AttachVolumeNegativeTest-574944362-project] 10.222.0.67 "GET /v2.0/security-groups?id=8c9b51e4-e908-48c1-8ba4-2cab64c30d74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422606 Feb 09 15:43:17.859314 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5332acbd-24a8-4da3-9c0c-200a77a27af1 req-26e45432-992b-4926-8284-fb116df39468 tempest-AttachVolumeShelveTestJSON-409995212 tempest-AttachVolumeShelveTestJSON-409995212-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:43:17.860767 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-5332acbd-24a8-4da3-9c0c-200a77a27af1 req-26e45432-992b-4926-8284-fb116df39468 tempest-AttachVolumeShelveTestJSON-409995212 tempest-AttachVolumeShelveTestJSON-409995212-project] 10.222.0.67 "GET /v2.0/ports?device_id=a4e12dd7-341f-4b28-bef9-17c37cbbc785 HTTP/1.1" status: 200 len: 944 time: 0.0746083 Feb 09 15:43:17.911276 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-5332acbd-24a8-4da3-9c0c-200a77a27af1 req-07e5f06a-9a50-4117-97cc-ba9157b2b5fd tempest-AttachVolumeShelveTestJSON-409995212 tempest-AttachVolumeShelveTestJSON-409995212-project] 10.222.0.67 "GET /v2.0/security-groups?id=7287f013-6b2f-43b9-b826-2cf86932a253&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440807 Feb 09 15:43:18.142635 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353bdb63-25d7-4736-b17c-55b1095747be req-8cafe366-b46f-4808-8d97-788892fee874 tempest-DeleteServersTestJSON-401039505 tempest-DeleteServersTestJSON-401039505-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:43:18.144413 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-353bdb63-25d7-4736-b17c-55b1095747be req-8cafe366-b46f-4808-8d97-788892fee874 tempest-DeleteServersTestJSON-401039505 tempest-DeleteServersTestJSON-401039505-project] 10.222.0.67 "GET /v2.0/ports?device_id=0e73f890-b929-4a05-aad2-2c10991390c7 HTTP/1.1" status: 200 len: 944 time: 0.0799494 Feb 09 15:43:18.192935 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-353bdb63-25d7-4736-b17c-55b1095747be req-1cf9dacb-135f-4e2c-b42c-512644c80a84 tempest-DeleteServersTestJSON-401039505 tempest-DeleteServersTestJSON-401039505-project] 10.222.0.67 "GET /v2.0/security-groups?id=7e4a9c1f-e3a3-4232-a4ee-a060da02385c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423751 Feb 09 15:43:18.354078 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aaf58e0-88d8-4126-92d9-f02d00ccf7a4 req-3e591b8f-6554-47c4-99a0-67f41c351356 tempest-ServerRescueNegativeTestJSON-674815279 tempest-ServerRescueNegativeTestJSON-674815279-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:43:18.355555 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-1aaf58e0-88d8-4126-92d9-f02d00ccf7a4 req-3e591b8f-6554-47c4-99a0-67f41c351356 tempest-ServerRescueNegativeTestJSON-674815279 tempest-ServerRescueNegativeTestJSON-674815279-project] 10.222.0.67 "GET /v2.0/ports?device_id=02052525-11c7-42a2-bbb0-76ffebf59eb3 HTTP/1.1" status: 200 len: 944 time: 0.0832489 Feb 09 15:43:18.407352 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-1aaf58e0-88d8-4126-92d9-f02d00ccf7a4 req-1c69c424-e5e1-4192-8d27-08033187dc2d tempest-ServerRescueNegativeTestJSON-674815279 tempest-ServerRescueNegativeTestJSON-674815279-project] 10.222.0.67 "GET /v2.0/security-groups?id=ffc79123-c9cb-487f-b3ec-4904a4a85a48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458333 Feb 09 15:43:18.576043 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aadfa532-bb84-41e3-99d0-7027e4644409 req-450468e2-3f00-43f7-ae6a-3bf012d8f732 tempest-AttachVolumeNegativeTest-574944362 tempest-AttachVolumeNegativeTest-574944362-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:43:18.577490 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-aadfa532-bb84-41e3-99d0-7027e4644409 req-450468e2-3f00-43f7-ae6a-3bf012d8f732 tempest-AttachVolumeNegativeTest-574944362 tempest-AttachVolumeNegativeTest-574944362-project] 10.222.0.67 "GET /v2.0/ports?device_id=71ed887c-38f9-4a4b-942b-2ee78a0aceaf HTTP/1.1" status: 200 len: 945 time: 0.0763874 Feb 09 15:43:18.625302 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-aadfa532-bb84-41e3-99d0-7027e4644409 req-c1a3fe21-10a2-48ff-a27b-6a1a283f47d0 tempest-AttachVolumeNegativeTest-574944362 tempest-AttachVolumeNegativeTest-574944362-project] 10.222.0.67 "GET /v2.0/security-groups?id=8c9b51e4-e908-48c1-8ba4-2cab64c30d74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417838 Feb 09 15:43:19.132917 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04388bc5-8669-475e-bc13-84453a3a0e02 req-ee283d94-7237-4dd2-8ffe-d80ec13844ca tempest-AttachVolumeShelveTestJSON-409995212 tempest-AttachVolumeShelveTestJSON-409995212-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:43:19.134449 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-04388bc5-8669-475e-bc13-84453a3a0e02 req-ee283d94-7237-4dd2-8ffe-d80ec13844ca tempest-AttachVolumeShelveTestJSON-409995212 tempest-AttachVolumeShelveTestJSON-409995212-project] 10.222.0.67 "GET /v2.0/ports?device_id=a4e12dd7-341f-4b28-bef9-17c37cbbc785 HTTP/1.1" status: 200 len: 944 time: 0.0885518 Feb 09 15:43:19.180798 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-04388bc5-8669-475e-bc13-84453a3a0e02 req-89d98dac-5df5-4304-97b4-441943173e32 tempest-AttachVolumeShelveTestJSON-409995212 tempest-AttachVolumeShelveTestJSON-409995212-project] 10.222.0.67 "GET /v2.0/security-groups?id=7287f013-6b2f-43b9-b826-2cf86932a253&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409024 Feb 09 15:43:19.391968 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27804f7-993d-4823-82a5-018c68086faa req-16508595-ed5d-4bea-a587-cc2c6c214964 tempest-DeleteServersTestJSON-401039505 tempest-DeleteServersTestJSON-401039505-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:43:19.394109 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-e27804f7-993d-4823-82a5-018c68086faa req-16508595-ed5d-4bea-a587-cc2c6c214964 tempest-DeleteServersTestJSON-401039505 tempest-DeleteServersTestJSON-401039505-project] 10.222.0.67 "GET /v2.0/ports?device_id=0e73f890-b929-4a05-aad2-2c10991390c7 HTTP/1.1" status: 200 len: 944 time: 0.0776892 Feb 09 15:43:19.443151 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-e27804f7-993d-4823-82a5-018c68086faa req-005dfeff-0892-4b5b-89f8-d5ab670bfa1a tempest-DeleteServersTestJSON-401039505 tempest-DeleteServersTestJSON-401039505-project] 10.222.0.67 "GET /v2.0/security-groups?id=7e4a9c1f-e3a3-4232-a4ee-a060da02385c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431826 Feb 09 15:43:19.630287 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0245917d-29c3-4e64-b5df-018ae8757ad2 req-3567fb6e-c675-4374-b530-2883afc31ca8 tempest-ServerRescueNegativeTestJSON-674815279 tempest-ServerRescueNegativeTestJSON-674815279-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:43:19.632179 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-0245917d-29c3-4e64-b5df-018ae8757ad2 req-3567fb6e-c675-4374-b530-2883afc31ca8 tempest-ServerRescueNegativeTestJSON-674815279 tempest-ServerRescueNegativeTestJSON-674815279-project] 10.222.0.67 "GET /v2.0/ports?device_id=02052525-11c7-42a2-bbb0-76ffebf59eb3 HTTP/1.1" status: 200 len: 944 time: 0.0755072 Feb 09 15:43:19.678991 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-0245917d-29c3-4e64-b5df-018ae8757ad2 req-ffef2b94-70ae-441f-8998-c2e1a4909ec2 tempest-ServerRescueNegativeTestJSON-674815279 tempest-ServerRescueNegativeTestJSON-674815279-project] 10.222.0.67 "GET /v2.0/security-groups?id=ffc79123-c9cb-487f-b3ec-4904a4a85a48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411873 Feb 09 15:43:19.830030 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a66105-3857-42d1-a399-ff7f70cc5a8b req-e8b0fe6d-709e-4ea2-b7e7-0cc035c68a7c tempest-AttachVolumeNegativeTest-574944362 tempest-AttachVolumeNegativeTest-574944362-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:43:19.831370 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-55a66105-3857-42d1-a399-ff7f70cc5a8b req-e8b0fe6d-709e-4ea2-b7e7-0cc035c68a7c tempest-AttachVolumeNegativeTest-574944362 tempest-AttachVolumeNegativeTest-574944362-project] 10.222.0.67 "GET /v2.0/ports?device_id=71ed887c-38f9-4a4b-942b-2ee78a0aceaf HTTP/1.1" status: 200 len: 945 time: 0.0814772 Feb 09 15:43:19.879998 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-55a66105-3857-42d1-a399-ff7f70cc5a8b req-2812c866-c921-42af-8410-698e4089378e tempest-AttachVolumeNegativeTest-574944362 tempest-AttachVolumeNegativeTest-574944362-project] 10.222.0.67 "GET /v2.0/security-groups?id=8c9b51e4-e908-48c1-8ba4-2cab64c30d74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429041 Feb 09 15:43:20.417865 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5ee8e3-3ccb-4732-8b1a-a6404dc45125 req-b298ad8e-df10-4a8c-9c5e-3660660603b2 tempest-AttachVolumeShelveTestJSON-409995212 tempest-AttachVolumeShelveTestJSON-409995212-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:43:20.419373 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-9c5ee8e3-3ccb-4732-8b1a-a6404dc45125 req-b298ad8e-df10-4a8c-9c5e-3660660603b2 tempest-AttachVolumeShelveTestJSON-409995212 tempest-AttachVolumeShelveTestJSON-409995212-project] 10.222.0.67 "GET /v2.0/ports?device_id=a4e12dd7-341f-4b28-bef9-17c37cbbc785 HTTP/1.1" status: 200 len: 944 time: 0.0887597 Feb 09 15:43:20.475268 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-9c5ee8e3-3ccb-4732-8b1a-a6404dc45125 req-fae929d1-4e52-41f5-8908-237470b7b846 tempest-AttachVolumeShelveTestJSON-409995212 tempest-AttachVolumeShelveTestJSON-409995212-project] 10.222.0.67 "GET /v2.0/security-groups?id=7287f013-6b2f-43b9-b826-2cf86932a253&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498405 Feb 09 15:43:20.676988 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08fbe70-c352-4e3d-b168-a1eee6d572b0 req-82a88c5a-f219-4cf4-aacd-52e755b75446 tempest-DeleteServersTestJSON-401039505 tempest-DeleteServersTestJSON-401039505-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:43:20.678598 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-f08fbe70-c352-4e3d-b168-a1eee6d572b0 req-82a88c5a-f219-4cf4-aacd-52e755b75446 tempest-DeleteServersTestJSON-401039505 tempest-DeleteServersTestJSON-401039505-project] 10.222.0.67 "GET /v2.0/ports?device_id=0e73f890-b929-4a05-aad2-2c10991390c7 HTTP/1.1" status: 200 len: 944 time: 0.0824282 Feb 09 15:43:20.738737 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-f08fbe70-c352-4e3d-b168-a1eee6d572b0 req-d8114f12-b132-44dc-8016-36fdc526f46e tempest-DeleteServersTestJSON-401039505 tempest-DeleteServersTestJSON-401039505-project] 10.222.0.67 "GET /v2.0/security-groups?id=7e4a9c1f-e3a3-4232-a4ee-a060da02385c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520790 Feb 09 15:43:20.893748 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd3f0bd-a923-41ec-bd2f-2da80d21c805 req-d0220de3-cba1-4c7b-8660-5c2fc544df77 tempest-ServerRescueNegativeTestJSON-674815279 tempest-ServerRescueNegativeTestJSON-674815279-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:43:20.895367 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-edd3f0bd-a923-41ec-bd2f-2da80d21c805 req-d0220de3-cba1-4c7b-8660-5c2fc544df77 tempest-ServerRescueNegativeTestJSON-674815279 tempest-ServerRescueNegativeTestJSON-674815279-project] 10.222.0.67 "GET /v2.0/ports?device_id=02052525-11c7-42a2-bbb0-76ffebf59eb3 HTTP/1.1" status: 200 len: 944 time: 0.0853512 Feb 09 15:43:20.927804 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.wsgi [-] (82902) accepted ('10.222.0.67', 42456) {{(pid=82902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 15:43:20.965811 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-edd3f0bd-a923-41ec-bd2f-2da80d21c805 req-7f782bc7-0b7c-43df-808b-f6e6180457f3 tempest-ServerRescueNegativeTestJSON-674815279 tempest-ServerRescueNegativeTestJSON-674815279-project] 10.222.0.67 "GET /v2.0/security-groups?id=ffc79123-c9cb-487f-b3ec-4904a4a85a48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628762 Feb 09 15:43:21.102717 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-f41c609a-79f6-4165-97fd-e9b20b110fe7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:43:21.152256 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.db.quota.driver [None req-f41c609a-79f6-4165-97fd-e9b20b110fe7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 15:43:21.157184 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.quota.resource [None req-f41c609a-79f6-4165-97fd-e9b20b110fe7 admin admin] Usage tracker for resource:security_group_rule and tenant:c6d07bc2c0ff485fb881f7d6573e5a9f is out of sync, need to count used quota {{(pid=82902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 15:43:21.161390 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.quota.resource [None req-f41c609a-79f6-4165-97fd-e9b20b110fe7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 15:43:21.167957 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.db.quota.driver [None req-f41c609a-79f6-4165-97fd-e9b20b110fe7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 15:43:21.181024 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33762013-17f2-4a9d-88a3-64125c87cdd9 req-c21cd444-085e-40fd-8985-0f712abeeb26 tempest-AttachVolumeNegativeTest-574944362 tempest-AttachVolumeNegativeTest-574944362-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:43:21.182525 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-33762013-17f2-4a9d-88a3-64125c87cdd9 req-c21cd444-085e-40fd-8985-0f712abeeb26 tempest-AttachVolumeNegativeTest-574944362 tempest-AttachVolumeNegativeTest-574944362-project] 10.222.0.67 "GET /v2.0/ports?device_id=71ed887c-38f9-4a4b-942b-2ee78a0aceaf HTTP/1.1" status: 200 len: 945 time: 0.1436322 Feb 09 15:43:21.250517 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-33762013-17f2-4a9d-88a3-64125c87cdd9 req-54838757-0dbb-4b2d-bff9-5fb7283ff2ad tempest-AttachVolumeNegativeTest-574944362 tempest-AttachVolumeNegativeTest-574944362-project] 10.222.0.67 "GET /v2.0/security-groups?id=8c9b51e4-e908-48c1-8ba4-2cab64c30d74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622509 Feb 09 15:43:21.291466 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-f41c609a-79f6-4165-97fd-e9b20b110fe7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:43:21.295530 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-f41c609a-79f6-4165-97fd-e9b20b110fe7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_create {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:43:21.349490 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f41c609a-79f6-4165-97fd-e9b20b110fe7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6159a657-025f-4e4c-a572-c36549a13b66,revision_number=1']} {{(pid=82902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:43:21.357488 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [None req-f41c609a-79f6-4165-97fd-e9b20b110fe7 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=c6d07bc2c0ff485fb881f7d6573e5a9f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4255884 Feb 09 15:43:21.358488 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.wsgi [-] (82902) accepted ('10.222.0.67', 42468) {{(pid=82902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 15:43:21.422245 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-aa829432-917e-4701-ab9f-5b7cfeb666ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:43:21.450832 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-aa829432-917e-4701-ab9f-5b7cfeb666ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:43:21.504347 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-aa829432-917e-4701-ab9f-5b7cfeb666ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_delete {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:43:21.527866 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa829432-917e-4701-ab9f-5b7cfeb666ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6159a657-025f-4e4c-a572-c36549a13b66,revision_number=None']} {{(pid=82902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:43:21.531947 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-aa829432-917e-4701-ab9f-5b7cfeb666ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:43:21.535967 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [None req-aa829432-917e-4701-ab9f-5b7cfeb666ac admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/6159a657-025f-4e4c-a572-c36549a13b66 HTTP/1.1" status: 204 len: 168 time: 0.1750612 Feb 09 15:43:21.645382 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.plugins.ml2.rpc [None req-812787cf-6466-4ce1-8c4e-c32e14b18d8a None None] Device 56df3510-a584-4b16-a3b5-6c6c62b3a342 up at agent hyperv_hv-cinder-82510 {{(pid=82903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 15:43:21.803379 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.db.provisioning_blocks [None req-812787cf-6466-4ce1-8c4e-c32e14b18d8a None None] Provisioning for port 56df3510-a584-4b16-a3b5-6c6c62b3a342 completed by entity L2. {{(pid=82903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 15:43:21.814054 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.db.provisioning_blocks [None req-812787cf-6466-4ce1-8c4e-c32e14b18d8a None None] Provisioning complete for port 56df3510-a584-4b16-a3b5-6c6c62b3a342 triggered by entity L2. {{(pid=82903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:43:21.814425 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-812787cf-6466-4ce1-8c4e-c32e14b18d8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16008948'] for port, provisioning_complete {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:43:21.842275 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.wsgi [-] (82902) accepted ('10.222.0.67', 42504) {{(pid=82902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 15:43:21.861997 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796b42d6-d7bb-4ebd-8c8c-4917ad21283c req-3015ef13-f0db-485d-9b86-662adb561ee7 tempest-AttachVolumeShelveTestJSON-409995212 tempest-AttachVolumeShelveTestJSON-409995212-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:43:21.869316 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-796b42d6-d7bb-4ebd-8c8c-4917ad21283c req-3015ef13-f0db-485d-9b86-662adb561ee7 tempest-AttachVolumeShelveTestJSON-409995212 tempest-AttachVolumeShelveTestJSON-409995212-project] 10.222.0.67 "GET /v2.0/ports?device_id=a4e12dd7-341f-4b28-bef9-17c37cbbc785 HTTP/1.1" status: 200 len: 944 time: 0.2170517 Feb 09 15:43:22.008536 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-796b42d6-d7bb-4ebd-8c8c-4917ad21283c req-ac7b7089-8afc-47f5-881e-df917ea473cf tempest-AttachVolumeShelveTestJSON-409995212 tempest-AttachVolumeShelveTestJSON-409995212-project] 10.222.0.67 "GET /v2.0/security-groups?id=7287f013-6b2f-43b9-b826-2cf86932a253&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1336367 Feb 09 15:43:22.042950 dv-cinder-825105-1-iscsi neutron-server[82904]: DEBUG neutron.db.agents_db [None req-77d1faa3-9ee6-4a91-bd02-8524aa1f9325 None None] Agent healthcheck: found 6 active agents {{(pid=82904) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 15:43:22.090587 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609be6aa-9e2d-43d4-b612-8db9a6f21501 req-a95937a2-a81b-4290-b5c1-deb0f7561081 tempest-DeleteServersTestJSON-401039505 tempest-DeleteServersTestJSON-401039505-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:43:22.092562 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-609be6aa-9e2d-43d4-b612-8db9a6f21501 req-a95937a2-a81b-4290-b5c1-deb0f7561081 tempest-DeleteServersTestJSON-401039505 tempest-DeleteServersTestJSON-401039505-project] 10.222.0.67 "GET /v2.0/ports?device_id=0e73f890-b929-4a05-aad2-2c10991390c7 HTTP/1.1" status: 200 len: 944 time: 0.1258008 Feb 09 15:43:22.130295 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.wsgi [-] (82901) accepted ('10.222.0.67', 42522) {{(pid=82901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 15:43:22.154723 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-718de183-f121-403e-b86a-d8f7566c4032 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:43:22.162777 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-812787cf-6466-4ce1-8c4e-c32e14b18d8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16080601'] for port, before_update {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:43:22.219927 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71ed887c-38f9-4a4b-942b-2ee78a0aceaf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56df3510-a584-4b16-a3b5-6c6c62b3a342'}] {{(pid=82903) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 15:43:22.241947 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.db.quota.driver [None req-718de183-f121-403e-b86a-d8f7566c4032 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 15:43:22.244609 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-f0299629-5b59-402f-b54f-41c4221f02ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:43:22.249685 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.quota.resource [None req-718de183-f121-403e-b86a-d8f7566c4032 admin admin] Usage tracker for resource:security_group_rule and tenant:428a6a4afdb8456e8351f99f1217a2d5 is out of sync, need to count used quota {{(pid=82901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 15:43:22.256090 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.quota.resource [None req-718de183-f121-403e-b86a-d8f7566c4032 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 15:43:22.270050 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.db.quota.driver [None req-718de183-f121-403e-b86a-d8f7566c4032 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 15:43:22.307276 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.db.quota.driver [None req-f0299629-5b59-402f-b54f-41c4221f02ae admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 15:43:22.312595 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.quota.resource [None req-f0299629-5b59-402f-b54f-41c4221f02ae admin admin] Usage tracker for resource:security_group_rule and tenant:e17886d6917a4c5f9b20810e2e95c0ea is out of sync, need to count used quota {{(pid=82902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 15:43:22.317746 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.quota.resource [None req-f0299629-5b59-402f-b54f-41c4221f02ae admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 15:43:22.325370 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.db.quota.driver [None req-f0299629-5b59-402f-b54f-41c4221f02ae admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 15:43:22.378602 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-609be6aa-9e2d-43d4-b612-8db9a6f21501 req-3619002c-c586-49d7-83bc-4eb7cafe13c5 tempest-DeleteServersTestJSON-401039505 tempest-DeleteServersTestJSON-401039505-project] 10.222.0.67 "GET /v2.0/security-groups?id=7e4a9c1f-e3a3-4232-a4ee-a060da02385c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2775626 Feb 09 15:43:22.380266 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.plugins.ml2.db [None req-812787cf-6466-4ce1-8c4e-c32e14b18d8a None None] For port 56df3510-a584-4b16-a3b5-6c6c62b3a342, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=56df3510-a584-4b16-a3b5-6c6c62b3a342,segment=NetworkSegment(61008ea7-600c-42ab-8da1-d2bb9124cbff),segment_id=61008ea7-600c-42ab-8da1-d2bb9124cbff)] {{(pid=82903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:43:22.385536 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-812787cf-6466-4ce1-8c4e-c32e14b18d8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16080037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758755988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756758334055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756758334100'] for port, after_update {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:43:22.386330 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.plugins.ml2.rpc [None req-812787cf-6466-4ce1-8c4e-c32e14b18d8a None None] Device 904e54cb-793e-4660-858f-1650c6d06eda up at agent hyperv_hv-cinder-82510 {{(pid=82903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 15:43:22.453907 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-f0299629-5b59-402f-b54f-41c4221f02ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:43:22.453907 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-f0299629-5b59-402f-b54f-41c4221f02ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_create {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:43:22.511234 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0299629-5b59-402f-b54f-41c4221f02ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a38c207-27a2-4c0c-9af0-359e3bdbdd5a,revision_number=1']} {{(pid=82902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:43:22.523163 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [None req-f0299629-5b59-402f-b54f-41c4221f02ae admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=e17886d6917a4c5f9b20810e2e95c0ea&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6793678 Feb 09 15:43:22.523353 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.wsgi [-] (82902) accepted ('10.222.0.67', 42544) {{(pid=82902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 15:43:22.531140 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-718de183-f121-403e-b86a-d8f7566c4032 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:43:22.538768 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-718de183-f121-403e-b86a-d8f7566c4032 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_create {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:43:22.602875 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812787cf-6466-4ce1-8c4e-c32e14b18d8a None None] Pushing event updated for resources: {'Port': ['ID=56df3510-a584-4b16-a3b5-6c6c62b3a342,revision_number=5']} {{(pid=82903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:43:22.606271 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.db.provisioning_blocks [None req-812787cf-6466-4ce1-8c4e-c32e14b18d8a None None] Provisioning for port 904e54cb-793e-4660-858f-1650c6d06eda completed by entity L2. {{(pid=82903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 15:43:22.612879 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.db.provisioning_blocks [None req-812787cf-6466-4ce1-8c4e-c32e14b18d8a None None] Provisioning complete for port 904e54cb-793e-4660-858f-1650c6d06eda triggered by entity L2. {{(pid=82903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:43:22.613419 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-812787cf-6466-4ce1-8c4e-c32e14b18d8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16008948'] for port, provisioning_complete {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:43:22.671067 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [None req-718de183-f121-403e-b86a-d8f7566c4032 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=428a6a4afdb8456e8351f99f1217a2d5&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5396719 Feb 09 15:43:22.689936 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.wsgi [-] (82902) accepted ('10.222.0.67', 42552) {{(pid=82902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 15:43:22.691492 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718de183-f121-403e-b86a-d8f7566c4032 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5779f32-d344-4a62-b7f8-002ea658298d,revision_number=1']} {{(pid=82901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:43:22.748662 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57130437-0fb1-4d45-92db-5ec5a6e33c3d req-c6724bf6-7f9a-4b10-9be1-56156434ed37 tempest-ServerRescueNegativeTestJSON-674815279 tempest-ServerRescueNegativeTestJSON-674815279-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:43:22.759056 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-57130437-0fb1-4d45-92db-5ec5a6e33c3d req-c6724bf6-7f9a-4b10-9be1-56156434ed37 tempest-ServerRescueNegativeTestJSON-674815279 tempest-ServerRescueNegativeTestJSON-674815279-project] 10.222.0.67 "GET /v2.0/ports?device_id=02052525-11c7-42a2-bbb0-76ffebf59eb3 HTTP/1.1" status: 200 len: 944 time: 0.3981211 Feb 09 15:43:22.818597 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-427b0419-d5fb-4b02-a623-27e823806d5b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:43:22.823023 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-812787cf-6466-4ce1-8c4e-c32e14b18d8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16080601'] for port, before_update {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:43:22.846307 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-57130437-0fb1-4d45-92db-5ec5a6e33c3d req-515300a9-2ec7-4cf7-b833-0ff2623dec8e tempest-ServerRescueNegativeTestJSON-674815279 tempest-ServerRescueNegativeTestJSON-674815279-project] 10.222.0.67 "GET /v2.0/security-groups?id=ffc79123-c9cb-487f-b3ec-4904a4a85a48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852900 Feb 09 15:43:22.880322 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.plugins.ml2.db [None req-812787cf-6466-4ce1-8c4e-c32e14b18d8a None None] For port 904e54cb-793e-4660-858f-1650c6d06eda, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=904e54cb-793e-4660-858f-1650c6d06eda,segment=NetworkSegment(47be4392-46be-4f67-a93c-733fd962f305),segment_id=47be4392-46be-4f67-a93c-733fd962f305)] {{(pid=82903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:43:22.893029 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-812787cf-6466-4ce1-8c4e-c32e14b18d8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16080037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758755988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756758334055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756758334100'] for port, after_update {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:43:22.893684 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.plugins.ml2.rpc [None req-812787cf-6466-4ce1-8c4e-c32e14b18d8a None None] Device 18370f30-9daf-4ae9-b902-89219faf32d6 up at agent hyperv_hv-cinder-82510 {{(pid=82903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 15:43:22.953925 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-427b0419-d5fb-4b02-a623-27e823806d5b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:43:23.015697 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812787cf-6466-4ce1-8c4e-c32e14b18d8a None None] Pushing event updated for resources: {'Port': ['ID=904e54cb-793e-4660-858f-1650c6d06eda,revision_number=5']} {{(pid=82903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:43:23.032385 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.db.provisioning_blocks [None req-812787cf-6466-4ce1-8c4e-c32e14b18d8a None None] Provisioning for port 18370f30-9daf-4ae9-b902-89219faf32d6 completed by entity L2. {{(pid=82903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 15:43:23.036238 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-2728070a-c49a-44a5-941f-6b8186ed5011 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:43:23.045517 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.db.provisioning_blocks [None req-812787cf-6466-4ce1-8c4e-c32e14b18d8a None None] Provisioning complete for port 18370f30-9daf-4ae9-b902-89219faf32d6 triggered by entity L2. {{(pid=82903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:43:23.046186 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-812787cf-6466-4ce1-8c4e-c32e14b18d8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16008948'] for port, provisioning_complete {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:43:23.084432 dv-cinder-825105-1-iscsi neutron-server[82903]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71ed887c-38f9-4a4b-942b-2ee78a0aceaf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56df3510-a584-4b16-a3b5-6c6c62b3a342', 'code': 200} Feb 09 15:43:23.086919 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-2728070a-c49a-44a5-941f-6b8186ed5011 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:43:23.110675 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-427b0419-d5fb-4b02-a623-27e823806d5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_delete {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:43:23.151985 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-427b0419-d5fb-4b02-a623-27e823806d5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a38c207-27a2-4c0c-9af0-359e3bdbdd5a,revision_number=None']} {{(pid=82902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:43:23.160510 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0af285-c96a-48c5-918e-def144613bf3 req-da8fb0bb-c445-42e9-8d9e-c153dfb351e1 tempest-AttachVolumeNegativeTest-574944362 tempest-AttachVolumeNegativeTest-574944362-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:43:23.162189 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-2f0af285-c96a-48c5-918e-def144613bf3 req-da8fb0bb-c445-42e9-8d9e-c153dfb351e1 tempest-AttachVolumeNegativeTest-574944362 tempest-AttachVolumeNegativeTest-574944362-project] 10.222.0.67 "GET /v2.0/ports?device_id=71ed887c-38f9-4a4b-942b-2ee78a0aceaf HTTP/1.1" status: 200 len: 946 time: 0.2716050 Feb 09 15:43:23.165892 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-427b0419-d5fb-4b02-a623-27e823806d5b admin admin] Notify callbacks [] for security_group, before_response {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:43:23.170266 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [None req-427b0419-d5fb-4b02-a623-27e823806d5b admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/7a38c207-27a2-4c0c-9af0-359e3bdbdd5a HTTP/1.1" status: 204 len: 168 time: 0.6455357 Feb 09 15:43:23.225169 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-812787cf-6466-4ce1-8c4e-c32e14b18d8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16080601'] for port, before_update {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:43:23.239264 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-2f0af285-c96a-48c5-918e-def144613bf3 req-b5b9df47-9c3a-42e1-b83b-d5bdbf530859 tempest-AttachVolumeNegativeTest-574944362 tempest-AttachVolumeNegativeTest-574944362-project] 10.222.0.67 "GET /v2.0/security-groups?id=8c9b51e4-e908-48c1-8ba4-2cab64c30d74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673580 Feb 09 15:43:23.240817 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-2728070a-c49a-44a5-941f-6b8186ed5011 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_delete {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:43:23.294704 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2728070a-c49a-44a5-941f-6b8186ed5011 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5779f32-d344-4a62-b7f8-002ea658298d,revision_number=None']} {{(pid=82902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:43:23.294866 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.plugins.ml2.db [None req-812787cf-6466-4ce1-8c4e-c32e14b18d8a None None] For port 18370f30-9daf-4ae9-b902-89219faf32d6, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=18370f30-9daf-4ae9-b902-89219faf32d6,segment=NetworkSegment(e45f7a5f-6f06-4d7c-998a-a4068d4c9621),segment_id=e45f7a5f-6f06-4d7c-998a-a4068d4c9621)] {{(pid=82903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:43:23.300408 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-812787cf-6466-4ce1-8c4e-c32e14b18d8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16080037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758755988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756758334055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756758334100'] for port, after_update {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:43:23.301652 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.plugins.ml2.rpc [None req-812787cf-6466-4ce1-8c4e-c32e14b18d8a None None] Device 3d8686d1-f0df-418b-bc75-7369d11c5595 up at agent hyperv_hv-cinder-82510 {{(pid=82903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 15:43:23.307650 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-2728070a-c49a-44a5-941f-6b8186ed5011 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:43:23.308960 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [None req-2728070a-c49a-44a5-941f-6b8186ed5011 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/b5779f32-d344-4a62-b7f8-002ea658298d HTTP/1.1" status: 204 len: 168 time: 0.6179917 Feb 09 15:43:23.406725 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-c87fd2ce-c362-49fe-b0d7-3adae8f2df4c req-7b4d757b-1514-4868-948d-496420be9a57 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=71ed887c-38f9-4a4b-942b-2ee78a0aceaf HTTP/1.1" status: 200 len: 1099 time: 0.1002471 Feb 09 15:43:23.418884 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aad1550-b5ad-4f73-9292-e6095bcb1acb req-83ec575b-d365-4469-a57e-54386d2bb5db tempest-AttachVolumeShelveTestJSON-409995212 tempest-AttachVolumeShelveTestJSON-409995212-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:43:23.421701 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-4aad1550-b5ad-4f73-9292-e6095bcb1acb req-83ec575b-d365-4469-a57e-54386d2bb5db tempest-AttachVolumeShelveTestJSON-409995212 tempest-AttachVolumeShelveTestJSON-409995212-project] 10.222.0.67 "GET /v2.0/ports?device_id=a4e12dd7-341f-4b28-bef9-17c37cbbc785 HTTP/1.1" status: 200 len: 945 time: 0.1650078 Feb 09 15:43:23.443222 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812787cf-6466-4ce1-8c4e-c32e14b18d8a None None] Pushing event updated for resources: {'Port': ['ID=18370f30-9daf-4ae9-b902-89219faf32d6,revision_number=5']} {{(pid=82903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:43:23.476334 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.db.provisioning_blocks [None req-812787cf-6466-4ce1-8c4e-c32e14b18d8a None None] Provisioning for port 3d8686d1-f0df-418b-bc75-7369d11c5595 completed by entity L2. {{(pid=82903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 15:43:23.483097 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.db.provisioning_blocks [None req-812787cf-6466-4ce1-8c4e-c32e14b18d8a None None] Provisioning complete for port 3d8686d1-f0df-418b-bc75-7369d11c5595 triggered by entity L2. {{(pid=82903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:43:23.483709 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-812787cf-6466-4ce1-8c4e-c32e14b18d8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16008948'] for port, provisioning_complete {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:43:23.484176 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [req-c87fd2ce-c362-49fe-b0d7-3adae8f2df4c req-284d29bc-c4d8-41d1-8bde-0feb4d559688 service neutron] Notify callbacks [] for security_group, before_create {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:43:23.572389 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.db.quota.driver [req-c87fd2ce-c362-49fe-b0d7-3adae8f2df4c req-284d29bc-c4d8-41d1-8bde-0feb4d559688 service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 15:43:23.578265 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.quota.resource [req-c87fd2ce-c362-49fe-b0d7-3adae8f2df4c req-284d29bc-c4d8-41d1-8bde-0feb4d559688 service neutron] Usage tracker for resource:security_group_rule and tenant:98cc7c255aea41cdb73956f6cc960185 is out of sync, need to count used quota {{(pid=82901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 15:43:23.583981 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-4aad1550-b5ad-4f73-9292-e6095bcb1acb req-2da92b63-d084-44d8-a9bf-b529fc59125d tempest-AttachVolumeShelveTestJSON-409995212 tempest-AttachVolumeShelveTestJSON-409995212-project] 10.222.0.67 "GET /v2.0/security-groups?id=7287f013-6b2f-43b9-b826-2cf86932a253&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0712926 Feb 09 15:43:23.585035 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.quota.resource [req-c87fd2ce-c362-49fe-b0d7-3adae8f2df4c req-284d29bc-c4d8-41d1-8bde-0feb4d559688 service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 15:43:23.590997 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.db.quota.driver [req-c87fd2ce-c362-49fe-b0d7-3adae8f2df4c req-284d29bc-c4d8-41d1-8bde-0feb4d559688 service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 15:43:23.680664 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-812787cf-6466-4ce1-8c4e-c32e14b18d8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16080601'] for port, before_update {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:43:23.681809 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [req-c87fd2ce-c362-49fe-b0d7-3adae8f2df4c req-284d29bc-c4d8-41d1-8bde-0feb4d559688 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:43:23.688425 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [req-c87fd2ce-c362-49fe-b0d7-3adae8f2df4c req-284d29bc-c4d8-41d1-8bde-0feb4d559688 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_create {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:43:23.740891 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.plugins.ml2.db [None req-812787cf-6466-4ce1-8c4e-c32e14b18d8a None None] For port 3d8686d1-f0df-418b-bc75-7369d11c5595, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=3d8686d1-f0df-418b-bc75-7369d11c5595,segment=NetworkSegment(1c463c45-2a3e-4ade-9733-49ef7816b3d7),segment_id=1c463c45-2a3e-4ade-9733-49ef7816b3d7)] {{(pid=82903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:43:23.741096 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876b6c02-7513-4e20-b056-83c95772ce7e req-e0fb2df3-e251-4a7d-b914-2338176dae3f tempest-DeleteServersTestJSON-401039505 tempest-DeleteServersTestJSON-401039505-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:43:23.743585 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-876b6c02-7513-4e20-b056-83c95772ce7e req-e0fb2df3-e251-4a7d-b914-2338176dae3f tempest-DeleteServersTestJSON-401039505 tempest-DeleteServersTestJSON-401039505-project] 10.222.0.67 "GET /v2.0/ports?device_id=0e73f890-b929-4a05-aad2-2c10991390c7 HTTP/1.1" status: 200 len: 944 time: 0.1255128 Feb 09 15:43:23.746756 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-812787cf-6466-4ce1-8c4e-c32e14b18d8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16080037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758755988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756758334055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756758334100'] for port, after_update {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:43:23.747581 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.plugins.ml2.rpc [None req-812787cf-6466-4ce1-8c4e-c32e14b18d8a None None] Device 26108cad-0dea-46c3-9cd5-c9f377507cbe up at agent hyperv_hv-cinder-82510 {{(pid=82903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 15:43:23.785351 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-284d29bc-c4d8-41d1-8bde-0feb4d559688 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=4a3412e4-2492-4f29-a783-fa855231f3b9,revision_number=1']} {{(pid=82901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:43:23.816360 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-c87fd2ce-c362-49fe-b0d7-3adae8f2df4c req-284d29bc-c4d8-41d1-8bde-0feb4d559688 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=8c9b51e4-e908-48c1-8ba4-2cab64c30d74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3923171 Feb 09 15:43:23.862788 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-876b6c02-7513-4e20-b056-83c95772ce7e req-af092db7-3245-453e-ac9d-e8b883297c6f tempest-DeleteServersTestJSON-401039505 tempest-DeleteServersTestJSON-401039505-project] 10.222.0.67 "GET /v2.0/security-groups?id=7e4a9c1f-e3a3-4232-a4ee-a060da02385c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117620 Feb 09 15:43:23.948098 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812787cf-6466-4ce1-8c4e-c32e14b18d8a None None] Pushing event updated for resources: {'Port': ['ID=3d8686d1-f0df-418b-bc75-7369d11c5595,revision_number=5']} {{(pid=82903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:43:23.948617 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.wsgi [-] (82901) accepted ('10.222.0.67', 42586) {{(pid=82901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 15:43:23.991025 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-c4f905d3-a698-40be-8bd0-1b02e9cdf304 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:43:24.067426 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.db.quota.driver [None req-c4f905d3-a698-40be-8bd0-1b02e9cdf304 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 15:43:24.073600 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.quota.resource [None req-c4f905d3-a698-40be-8bd0-1b02e9cdf304 admin admin] Usage tracker for resource:security_group_rule and tenant:9b553b6f74304aa49607307274ecbd5a is out of sync, need to count used quota {{(pid=82901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 15:43:24.080704 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.quota.resource [None req-c4f905d3-a698-40be-8bd0-1b02e9cdf304 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 15:43:24.111219 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.db.quota.driver [None req-c4f905d3-a698-40be-8bd0-1b02e9cdf304 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 15:43:24.165956 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.db.provisioning_blocks [None req-812787cf-6466-4ce1-8c4e-c32e14b18d8a None None] Provisioning for port 26108cad-0dea-46c3-9cd5-c9f377507cbe completed by entity L2. {{(pid=82903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 15:43:24.256930 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.db.provisioning_blocks [None req-812787cf-6466-4ce1-8c4e-c32e14b18d8a None None] Provisioning complete for port 26108cad-0dea-46c3-9cd5-c9f377507cbe triggered by entity L2. {{(pid=82903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:43:24.257654 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-812787cf-6466-4ce1-8c4e-c32e14b18d8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16008948'] for port, provisioning_complete {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:43:24.307059 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf518431-6df4-4674-8761-65d0d78258f3 req-aac495ef-9c5d-4dd5-a8eb-d38d943ba31b tempest-ServerRescueNegativeTestJSON-674815279 tempest-ServerRescueNegativeTestJSON-674815279-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:43:24.308800 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-cf518431-6df4-4674-8761-65d0d78258f3 req-aac495ef-9c5d-4dd5-a8eb-d38d943ba31b tempest-ServerRescueNegativeTestJSON-674815279 tempest-ServerRescueNegativeTestJSON-674815279-project] 10.222.0.67 "GET /v2.0/ports?device_id=02052525-11c7-42a2-bbb0-76ffebf59eb3 HTTP/1.1" status: 200 len: 945 time: 0.1997275 Feb 09 15:43:24.321054 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-c4f905d3-a698-40be-8bd0-1b02e9cdf304 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:43:24.344826 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-c4f905d3-a698-40be-8bd0-1b02e9cdf304 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_create {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:43:24.422739 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f905d3-a698-40be-8bd0-1b02e9cdf304 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5b53e95-0e18-4fa0-8d9c-dd65d3b65e3a,revision_number=1']} {{(pid=82901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:43:24.431649 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-cf518431-6df4-4674-8761-65d0d78258f3 req-1207b93b-9224-4cc9-bd7e-11ffe9f885e4 tempest-ServerRescueNegativeTestJSON-674815279 tempest-ServerRescueNegativeTestJSON-674815279-project] 10.222.0.67 "GET /v2.0/security-groups?id=ffc79123-c9cb-487f-b3ec-4904a4a85a48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135466 Feb 09 15:43:24.435052 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [None req-c4f905d3-a698-40be-8bd0-1b02e9cdf304 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=9b553b6f74304aa49607307274ecbd5a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4852617 Feb 09 15:43:24.438142 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.wsgi [-] (82902) accepted ('10.222.0.67', 42606) {{(pid=82902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 15:43:24.498263 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-812787cf-6466-4ce1-8c4e-c32e14b18d8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16080601'] for port, before_update {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:43:24.551518 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.plugins.ml2.db [None req-812787cf-6466-4ce1-8c4e-c32e14b18d8a None None] For port 26108cad-0dea-46c3-9cd5-c9f377507cbe, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=26108cad-0dea-46c3-9cd5-c9f377507cbe,segment=NetworkSegment(e45f7a5f-6f06-4d7c-998a-a4068d4c9621),segment_id=e45f7a5f-6f06-4d7c-998a-a4068d4c9621)] {{(pid=82903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:43:24.564413 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-812787cf-6466-4ce1-8c4e-c32e14b18d8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16080037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758755988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756758334055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756758334100'] for port, after_update {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:43:24.605124 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-37470c76-4f42-4b18-80f2-b102a0a4b602 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:43:24.668255 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812787cf-6466-4ce1-8c4e-c32e14b18d8a None None] Pushing event updated for resources: {'Port': ['ID=26108cad-0dea-46c3-9cd5-c9f377507cbe,revision_number=5']} {{(pid=82903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:43:24.717189 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-37470c76-4f42-4b18-80f2-b102a0a4b602 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:43:24.793024 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16e92de-5f7b-446e-b6d8-2dda6cae96a6 req-6b044d89-5039-4d62-8af9-0286bf8e4466 tempest-AttachVolumeNegativeTest-574944362 tempest-AttachVolumeNegativeTest-574944362-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:43:24.794898 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-c16e92de-5f7b-446e-b6d8-2dda6cae96a6 req-6b044d89-5039-4d62-8af9-0286bf8e4466 tempest-AttachVolumeNegativeTest-574944362 tempest-AttachVolumeNegativeTest-574944362-project] 10.222.0.67 "GET /v2.0/ports?device_id=71ed887c-38f9-4a4b-942b-2ee78a0aceaf HTTP/1.1" status: 200 len: 946 time: 0.1711481 Feb 09 15:43:24.856543 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-37470c76-4f42-4b18-80f2-b102a0a4b602 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_delete {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:43:24.887162 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-c16e92de-5f7b-446e-b6d8-2dda6cae96a6 req-25b0c9ee-37d1-4d56-8e41-74974e33f0b4 tempest-AttachVolumeNegativeTest-574944362 tempest-AttachVolumeNegativeTest-574944362-project] 10.222.0.67 "GET /v2.0/security-groups?id=8c9b51e4-e908-48c1-8ba4-2cab64c30d74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836580 Feb 09 15:43:24.888450 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37470c76-4f42-4b18-80f2-b102a0a4b602 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5b53e95-0e18-4fa0-8d9c-dd65d3b65e3a,revision_number=None']} {{(pid=82902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:43:24.922338 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-37470c76-4f42-4b18-80f2-b102a0a4b602 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:43:24.923740 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [None req-37470c76-4f42-4b18-80f2-b102a0a4b602 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/e5b53e95-0e18-4fa0-8d9c-dd65d3b65e3a HTTP/1.1" status: 204 len: 168 time: 0.4839840 Feb 09 15:43:24.967291 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a025a9bf-8afa-4dcb-a84d-374f7efb2999 req-50db5ab9-f393-4cd2-a1bf-93b85b468c5e tempest-AttachVolumeShelveTestJSON-409995212 tempest-AttachVolumeShelveTestJSON-409995212-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:43:24.984390 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-a025a9bf-8afa-4dcb-a84d-374f7efb2999 req-50db5ab9-f393-4cd2-a1bf-93b85b468c5e tempest-AttachVolumeShelveTestJSON-409995212 tempest-AttachVolumeShelveTestJSON-409995212-project] 10.222.0.67 "GET /v2.0/ports?device_id=a4e12dd7-341f-4b28-bef9-17c37cbbc785 HTTP/1.1" status: 200 len: 945 time: 0.1419146 Feb 09 15:43:25.040254 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-a025a9bf-8afa-4dcb-a84d-374f7efb2999 req-d388135a-44c3-46c2-a4fb-6581bb3f9ac0 tempest-AttachVolumeShelveTestJSON-409995212 tempest-AttachVolumeShelveTestJSON-409995212-project] 10.222.0.67 "GET /v2.0/security-groups?id=7287f013-6b2f-43b9-b826-2cf86932a253&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548434 Feb 09 15:43:25.085991 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4e12dd7-341f-4b28-bef9-17c37cbbc785', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '904e54cb-793e-4660-858f-1650c6d06eda'}, {'server_uuid': '02052525-11c7-42a2-bbb0-76ffebf59eb3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18370f30-9daf-4ae9-b902-89219faf32d6'}, {'server_uuid': '0e73f890-b929-4a05-aad2-2c10991390c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d8686d1-f0df-418b-bc75-7369d11c5595'}, {'server_uuid': '03058e28-beb3-442a-a803-6dc6b224f22f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26108cad-0dea-46c3-9cd5-c9f377507cbe'}] {{(pid=82903) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 15:43:25.172894 dv-cinder-825105-1-iscsi neutron-server[82903]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4e12dd7-341f-4b28-bef9-17c37cbbc785', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '904e54cb-793e-4660-858f-1650c6d06eda', 'code': 200} Feb 09 15:43:25.172894 dv-cinder-825105-1-iscsi neutron-server[82903]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02052525-11c7-42a2-bbb0-76ffebf59eb3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18370f30-9daf-4ae9-b902-89219faf32d6', 'code': 200} Feb 09 15:43:25.172894 dv-cinder-825105-1-iscsi neutron-server[82903]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e73f890-b929-4a05-aad2-2c10991390c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d8686d1-f0df-418b-bc75-7369d11c5595', 'code': 200} Feb 09 15:43:25.172894 dv-cinder-825105-1-iscsi neutron-server[82903]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03058e28-beb3-442a-a803-6dc6b224f22f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26108cad-0dea-46c3-9cd5-c9f377507cbe', 'code': 200} Feb 09 15:43:25.175757 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32add4d-84ea-4065-8683-1551c47bfdfc req-c2914df1-813d-4671-a0ea-8babd81d8170 tempest-DeleteServersTestJSON-401039505 tempest-DeleteServersTestJSON-401039505-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:43:25.177402 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-b32add4d-84ea-4065-8683-1551c47bfdfc req-c2914df1-813d-4671-a0ea-8babd81d8170 tempest-DeleteServersTestJSON-401039505 tempest-DeleteServersTestJSON-401039505-project] 10.222.0.67 "GET /v2.0/ports?device_id=0e73f890-b929-4a05-aad2-2c10991390c7 HTTP/1.1" status: 200 len: 945 time: 0.1046696 Feb 09 15:43:25.288787 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-b32add4d-84ea-4065-8683-1551c47bfdfc req-95b46767-4990-4b72-8583-2888a3227aff tempest-DeleteServersTestJSON-401039505 tempest-DeleteServersTestJSON-401039505-project] 10.222.0.67 "GET /v2.0/security-groups?id=7e4a9c1f-e3a3-4232-a4ee-a060da02385c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046844 Feb 09 15:43:25.665999 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-fb3bc670-f505-4497-8bce-65428163f807 req-6b46151f-07bb-4f76-ae27-8022568724b2 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=02052525-11c7-42a2-bbb0-76ffebf59eb3 HTTP/1.1" status: 200 len: 1098 time: 0.2151096 Feb 09 15:43:25.738955 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-f82ef09d-1fe9-4f5b-abba-6b7f216f2aea req-204f7bfc-55c7-410a-a88b-5c7815cd1b96 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=03058e28-beb3-442a-a803-6dc6b224f22f HTTP/1.1" status: 200 len: 1098 time: 0.2015073 Feb 09 15:43:25.898930 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-f82ef09d-1fe9-4f5b-abba-6b7f216f2aea req-aef8942f-2243-42f1-b08a-6726f884c841 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=ffc79123-c9cb-487f-b3ec-4904a4a85a48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1538930 Feb 09 15:43:25.926055 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-4e206a4b-42d9-4275-ad8a-5f870d60cc72 req-993d8a02-b377-460d-b397-16a3ade091bb service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=a4e12dd7-341f-4b28-bef9-17c37cbbc785 HTTP/1.1" status: 200 len: 1098 time: 0.1414409 Feb 09 15:43:25.963673 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-fb3bc670-f505-4497-8bce-65428163f807 req-d80ab1ee-b3da-4b7b-8da8-8f4d69cae306 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=ffc79123-c9cb-487f-b3ec-4904a4a85a48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2886052 Feb 09 15:43:26.022060 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-32410db2-0d0f-438e-b187-4152653325ed req-53ead68e-9377-47a3-834f-29558a847557 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=0e73f890-b929-4a05-aad2-2c10991390c7 HTTP/1.1" status: 200 len: 1098 time: 0.2867594 Feb 09 15:43:26.050166 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4269b4c1-04bc-4a1b-b157-dd63f946fb76 req-b2b7b6e9-0371-4f61-8232-286d0722d73d tempest-ServerRescueNegativeTestJSON-674815279 tempest-ServerRescueNegativeTestJSON-674815279-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:43:26.060771 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-4269b4c1-04bc-4a1b-b157-dd63f946fb76 req-b2b7b6e9-0371-4f61-8232-286d0722d73d tempest-ServerRescueNegativeTestJSON-674815279 tempest-ServerRescueNegativeTestJSON-674815279-project] 10.222.0.67 "GET /v2.0/ports?device_id=02052525-11c7-42a2-bbb0-76ffebf59eb3 HTTP/1.1" status: 200 len: 945 time: 0.2499366 Feb 09 15:43:26.131885 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-4269b4c1-04bc-4a1b-b157-dd63f946fb76 req-311f99f6-3a2e-410b-8fc0-29d13991b6e2 tempest-ServerRescueNegativeTestJSON-674815279 tempest-ServerRescueNegativeTestJSON-674815279-project] 10.222.0.67 "GET /v2.0/security-groups?id=ffc79123-c9cb-487f-b3ec-4904a4a85a48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700071 Feb 09 15:43:26.297037 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7379f3-59f8-4d92-84a5-9a64dc846a2d req-712e9bbd-1a9c-45c0-8205-3e2df952a22e tempest-AttachVolumeNegativeTest-574944362 tempest-AttachVolumeNegativeTest-574944362-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:43:26.298583 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-3a7379f3-59f8-4d92-84a5-9a64dc846a2d req-712e9bbd-1a9c-45c0-8205-3e2df952a22e tempest-AttachVolumeNegativeTest-574944362 tempest-AttachVolumeNegativeTest-574944362-project] 10.222.0.67 "GET /v2.0/ports?device_id=71ed887c-38f9-4a4b-942b-2ee78a0aceaf HTTP/1.1" status: 200 len: 946 time: 0.1822364 Feb 09 15:43:26.416751 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-3a7379f3-59f8-4d92-84a5-9a64dc846a2d req-794b53f0-fdb1-4242-9d98-f2cf48521dc8 tempest-AttachVolumeNegativeTest-574944362 tempest-AttachVolumeNegativeTest-574944362-project] 10.222.0.67 "GET /v2.0/security-groups?id=8c9b51e4-e908-48c1-8ba4-2cab64c30d74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105583 Feb 09 15:43:26.470191 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-4e206a4b-42d9-4275-ad8a-5f870d60cc72 req-76105ad7-bfad-4a79-949c-759131a0054a service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=7287f013-6b2f-43b9-b826-2cf86932a253&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1287096 Feb 09 15:43:26.571056 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-32410db2-0d0f-438e-b187-4152653325ed req-6b5218b6-dd15-48bd-8911-da103789723a service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=7e4a9c1f-e3a3-4232-a4ee-a060da02385c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1838903 Feb 09 15:43:26.631020 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48105b9-39bd-409e-82d3-feded7f48572 req-b32ff96c-bd04-4e19-be8a-18f5439a0af0 tempest-AttachVolumeShelveTestJSON-409995212 tempest-AttachVolumeShelveTestJSON-409995212-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:43:26.639129 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-e48105b9-39bd-409e-82d3-feded7f48572 req-b32ff96c-bd04-4e19-be8a-18f5439a0af0 tempest-AttachVolumeShelveTestJSON-409995212 tempest-AttachVolumeShelveTestJSON-409995212-project] 10.222.0.67 "GET /v2.0/ports?device_id=a4e12dd7-341f-4b28-bef9-17c37cbbc785 HTTP/1.1" status: 200 len: 945 time: 0.3378518 Feb 09 15:43:26.738128 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-e48105b9-39bd-409e-82d3-feded7f48572 req-6735abb7-9c76-49cd-813e-ecead8c7df74 tempest-AttachVolumeShelveTestJSON-409995212 tempest-AttachVolumeShelveTestJSON-409995212-project] 10.222.0.67 "GET /v2.0/security-groups?id=7287f013-6b2f-43b9-b826-2cf86932a253&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0980461 Feb 09 15:43:26.739073 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f629b8d9-5cb7-471d-b063-32c60dc962e2 req-9a2299e7-7a87-44a8-b68d-76bd25853cd8 tempest-DeleteServersTestJSON-401039505 tempest-DeleteServersTestJSON-401039505-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:43:26.740668 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-f629b8d9-5cb7-471d-b063-32c60dc962e2 req-9a2299e7-7a87-44a8-b68d-76bd25853cd8 tempest-DeleteServersTestJSON-401039505 tempest-DeleteServersTestJSON-401039505-project] 10.222.0.67 "GET /v2.0/ports?device_id=0e73f890-b929-4a05-aad2-2c10991390c7 HTTP/1.1" status: 200 len: 945 time: 0.1295745 Feb 09 15:43:26.820910 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-f629b8d9-5cb7-471d-b063-32c60dc962e2 req-aa8f9e3e-ae43-4111-8775-8a91d21a29b1 tempest-DeleteServersTestJSON-401039505 tempest-DeleteServersTestJSON-401039505-project] 10.222.0.67 "GET /v2.0/security-groups?id=7e4a9c1f-e3a3-4232-a4ee-a060da02385c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740390 Feb 09 15:43:27.273393 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-9d15d35c-2042-4349-a356-f72b368564a2 req-02a66be9-445f-4dc4-9d18-92c05504dee2 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=71ed887c-38f9-4a4b-942b-2ee78a0aceaf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1267626 Feb 09 15:43:27.539462 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-9d15d35c-2042-4349-a356-f72b368564a2 req-7d0a1483-f77f-4a03-a473-ed0fb629ef6b service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=5408654e4de147309f8b24e479cf1661&device_id=71ed887c-38f9-4a4b-942b-2ee78a0aceaf HTTP/1.1" status: 200 len: 1099 time: 0.1542592 Feb 09 15:43:27.556136 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94a4055-3be0-404f-bb00-507f357870bf req-3c272915-733a-434c-9c87-9116052e0977 tempest-ServerRescueNegativeTestJSON-674815279 tempest-ServerRescueNegativeTestJSON-674815279-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:43:27.557589 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-a94a4055-3be0-404f-bb00-507f357870bf req-3c272915-733a-434c-9c87-9116052e0977 tempest-ServerRescueNegativeTestJSON-674815279 tempest-ServerRescueNegativeTestJSON-674815279-project] 10.222.0.67 "GET /v2.0/ports?device_id=02052525-11c7-42a2-bbb0-76ffebf59eb3 HTTP/1.1" status: 200 len: 945 time: 0.1255364 Feb 09 15:43:27.696782 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-a94a4055-3be0-404f-bb00-507f357870bf req-f7a01f64-47bd-4b43-8dde-8707bac40cfa tempest-ServerRescueNegativeTestJSON-674815279 tempest-ServerRescueNegativeTestJSON-674815279-project] 10.222.0.67 "GET /v2.0/security-groups?id=ffc79123-c9cb-487f-b3ec-4904a4a85a48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1324272 Feb 09 15:43:27.761874 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d15d35c-2042-4349-a356-f72b368564a2 req-874ec7d8-5ee2-4ead-9fa6-203d512d03a9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:43:27.763597 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-9d15d35c-2042-4349-a356-f72b368564a2 req-874ec7d8-5ee2-4ead-9fa6-203d512d03a9 service neutron] 10.222.0.47 "GET /v2.0/networks?id=072a4996-791d-4390-ba5a-5e0a5fbf88c4 HTTP/1.1" status: 200 len: 916 time: 0.1813412 Feb 09 15:43:27.873667 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-9d15d35c-2042-4349-a356-f72b368564a2 req-4b265ce9-e220-49cd-a895-52d44e2008b2 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=56df3510-a584-4b16-a3b5-6c6c62b3a342 HTTP/1.1" status: 200 len: 217 time: 0.0885868 Feb 09 15:43:27.938461 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-40659361-022e-4660-9b48-14b560556170 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758786133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16008869'] for agent, after_update {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:43:27.981702 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.wsgi [-] (82902) accepted ('10.222.0.67', 42764) {{(pid=82902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 15:43:28.207025 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f4bb4b-35c4-4353-87ea-907aaf3d3b7e req-8eb5eff3-0d6e-4848-a5e1-81d2e4a42210 tempest-AttachVolumeShelveTestJSON-409995212 tempest-AttachVolumeShelveTestJSON-409995212-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:43:28.209836 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-a8f4bb4b-35c4-4353-87ea-907aaf3d3b7e req-8eb5eff3-0d6e-4848-a5e1-81d2e4a42210 tempest-AttachVolumeShelveTestJSON-409995212 tempest-AttachVolumeShelveTestJSON-409995212-project] 10.222.0.67 "GET /v2.0/ports?device_id=a4e12dd7-341f-4b28-bef9-17c37cbbc785 HTTP/1.1" status: 200 len: 945 time: 0.2130728 Feb 09 15:43:28.332586 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-8079e967-6765-4f57-91d0-c44b7740e05a admin admin] Notify callbacks [] for security_group, before_create {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:43:28.358148 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-a8f4bb4b-35c4-4353-87ea-907aaf3d3b7e req-53ee6f47-d871-4704-ae0b-d063f752b15e tempest-AttachVolumeShelveTestJSON-409995212 tempest-AttachVolumeShelveTestJSON-409995212-project] 10.222.0.67 "GET /v2.0/security-groups?id=7287f013-6b2f-43b9-b826-2cf86932a253&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1416345 Feb 09 15:43:28.373999 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.db.quota.driver [None req-8079e967-6765-4f57-91d0-c44b7740e05a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 15:43:28.380230 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.quota.resource [None req-8079e967-6765-4f57-91d0-c44b7740e05a admin admin] Usage tracker for resource:security_group_rule and tenant:c1d9c547a7234bb282c6f8433bc5cbda is out of sync, need to count used quota {{(pid=82902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 15:43:28.380500 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d15d35c-2042-4349-a356-f72b368564a2 req-755d33c2-c3ad-42e7-aa04-07dcd7147c76 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=82901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:43:28.382363 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-9d15d35c-2042-4349-a356-f72b368564a2 req-755d33c2-c3ad-42e7-aa04-07dcd7147c76 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=d622abef-cdcb-4b2b-b25a-610e3a6ed20d HTTP/1.1" status: 200 len: 855 time: 0.4997380 Feb 09 15:43:28.383790 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.quota.resource [None req-8079e967-6765-4f57-91d0-c44b7740e05a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 15:43:28.391616 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.db.quota.driver [None req-8079e967-6765-4f57-91d0-c44b7740e05a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 15:43:28.404294 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d86a74-e6ad-49e0-85c4-ed2421c030ea req-1e59aa68-3ee7-44b7-8f5d-c7b148786104 tempest-DeleteServersTestJSON-401039505 tempest-DeleteServersTestJSON-401039505-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:43:28.406206 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-88d86a74-e6ad-49e0-85c4-ed2421c030ea req-1e59aa68-3ee7-44b7-8f5d-c7b148786104 tempest-DeleteServersTestJSON-401039505 tempest-DeleteServersTestJSON-401039505-project] 10.222.0.67 "GET /v2.0/ports?device_id=0e73f890-b929-4a05-aad2-2c10991390c7 HTTP/1.1" status: 200 len: 945 time: 0.1726310 Feb 09 15:43:28.490617 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-9d15d35c-2042-4349-a356-f72b368564a2 req-65ab70e4-181a-4331-b8d8-ade7cb3ebe3d service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=072a4996-791d-4390-ba5a-5e0a5fbf88c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0943468 Feb 09 15:43:28.497908 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-8079e967-6765-4f57-91d0-c44b7740e05a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:43:28.503136 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-8079e967-6765-4f57-91d0-c44b7740e05a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_create {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:43:28.535307 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-88d86a74-e6ad-49e0-85c4-ed2421c030ea req-24234e5d-3246-4839-a376-3e0f04de18bb tempest-DeleteServersTestJSON-401039505 tempest-DeleteServersTestJSON-401039505-project] 10.222.0.67 "GET /v2.0/security-groups?id=7e4a9c1f-e3a3-4232-a4ee-a060da02385c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677187 Feb 09 15:43:28.574505 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8079e967-6765-4f57-91d0-c44b7740e05a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed55594e-f5e1-4727-bf34-62d1836417f6,revision_number=1']} {{(pid=82902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:43:28.595134 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8079e967-6765-4f57-91d0-c44b7740e05a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825105-1-iscsi {{(pid=82902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:43:28.595542 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8079e967-6765-4f57-91d0-c44b7740e05a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825105-1-iscsi {{(pid=82902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:43:28.597066 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8079e967-6765-4f57-91d0-c44b7740e05a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825105-1-iscsi {{(pid=82902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:43:28.597422 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8079e967-6765-4f57-91d0-c44b7740e05a admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825105-1-iscsi {{(pid=82902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:43:28.597757 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8079e967-6765-4f57-91d0-c44b7740e05a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825105-1-iscsi {{(pid=82902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:43:28.600283 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8079e967-6765-4f57-91d0-c44b7740e05a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-825105-1-iscsi {{(pid=82902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:43:28.600689 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8079e967-6765-4f57-91d0-c44b7740e05a admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825105-1-iscsi {{(pid=82902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:43:28.601032 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8079e967-6765-4f57-91d0-c44b7740e05a admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825105-1-iscsi {{(pid=82902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:43:28.601370 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8079e967-6765-4f57-91d0-c44b7740e05a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825105-1-iscsi {{(pid=82902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:43:28.601693 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8079e967-6765-4f57-91d0-c44b7740e05a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825105-1-iscsi {{(pid=82902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:43:28.602011 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8079e967-6765-4f57-91d0-c44b7740e05a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825105-1-iscsi {{(pid=82902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:43:28.629674 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [None req-8079e967-6765-4f57-91d0-c44b7740e05a admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=c1d9c547a7234bb282c6f8433bc5cbda&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6435461 Feb 09 15:43:28.631151 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.wsgi [-] (82901) accepted ('10.222.0.67', 42784) {{(pid=82901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 15:43:28.726173 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-812787cf-6466-4ce1-8c4e-c32e14b18d8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758786133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16008869'] for agent, after_update {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:43:28.794002 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-9d15d35c-2042-4349-a356-f72b368564a2 req-f5a03c06-7eca-4c67-ae5f-4bd32dfa892e service neutron] 10.222.0.47 "GET /v2.0/networks/072a4996-791d-4390-ba5a-5e0a5fbf88c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2711949 Feb 09 15:43:28.794811 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-e36646c9-13a5-4af7-b1af-d16fdd82a0ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:43:28.834681 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-e36646c9-13a5-4af7-b1af-d16fdd82a0ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:43:29.121318 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-e36646c9-13a5-4af7-b1af-d16fdd82a0ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_delete {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:43:29.126352 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-9d15d35c-2042-4349-a356-f72b368564a2 req-52d47bd7-ae71-46c6-8410-25356d379812 service neutron] 10.222.0.47 "GET /v2.0/networks/072a4996-791d-4390-ba5a-5e0a5fbf88c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2826483 Feb 09 15:43:29.146580 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e36646c9-13a5-4af7-b1af-d16fdd82a0ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed55594e-f5e1-4727-bf34-62d1836417f6,revision_number=None']} {{(pid=82901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:43:29.161325 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbc5d78-9ba3-4bfb-940c-edc55d497210 req-73ffb7c3-7ca4-421b-aa44-3dbf0fa8c69b tempest-ServerRescueNegativeTestJSON-674815279 tempest-ServerRescueNegativeTestJSON-674815279-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:43:29.162797 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-fdbc5d78-9ba3-4bfb-940c-edc55d497210 req-73ffb7c3-7ca4-421b-aa44-3dbf0fa8c69b tempest-ServerRescueNegativeTestJSON-674815279 tempest-ServerRescueNegativeTestJSON-674815279-project] 10.222.0.67 "GET /v2.0/ports?device_id=02052525-11c7-42a2-bbb0-76ffebf59eb3 HTTP/1.1" status: 200 len: 945 time: 0.1855681 Feb 09 15:43:29.186792 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-e36646c9-13a5-4af7-b1af-d16fdd82a0ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:43:29.188098 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [None req-e36646c9-13a5-4af7-b1af-d16fdd82a0ae admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/ed55594e-f5e1-4727-bf34-62d1836417f6 HTTP/1.1" status: 204 len: 168 time: 0.5557654 Feb 09 15:43:29.214805 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-fdbc5d78-9ba3-4bfb-940c-edc55d497210 req-add4de93-d936-464e-a949-e8fabb84bb0e tempest-ServerRescueNegativeTestJSON-674815279 tempest-ServerRescueNegativeTestJSON-674815279-project] 10.222.0.67 "GET /v2.0/security-groups?id=ffc79123-c9cb-487f-b3ec-4904a4a85a48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463600 Feb 09 15:43:29.569107 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.wsgi [-] (82901) accepted ('10.222.0.67', 42818) {{(pid=82901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 15:43:29.586804 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-81e73c36-138a-4ee2-ba5c-f2677b03adac admin admin] Notify callbacks [] for security_group, before_create {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:43:29.622039 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.db.quota.driver [None req-81e73c36-138a-4ee2-ba5c-f2677b03adac admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 15:43:29.628086 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.quota.resource [None req-81e73c36-138a-4ee2-ba5c-f2677b03adac admin admin] Usage tracker for resource:security_group_rule and tenant:52531e1f5b0f4b3aaa2e1ea7c2d46565 is out of sync, need to count used quota {{(pid=82901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 15:43:29.632039 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.quota.resource [None req-81e73c36-138a-4ee2-ba5c-f2677b03adac admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 15:43:29.639061 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.db.quota.driver [None req-81e73c36-138a-4ee2-ba5c-f2677b03adac admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 15:43:29.756430 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-81e73c36-138a-4ee2-ba5c-f2677b03adac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:43:29.768547 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-81e73c36-138a-4ee2-ba5c-f2677b03adac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_create {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:43:29.823489 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e73c36-138a-4ee2-ba5c-f2677b03adac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=900e81ff-7c9e-467b-8c03-c60f48c44c26,revision_number=1']} {{(pid=82901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:43:29.830837 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [None req-81e73c36-138a-4ee2-ba5c-f2677b03adac admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=52531e1f5b0f4b3aaa2e1ea7c2d46565&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2606444 Feb 09 15:43:29.833310 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.wsgi [-] (82901) accepted ('10.222.0.67', 42824) {{(pid=82901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 15:43:29.844406 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5805d0cc-702f-4134-8184-ac4a716e5cf4 req-4b7070a6-f86c-4c65-965b-2f0584ff8a17 tempest-AttachVolumeShelveTestJSON-409995212 tempest-AttachVolumeShelveTestJSON-409995212-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:43:29.845850 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-5805d0cc-702f-4134-8184-ac4a716e5cf4 req-4b7070a6-f86c-4c65-965b-2f0584ff8a17 tempest-AttachVolumeShelveTestJSON-409995212 tempest-AttachVolumeShelveTestJSON-409995212-project] 10.222.0.67 "GET /v2.0/ports?device_id=a4e12dd7-341f-4b28-bef9-17c37cbbc785 HTTP/1.1" status: 200 len: 945 time: 0.1701148 Feb 09 15:43:29.859213 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81e73c36-138a-4ee2-ba5c-f2677b03adac admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825105-1-iscsi {{(pid=82901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:43:29.859569 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81e73c36-138a-4ee2-ba5c-f2677b03adac admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825105-1-iscsi {{(pid=82901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:43:29.859919 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81e73c36-138a-4ee2-ba5c-f2677b03adac admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825105-1-iscsi {{(pid=82901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:43:29.860282 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81e73c36-138a-4ee2-ba5c-f2677b03adac admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825105-1-iscsi {{(pid=82901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:43:29.860626 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81e73c36-138a-4ee2-ba5c-f2677b03adac admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825105-1-iscsi {{(pid=82901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:43:29.861062 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81e73c36-138a-4ee2-ba5c-f2677b03adac admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-825105-1-iscsi {{(pid=82901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:43:29.861520 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81e73c36-138a-4ee2-ba5c-f2677b03adac admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825105-1-iscsi {{(pid=82901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:43:29.861859 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81e73c36-138a-4ee2-ba5c-f2677b03adac admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825105-1-iscsi {{(pid=82901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:43:29.862199 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81e73c36-138a-4ee2-ba5c-f2677b03adac admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825105-1-iscsi {{(pid=82901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:43:29.862536 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81e73c36-138a-4ee2-ba5c-f2677b03adac admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825105-1-iscsi {{(pid=82901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:43:29.862876 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81e73c36-138a-4ee2-ba5c-f2677b03adac admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825105-1-iscsi {{(pid=82901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:43:29.952144 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-5805d0cc-702f-4134-8184-ac4a716e5cf4 req-147d3884-9d98-4094-94b5-5e9b77a1fe08 tempest-AttachVolumeShelveTestJSON-409995212 tempest-AttachVolumeShelveTestJSON-409995212-project] 10.222.0.67 "GET /v2.0/security-groups?id=7287f013-6b2f-43b9-b826-2cf86932a253&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0945060 Feb 09 15:43:29.959721 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-0517fd5a-ea3c-490f-8f58-a30c8169cf5a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:43:29.998253 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-0517fd5a-ea3c-490f-8f58-a30c8169cf5a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:43:30.073234 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-0517fd5a-ea3c-490f-8f58-a30c8169cf5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_delete {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:43:30.088601 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0517fd5a-ea3c-490f-8f58-a30c8169cf5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=900e81ff-7c9e-467b-8c03-c60f48c44c26,revision_number=None']} {{(pid=82901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:43:30.095721 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-0517fd5a-ea3c-490f-8f58-a30c8169cf5a admin admin] Notify callbacks [] for security_group, before_response {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:43:30.099109 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [None req-0517fd5a-ea3c-490f-8f58-a30c8169cf5a admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/900e81ff-7c9e-467b-8c03-c60f48c44c26 HTTP/1.1" status: 204 len: 168 time: 0.2615578 Feb 09 15:43:30.207502 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1adeb6c4-4ea3-446b-8343-8c298a90bfee req-a3f13ce3-9b57-4bfa-8efe-b05998bdb366 tempest-ServerRescueNegativeTestJSON-674815279 tempest-ServerRescueNegativeTestJSON-674815279-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:43:30.210384 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-1adeb6c4-4ea3-446b-8343-8c298a90bfee req-a3f13ce3-9b57-4bfa-8efe-b05998bdb366 tempest-ServerRescueNegativeTestJSON-674815279 tempest-ServerRescueNegativeTestJSON-674815279-project] 10.222.0.67 "GET /v2.0/ports?device_id=02052525-11c7-42a2-bbb0-76ffebf59eb3 HTTP/1.1" status: 200 len: 945 time: 0.0843771 Feb 09 15:43:30.267836 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-1adeb6c4-4ea3-446b-8343-8c298a90bfee req-68c89e05-676a-481b-93f9-b39a8b1779b7 tempest-ServerRescueNegativeTestJSON-674815279 tempest-ServerRescueNegativeTestJSON-674815279-project] 10.222.0.67 "GET /v2.0/security-groups?id=ffc79123-c9cb-487f-b3ec-4904a4a85a48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505342 Feb 09 15:43:30.277944 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-c0734d1e-a5d6-43c5-b357-0d607abf3268 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758786133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16008869'] for agent, after_update {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:43:30.468442 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae6431d-726d-4b0b-b463-df3f7109d656 req-613ec5a1-fbc6-480c-bae2-041ab7ae4519 tempest-DeleteServersTestJSON-401039505 tempest-DeleteServersTestJSON-401039505-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:43:30.469889 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-cae6431d-726d-4b0b-b463-df3f7109d656 req-613ec5a1-fbc6-480c-bae2-041ab7ae4519 tempest-DeleteServersTestJSON-401039505 tempest-DeleteServersTestJSON-401039505-project] 10.222.0.67 "GET /v2.0/ports?device_id=0e73f890-b929-4a05-aad2-2c10991390c7 HTTP/1.1" status: 200 len: 945 time: 0.0808764 Feb 09 15:43:30.531157 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-cae6431d-726d-4b0b-b463-df3f7109d656 req-34414ba9-e104-4185-b39f-a3ecfdf3e098 tempest-DeleteServersTestJSON-401039505 tempest-DeleteServersTestJSON-401039505-project] 10.222.0.67 "GET /v2.0/security-groups?id=7e4a9c1f-e3a3-4232-a4ee-a060da02385c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530632 Feb 09 15:43:30.739865 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1378ec33-76a4-4c10-bd6e-1317a619b1b4 req-4a744733-3e2e-4549-8a95-0fc4f0373b1e tempest-AttachVolumeShelveTestJSON-409995212 tempest-AttachVolumeShelveTestJSON-409995212-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:43:30.744846 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-1378ec33-76a4-4c10-bd6e-1317a619b1b4 req-4a744733-3e2e-4549-8a95-0fc4f0373b1e tempest-AttachVolumeShelveTestJSON-409995212 tempest-AttachVolumeShelveTestJSON-409995212-project] 10.222.0.67 "GET /v2.0/ports?device_id=a4e12dd7-341f-4b28-bef9-17c37cbbc785 HTTP/1.1" status: 200 len: 945 time: 0.0912118 Feb 09 15:43:30.750145 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.wsgi [-] (82902) accepted ('10.222.0.67', 42858) {{(pid=82902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 15:43:30.756650 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.api.v2.base [None req-26c3a7ee-f2d7-4ae2-b8a5-b0a32d58192d tempest-AttachVolumeShelveTestJSON-409995212 tempest-AttachVolumeShelveTestJSON-409995212-project] Request body: {'floatingip': {'port_id': '904e54cb-793e-4660-858f-1650c6d06eda'}} {{(pid=82902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 15:43:30.840486 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-26c3a7ee-f2d7-4ae2-b8a5-b0a32d58192d tempest-AttachVolumeShelveTestJSON-409995212 tempest-AttachVolumeShelveTestJSON-409995212-project] Notify callbacks [] for floatingip, before_update {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:43:31.211869 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-1f7d0426-72a7-4c89-8e53-4ec430751ccf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758786133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16008869'] for agent, after_update {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:43:31.490802 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6f4868-60c8-4b6b-960a-bc6ca925aa7d req-9c2c859c-ab6b-4072-a6bb-eeab3c50da0e tempest-ServerRescueNegativeTestJSON-674815279 tempest-ServerRescueNegativeTestJSON-674815279-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:43:31.492295 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-4e6f4868-60c8-4b6b-960a-bc6ca925aa7d req-9c2c859c-ab6b-4072-a6bb-eeab3c50da0e tempest-ServerRescueNegativeTestJSON-674815279 tempest-ServerRescueNegativeTestJSON-674815279-project] 10.222.0.67 "GET /v2.0/ports?device_id=02052525-11c7-42a2-bbb0-76ffebf59eb3 HTTP/1.1" status: 200 len: 945 time: 0.0879591 Feb 09 15:43:31.550627 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-608c4fd2-211a-4ca9-a277-ad2a51be62ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758786133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16008869'] for agent, after_update {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:43:31.567747 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-4e6f4868-60c8-4b6b-960a-bc6ca925aa7d req-74adc354-f1b5-4974-b160-1594dea450fd tempest-ServerRescueNegativeTestJSON-674815279 tempest-ServerRescueNegativeTestJSON-674815279-project] 10.222.0.67 "GET /v2.0/security-groups?id=ffc79123-c9cb-487f-b3ec-4904a4a85a48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694027 Feb 09 15:43:31.756287 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-26c3a7ee-f2d7-4ae2-b8a5-b0a32d58192d tempest-AttachVolumeShelveTestJSON-409995212 tempest-AttachVolumeShelveTestJSON-409995212-project] Notify callbacks [] for floatingip, precommit_update {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:43:31.760519 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-26c3a7ee-f2d7-4ae2-b8a5-b0a32d58192d tempest-AttachVolumeShelveTestJSON-409995212 tempest-AttachVolumeShelveTestJSON-409995212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-406337'] for floatingip, after_update {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:43:31.876083 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-60bf8aff-a0af-4330-adfb-51bb5afb3cb3 req-bbb7cc00-fb25-4059-a8a3-fa11a14b6e84 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=dbfe7e7ae013417f82b96f615e88a432&device_id=02052525-11c7-42a2-bbb0-76ffebf59eb3 HTTP/1.1" status: 200 len: 1098 time: 0.0911741 Feb 09 15:43:32.010268 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.db.l3_db [None req-26c3a7ee-f2d7-4ae2-b8a5-b0a32d58192d tempest-AttachVolumeShelveTestJSON-409995212 tempest-AttachVolumeShelveTestJSON-409995212-project] Floating IP 5f7e114b-0551-46f2-8cd3-4beff8fc9273 associated. External IP: 172.27.0.74, port: 904e54cb-793e-4660-858f-1650c6d06eda. Feb 09 15:43:32.112922 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60bf8aff-a0af-4330-adfb-51bb5afb3cb3 req-81109870-2204-431b-9009-626b97228b97 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:43:32.114618 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-60bf8aff-a0af-4330-adfb-51bb5afb3cb3 req-81109870-2204-431b-9009-626b97228b97 service neutron] 10.222.0.47 "GET /v2.0/networks?id=7e6f7d4e-b4a0-4c4e-80c2-814a38a14199 HTTP/1.1" status: 200 len: 920 time: 0.2102790 Feb 09 15:43:32.386040 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-60bf8aff-a0af-4330-adfb-51bb5afb3cb3 req-c815b0e2-3a33-4ae1-aa7b-b1c67c0a9f58 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=18370f30-9daf-4ae9-b902-89219faf32d6 HTTP/1.1" status: 200 len: 217 time: 0.1503098 Feb 09 15:43:32.730254 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26c3a7ee-f2d7-4ae2-b8a5-b0a32d58192d tempest-AttachVolumeShelveTestJSON-409995212 tempest-AttachVolumeShelveTestJSON-409995212-project] Router bdf431b0-4679-4d6d-8ef3-a8d454114142 has already been hosted by L3 agent 94c626d1-bc40-41bd-b6b2-9a20da402cb6 {{(pid=82902) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 15:43:32.811489 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60bf8aff-a0af-4330-adfb-51bb5afb3cb3 req-cdaec2eb-50ce-43ed-93cf-76f518a50ae5 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=82901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:43:32.813713 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-60bf8aff-a0af-4330-adfb-51bb5afb3cb3 req-cdaec2eb-50ce-43ed-93cf-76f518a50ae5 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=7b0e1516-4c73-46b2-a641-716be4f1edf5 HTTP/1.1" status: 200 len: 859 time: 0.4151664 Feb 09 15:43:32.873569 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-60bf8aff-a0af-4330-adfb-51bb5afb3cb3 req-40dde071-d7de-43e1-b9ac-c3c70daafe82 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=7e6f7d4e-b4a0-4c4e-80c2-814a38a14199&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0505123 Feb 09 15:43:32.915334 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-faa751bb-9674-45ec-b131-f889431b03dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758786133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16008869'] for agent, after_update {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:43:33.003149 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33780ad0-a764-459a-89e4-6bcab2e2fbcb req-f9cb701e-be8e-4bbc-9ddb-69ed9120170e tempest-ServerRescueNegativeTestJSON-674815279 tempest-ServerRescueNegativeTestJSON-674815279-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:43:33.004704 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-33780ad0-a764-459a-89e4-6bcab2e2fbcb req-f9cb701e-be8e-4bbc-9ddb-69ed9120170e tempest-ServerRescueNegativeTestJSON-674815279 tempest-ServerRescueNegativeTestJSON-674815279-project] 10.222.0.67 "GET /v2.0/ports?device_id=02052525-11c7-42a2-bbb0-76ffebf59eb3 HTTP/1.1" status: 200 len: 945 time: 0.2756543 Feb 09 15:43:33.041554 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26c3a7ee-f2d7-4ae2-b8a5-b0a32d58192d tempest-AttachVolumeShelveTestJSON-409995212 tempest-AttachVolumeShelveTestJSON-409995212-project] Notify agent at l3_agent.dv-cinder-825105-1-iscsi the message routers_updated {{(pid=82902) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 15:43:33.054843 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-26c3a7ee-f2d7-4ae2-b8a5-b0a32d58192d tempest-AttachVolumeShelveTestJSON-409995212 tempest-AttachVolumeShelveTestJSON-409995212-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205010'] for floatingip, before_response {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:43:33.060038 dv-cinder-825105-1-iscsi neutron-server[82904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48efb1ee-1e60-4694-9a96-9c214e8db6d5 None None] Sync routers for ids ['bdf431b0-4679-4d6d-8ef3-a8d454114142'] in dv-cinder-825105-1-iscsi {{(pid=82904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 09 15:43:33.081564 dv-cinder-825105-1-iscsi neutron-server[82904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48efb1ee-1e60-4694-9a96-9c214e8db6d5 None None] Routers {'bdf431b0-4679-4d6d-8ef3-a8d454114142'} bound to L3 agent in host dv-cinder-825105-1-iscsi {{(pid=82904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 15:43:33.082156 dv-cinder-825105-1-iscsi neutron-server[82904]: DEBUG neutron.db.l3_hamode_db [None req-48efb1ee-1e60-4694-9a96-9c214e8db6d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825105-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T15:34:00Z,description=,heartbeat_timestamp=2022-02-09T15:43:30Z,host='dv-cinder-825105-1-iscsi',id=94c626d1-bc40-41bd-b6b2-9a20da402cb6,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:34:00Z,topic='l3_agent')) {'router_ids': ['bdf431b0-4679-4d6d-8ef3-a8d454114142'], 'active': True} {{(pid=82904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:43:33.092252 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-60bf8aff-a0af-4330-adfb-51bb5afb3cb3 req-fe0a1ff7-0e08-4f8d-a43e-c51f1a231e35 service neutron] 10.222.0.47 "GET /v2.0/networks/7e6f7d4e-b4a0-4c4e-80c2-814a38a14199?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2032843 Feb 09 15:43:33.132703 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-33780ad0-a764-459a-89e4-6bcab2e2fbcb req-7dff516f-bfde-4be2-bd81-3ccd7dd4c66f tempest-ServerRescueNegativeTestJSON-674815279 tempest-ServerRescueNegativeTestJSON-674815279-project] 10.222.0.67 "GET /v2.0/security-groups?id=ffc79123-c9cb-487f-b3ec-4904a4a85a48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194704 Feb 09 15:43:33.143782 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [None req-26c3a7ee-f2d7-4ae2-b8a5-b0a32d58192d tempest-AttachVolumeShelveTestJSON-409995212 tempest-AttachVolumeShelveTestJSON-409995212-project] 10.222.0.67 "PUT /v2.0/floatingips/5f7e114b-0551-46f2-8cd3-4beff8fc9273 HTTP/1.1" status: 200 len: 990 time: 2.3917441 Feb 09 15:43:33.144423 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a4e12dd7-341f-4b28-bef9-17c37cbbc785', 'tag': '904e54cb-793e-4660-858f-1650c6d06eda'}] {{(pid=82902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 15:43:33.263802 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a4e12dd7-341f-4b28-bef9-17c37cbbc785', 'tag': '904e54cb-793e-4660-858f-1650c6d06eda', 'status': 'completed', 'code': 200} Feb 09 15:43:33.334029 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-60bf8aff-a0af-4330-adfb-51bb5afb3cb3 req-900adb45-093a-4ae0-8bc0-b0866ea19e95 service neutron] 10.222.0.47 "GET /v2.0/networks/7e6f7d4e-b4a0-4c4e-80c2-814a38a14199?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2347476 Feb 09 15:43:33.339940 dv-cinder-825105-1-iscsi neutron-server[82904]: DEBUG neutron.db.l3_dvr_db [None req-48efb1ee-1e60-4694-9a96-9c214e8db6d5 None None] Set router bdf431b0-4679-4d6d-8ef3-a8d454114142 gateway port host: dv-cinder-825105-1-iscsi {{(pid=82904) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 15:43:33.423583 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472654e2-5b95-48d1-bb5b-e8ee90f2337d req-3ee12f78-c4b7-4a10-be30-bd518e4ba2e3 tempest-AttachVolumeShelveTestJSON-409995212 tempest-AttachVolumeShelveTestJSON-409995212-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:43:33.425837 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-472654e2-5b95-48d1-bb5b-e8ee90f2337d req-3ee12f78-c4b7-4a10-be30-bd518e4ba2e3 tempest-AttachVolumeShelveTestJSON-409995212 tempest-AttachVolumeShelveTestJSON-409995212-project] 10.222.0.67 "GET /v2.0/ports?device_id=a4e12dd7-341f-4b28-bef9-17c37cbbc785 HTTP/1.1" status: 200 len: 945 time: 0.1148367 Feb 09 15:43:33.429781 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-b9e1987b-eab7-4dc9-bc82-8890f6e60d72 req-852f73b8-c7cd-45a8-8b06-f8c90885469f service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=3afe9ff36570464cb3825318de2de71a&device_id=a4e12dd7-341f-4b28-bef9-17c37cbbc785 HTTP/1.1" status: 200 len: 1098 time: 0.1499667 Feb 09 15:43:33.507654 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-472654e2-5b95-48d1-bb5b-e8ee90f2337d req-47fc6011-4d87-42ef-aca2-729d377587d1 tempest-AttachVolumeShelveTestJSON-409995212 tempest-AttachVolumeShelveTestJSON-409995212-project] 10.222.0.67 "GET /v2.0/security-groups?id=7287f013-6b2f-43b9-b826-2cf86932a253&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0745549 Feb 09 15:43:33.651655 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e1987b-eab7-4dc9-bc82-8890f6e60d72 req-b6f4bfa1-0f40-4cff-9741-7e6c177e728c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:43:33.653166 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-b9e1987b-eab7-4dc9-bc82-8890f6e60d72 req-b6f4bfa1-0f40-4cff-9741-7e6c177e728c service neutron] 10.222.0.47 "GET /v2.0/networks?id=515106f2-407b-4cd0-874f-592278142559 HTTP/1.1" status: 200 len: 918 time: 0.1939132 Feb 09 15:43:33.792403 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-b9e1987b-eab7-4dc9-bc82-8890f6e60d72 req-0314bd24-56b2-4288-9a85-638b1382ad0a service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=904e54cb-793e-4660-858f-1650c6d06eda HTTP/1.1" status: 200 len: 998 time: 0.1274831 Feb 09 15:43:33.845641 dv-cinder-825105-1-iscsi neutron-server[82904]: DEBUG neutron.db.l3_hamode_db [None req-48efb1ee-1e60-4694-9a96-9c214e8db6d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdf431b0-4679-4d6d-8ef3-a8d454114142', 'name': 'tempest-AttachVolumeShelveTestJSON-1271008086-router', 'tenant_id': '3afe9ff36570464cb3825318de2de71a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c65eede5-7777-493f-951d-210877831002', 'external_fixed_ips': [{'subnet_id': '2c513225-bb11-4d36-a4c3-0732716dcb87', 'ip_address': '172.27.0.13'}], 'enable_snat': True}, 'gw_port_id': 'e8f166af-63fa-4718-a18b-20cbc7f2ac05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T15:42:31Z', 'updated_at': '2022-02-09T15:42:40Z', 'revision_number': 4, 'project_id': '3afe9ff36570464cb3825318de2de71a', 'gw_port': {'id': 'e8f166af-63fa-4718-a18b-20cbc7f2ac05', 'name': '', 'network_id': 'c65eede5-7777-493f-951d-210877831002', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:00:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdf431b0-4679-4d6d-8ef3-a8d454114142', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2c513225-bb11-4d36-a4c3-0732716dcb87', 'ip_address': '172.27.0.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825105-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:42:32Z', 'updated_at': '2022-02-09T15:42:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c513225-bb11-4d36-a4c3-0732716dcb87', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825105-1-iscsi', '_floatingips': [{'id': '5f7e114b-0551-46f2-8cd3-4beff8fc9273', 'tenant_id': '3afe9ff36570464cb3825318de2de71a', 'floating_ip_address': '172.27.0.74', 'floating_network_id': 'c65eede5-7777-493f-951d-210877831002', 'router_id': 'bdf431b0-4679-4d6d-8ef3-a8d454114142', 'port_id': '904e54cb-793e-4660-858f-1650c6d06eda', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '515106f2-407b-4cd0-874f-592278142559', 'mac_address': 'fa:16:3e:6e:be:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4e12dd7-341f-4b28-bef9-17c37cbbc785', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T15:42:48Z', 'updated_at': '2022-02-09T15:43:31Z', 'revision_number': 1, 'project_id': '3afe9ff36570464cb3825318de2de71a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c4dc553e-6cb1-4fb1-8be3-5ed575c80d27', 'name': '', 'network_id': '515106f2-407b-4cd0-874f-592278142559', 'tenant_id': '3afe9ff36570464cb3825318de2de71a', 'mac_address': 'fa:16:3e:89:9f:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdf431b0-4679-4d6d-8ef3-a8d454114142', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f6c0b2aa-667d-4387-9940-6f1b97474e6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825105-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:42:39Z', 'updated_at': '2022-02-09T15:43:10Z', 'revision_number': 5, 'project_id': '3afe9ff36570464cb3825318de2de71a', 'subnets': [{'id': 'f6c0b2aa-667d-4387-9940-6f1b97474e6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825105-1-iscsi', False) {} {{(pid=82904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:43:33.850270 dv-cinder-825105-1-iscsi neutron-server[82904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48efb1ee-1e60-4694-9a96-9c214e8db6d5 None None] Checking router: bdf431b0-4679-4d6d-8ef3-a8d454114142 for host: dv-cinder-825105-1-iscsi {{(pid=82904) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 09 15:43:33.864361 dv-cinder-825105-1-iscsi neutron-server[82904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48efb1ee-1e60-4694-9a96-9c214e8db6d5 None None] Routers {'bdf431b0-4679-4d6d-8ef3-a8d454114142'} bound to L3 agent in host dv-cinder-825105-1-iscsi {{(pid=82904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 15:43:33.865228 dv-cinder-825105-1-iscsi neutron-server[82904]: DEBUG neutron.db.l3_hamode_db [None req-48efb1ee-1e60-4694-9a96-9c214e8db6d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825105-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T15:34:00Z,description=,heartbeat_timestamp=2022-02-09T15:43:30Z,host='dv-cinder-825105-1-iscsi',id=94c626d1-bc40-41bd-b6b2-9a20da402cb6,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:34:00Z,topic='l3_agent')) {'router_ids': ['bdf431b0-4679-4d6d-8ef3-a8d454114142'], 'active': True} {{(pid=82904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:43:33.874011 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e1987b-eab7-4dc9-bc82-8890f6e60d72 req-c6452d99-b5b9-489f-a633-d28edeb1cc81 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=82902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:43:33.875214 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-b9e1987b-eab7-4dc9-bc82-8890f6e60d72 req-c6452d99-b5b9-489f-a633-d28edeb1cc81 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=f6c0b2aa-667d-4387-9940-6f1b97474e6c HTTP/1.1" status: 200 len: 856 time: 0.0756590 Feb 09 15:43:34.030178 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-b9e1987b-eab7-4dc9-bc82-8890f6e60d72 req-d3672844-fb04-4bf4-9f91-f278f313cfd4 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=515106f2-407b-4cd0-874f-592278142559&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1485367 Feb 09 15:43:34.131506 dv-cinder-825105-1-iscsi neutron-server[82904]: DEBUG neutron.db.l3_dvr_db [None req-48efb1ee-1e60-4694-9a96-9c214e8db6d5 None None] Set router bdf431b0-4679-4d6d-8ef3-a8d454114142 gateway port host: dv-cinder-825105-1-iscsi {{(pid=82904) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 15:43:34.437761 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0552bd2a-c0f5-420f-b64a-90a68726c535 req-5e48b121-627e-449b-82ac-a09f37364b8e tempest-ServerRescueNegativeTestJSON-674815279 tempest-ServerRescueNegativeTestJSON-674815279-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:43:34.448780 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-0552bd2a-c0f5-420f-b64a-90a68726c535 req-5e48b121-627e-449b-82ac-a09f37364b8e tempest-ServerRescueNegativeTestJSON-674815279 tempest-ServerRescueNegativeTestJSON-674815279-project] 10.222.0.67 "GET /v2.0/ports?device_id=02052525-11c7-42a2-bbb0-76ffebf59eb3 HTTP/1.1" status: 200 len: 945 time: 0.1520848 Feb 09 15:43:34.535927 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-0552bd2a-c0f5-420f-b64a-90a68726c535 req-7db7c7b9-e140-48da-926e-c310167022ac tempest-ServerRescueNegativeTestJSON-674815279 tempest-ServerRescueNegativeTestJSON-674815279-project] 10.222.0.67 "GET /v2.0/security-groups?id=ffc79123-c9cb-487f-b3ec-4904a4a85a48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861862 Feb 09 15:43:34.623772 dv-cinder-825105-1-iscsi neutron-server[82904]: DEBUG neutron.db.l3_hamode_db [None req-48efb1ee-1e60-4694-9a96-9c214e8db6d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdf431b0-4679-4d6d-8ef3-a8d454114142', 'name': 'tempest-AttachVolumeShelveTestJSON-1271008086-router', 'tenant_id': '3afe9ff36570464cb3825318de2de71a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c65eede5-7777-493f-951d-210877831002', 'external_fixed_ips': [{'subnet_id': '2c513225-bb11-4d36-a4c3-0732716dcb87', 'ip_address': '172.27.0.13'}], 'enable_snat': True}, 'gw_port_id': 'e8f166af-63fa-4718-a18b-20cbc7f2ac05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T15:42:31Z', 'updated_at': '2022-02-09T15:42:40Z', 'revision_number': 4, 'project_id': '3afe9ff36570464cb3825318de2de71a', 'gw_port': {'id': 'e8f166af-63fa-4718-a18b-20cbc7f2ac05', 'name': '', 'network_id': 'c65eede5-7777-493f-951d-210877831002', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:00:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdf431b0-4679-4d6d-8ef3-a8d454114142', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2c513225-bb11-4d36-a4c3-0732716dcb87', 'ip_address': '172.27.0.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825105-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:42:32Z', 'updated_at': '2022-02-09T15:42:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c513225-bb11-4d36-a4c3-0732716dcb87', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825105-1-iscsi', '_floatingips': [{'id': '5f7e114b-0551-46f2-8cd3-4beff8fc9273', 'tenant_id': '3afe9ff36570464cb3825318de2de71a', 'floating_ip_address': '172.27.0.74', 'floating_network_id': 'c65eede5-7777-493f-951d-210877831002', 'router_id': 'bdf431b0-4679-4d6d-8ef3-a8d454114142', 'port_id': '904e54cb-793e-4660-858f-1650c6d06eda', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '515106f2-407b-4cd0-874f-592278142559', 'mac_address': 'fa:16:3e:6e:be:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4e12dd7-341f-4b28-bef9-17c37cbbc785', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T15:42:48Z', 'updated_at': '2022-02-09T15:43:31Z', 'revision_number': 1, 'project_id': '3afe9ff36570464cb3825318de2de71a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c4dc553e-6cb1-4fb1-8be3-5ed575c80d27', 'name': '', 'network_id': '515106f2-407b-4cd0-874f-592278142559', 'tenant_id': '3afe9ff36570464cb3825318de2de71a', 'mac_address': 'fa:16:3e:89:9f:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdf431b0-4679-4d6d-8ef3-a8d454114142', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f6c0b2aa-667d-4387-9940-6f1b97474e6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825105-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:42:39Z', 'updated_at': '2022-02-09T15:43:10Z', 'revision_number': 5, 'project_id': '3afe9ff36570464cb3825318de2de71a', 'subnets': [{'id': 'f6c0b2aa-667d-4387-9940-6f1b97474e6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825105-1-iscsi', False) {} {{(pid=82904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:43:34.628873 dv-cinder-825105-1-iscsi neutron-server[82904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48efb1ee-1e60-4694-9a96-9c214e8db6d5 None None] The sync data for ids ['bdf431b0-4679-4d6d-8ef3-a8d454114142'] in dv-cinder-825105-1-iscsi is: [{'id': 'bdf431b0-4679-4d6d-8ef3-a8d454114142', 'name': 'tempest-AttachVolumeShelveTestJSON-1271008086-router', 'tenant_id': '3afe9ff36570464cb3825318de2de71a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c65eede5-7777-493f-951d-210877831002', 'external_fixed_ips': [{'subnet_id': '2c513225-bb11-4d36-a4c3-0732716dcb87', 'ip_address': '172.27.0.13'}], 'enable_snat': True}, 'gw_port_id': 'e8f166af-63fa-4718-a18b-20cbc7f2ac05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T15:42:31Z', 'updated_at': '2022-02-09T15:42:40Z', 'revision_number': 4, 'project_id': '3afe9ff36570464cb3825318de2de71a', 'gw_port': {'id': 'e8f166af-63fa-4718-a18b-20cbc7f2ac05', 'name': '', 'network_id': 'c65eede5-7777-493f-951d-210877831002', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:00:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdf431b0-4679-4d6d-8ef3-a8d454114142', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2c513225-bb11-4d36-a4c3-0732716dcb87', 'ip_address': '172.27.0.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825105-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:42:32Z', 'updated_at': '2022-02-09T15:42:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c513225-bb11-4d36-a4c3-0732716dcb87', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825105-1-iscsi', '_floatingips': [{'id': '5f7e114b-0551-46f2-8cd3-4beff8fc9273', 'tenant_id': '3afe9ff36570464cb3825318de2de71a', 'floating_ip_address': '172.27.0.74', 'floating_network_id': 'c65eede5-7777-493f-951d-210877831002', 'router_id': 'bdf431b0-4679-4d6d-8ef3-a8d454114142', 'port_id': '904e54cb-793e-4660-858f-1650c6d06eda', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '515106f2-407b-4cd0-874f-592278142559', 'mac_address': 'fa:16:3e:6e:be:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4e12dd7-341f-4b28-bef9-17c37cbbc785', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T15:42:48Z', 'updated_at': '2022-02-09T15:43:31Z', 'revision_number': 1, 'project_id': '3afe9ff36570464cb3825318de2de71a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c4dc553e-6cb1-4fb1-8be3-5ed575c80d27', 'name': '', 'network_id': '515106f2-407b-4cd0-874f-592278142559', 'tenant_id': '3afe9ff36570464cb3825318de2de71a', 'mac_address': 'fa:16:3e:89:9f:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdf431b0-4679-4d6d-8ef3-a8d454114142', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f6c0b2aa-667d-4387-9940-6f1b97474e6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825105-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:42:39Z', 'updated_at': '2022-02-09T15:43:10Z', 'revision_number': 5, 'project_id': '3afe9ff36570464cb3825318de2de71a', 'subnets': [{'id': 'f6c0b2aa-667d-4387-9940-6f1b97474e6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 09 15:43:34.776219 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d017dc-4367-4e4c-94f0-658363a865aa req-852a02d2-d373-4175-a2df-def171fbb607 tempest-AttachVolumeShelveTestJSON-409995212 tempest-AttachVolumeShelveTestJSON-409995212-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:43:34.777686 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-a1d017dc-4367-4e4c-94f0-658363a865aa req-852a02d2-d373-4175-a2df-def171fbb607 tempest-AttachVolumeShelveTestJSON-409995212 tempest-AttachVolumeShelveTestJSON-409995212-project] 10.222.0.67 "GET /v2.0/ports?device_id=a4e12dd7-341f-4b28-bef9-17c37cbbc785 HTTP/1.1" status: 200 len: 945 time: 0.0986013 Feb 09 15:43:34.826197 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-a1d017dc-4367-4e4c-94f0-658363a865aa req-655dbf99-480f-468a-b104-1f219f97433b tempest-AttachVolumeShelveTestJSON-409995212 tempest-AttachVolumeShelveTestJSON-409995212-project] 10.222.0.67 "GET /v2.0/security-groups?id=7287f013-6b2f-43b9-b826-2cf86932a253&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431039 Feb 09 15:43:34.857168 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d02dfd1-8ec6-484e-86c1-a2498f513dac None None] New status for floating IP 5f7e114b-0551-46f2-8cd3-4beff8fc9273: ACTIVE {{(pid=82903) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 09 15:43:35.014337 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-b9e1987b-eab7-4dc9-bc82-8890f6e60d72 req-8af22913-8365-4010-8aa7-c17d1b07857c service neutron] 10.222.0.47 "GET /v2.0/networks/515106f2-407b-4cd0-874f-592278142559?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1380754 Feb 09 15:43:35.750861 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35202ce7-a3be-44b7-a9cb-3a39db122879 req-1595e62d-41cc-46b7-85f4-819e54697b2c tempest-ServerRescueNegativeTestJSON-674815279 tempest-ServerRescueNegativeTestJSON-674815279-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:43:35.752509 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-35202ce7-a3be-44b7-a9cb-3a39db122879 req-1595e62d-41cc-46b7-85f4-819e54697b2c tempest-ServerRescueNegativeTestJSON-674815279 tempest-ServerRescueNegativeTestJSON-674815279-project] 10.222.0.67 "GET /v2.0/ports?device_id=02052525-11c7-42a2-bbb0-76ffebf59eb3 HTTP/1.1" status: 200 len: 945 time: 0.0790985 Feb 09 15:43:35.807549 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-35202ce7-a3be-44b7-a9cb-3a39db122879 req-b3f7c0dd-7439-4568-86f7-8700fdb92c1d tempest-ServerRescueNegativeTestJSON-674815279 tempest-ServerRescueNegativeTestJSON-674815279-project] 10.222.0.67 "GET /v2.0/security-groups?id=ffc79123-c9cb-487f-b3ec-4904a4a85a48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495653 Feb 09 15:43:36.046874 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5507bc2-e901-4e42-a07f-c063687ef34b req-32169184-44e4-4cae-b056-aad3479841d8 tempest-AttachVolumeShelveTestJSON-409995212 tempest-AttachVolumeShelveTestJSON-409995212-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:43:36.048820 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-b5507bc2-e901-4e42-a07f-c063687ef34b req-32169184-44e4-4cae-b056-aad3479841d8 tempest-AttachVolumeShelveTestJSON-409995212 tempest-AttachVolumeShelveTestJSON-409995212-project] 10.222.0.67 "GET /v2.0/ports?device_id=a4e12dd7-341f-4b28-bef9-17c37cbbc785 HTTP/1.1" status: 200 len: 945 time: 0.0792956 Feb 09 15:43:36.093686 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-b5507bc2-e901-4e42-a07f-c063687ef34b req-8b4e3d28-98cf-4331-be07-52a1d1694d2a tempest-AttachVolumeShelveTestJSON-409995212 tempest-AttachVolumeShelveTestJSON-409995212-project] 10.222.0.67 "GET /v2.0/security-groups?id=7287f013-6b2f-43b9-b826-2cf86932a253&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393620 Feb 09 15:43:36.911068 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-b9e1987b-eab7-4dc9-bc82-8890f6e60d72 req-7111dc37-2f29-4b1e-8a68-7e4396e2566d service neutron] 10.222.0.47 "GET /v2.0/networks/515106f2-407b-4cd0-874f-592278142559?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1453674 Feb 09 15:43:37.066610 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1faafd9-4dd9-4f9a-8b47-f41b1c261e26 req-c32351a7-ab34-442b-94cc-d06bdb5be1e3 tempest-ServerRescueNegativeTestJSON-674815279 tempest-ServerRescueNegativeTestJSON-674815279-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:43:37.068183 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-d1faafd9-4dd9-4f9a-8b47-f41b1c261e26 req-c32351a7-ab34-442b-94cc-d06bdb5be1e3 tempest-ServerRescueNegativeTestJSON-674815279 tempest-ServerRescueNegativeTestJSON-674815279-project] 10.222.0.67 "GET /v2.0/ports?device_id=02052525-11c7-42a2-bbb0-76ffebf59eb3 HTTP/1.1" status: 200 len: 945 time: 0.1045485 Feb 09 15:43:37.116031 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-d1faafd9-4dd9-4f9a-8b47-f41b1c261e26 req-5fc2a64e-f1d6-42bb-bcb3-9a0f6fdfc634 tempest-ServerRescueNegativeTestJSON-674815279 tempest-ServerRescueNegativeTestJSON-674815279-project] 10.222.0.67 "GET /v2.0/security-groups?id=ffc79123-c9cb-487f-b3ec-4904a4a85a48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403552 Feb 09 15:43:37.310278 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880b7005-17e6-4e95-bc5c-3330e0023829 req-b10c7ac9-52b7-4611-8aa6-d62d9c3aecca tempest-AttachVolumeShelveTestJSON-409995212 tempest-AttachVolumeShelveTestJSON-409995212-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:43:37.311709 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-880b7005-17e6-4e95-bc5c-3330e0023829 req-b10c7ac9-52b7-4611-8aa6-d62d9c3aecca tempest-AttachVolumeShelveTestJSON-409995212 tempest-AttachVolumeShelveTestJSON-409995212-project] 10.222.0.67 "GET /v2.0/ports?device_id=a4e12dd7-341f-4b28-bef9-17c37cbbc785 HTTP/1.1" status: 200 len: 945 time: 0.0799246 Feb 09 15:43:37.361872 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-880b7005-17e6-4e95-bc5c-3330e0023829 req-b5509f10-e5be-435f-afe4-33fa3bf49c21 tempest-AttachVolumeShelveTestJSON-409995212 tempest-AttachVolumeShelveTestJSON-409995212-project] 10.222.0.67 "GET /v2.0/security-groups?id=7287f013-6b2f-43b9-b826-2cf86932a253&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439658 Feb 09 15:43:38.356142 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb225b2-8d83-49ba-a721-7e5ff1bcdd97 req-6f592228-08f9-4bfa-a241-5c441b5df7d8 tempest-ServerRescueNegativeTestJSON-674815279 tempest-ServerRescueNegativeTestJSON-674815279-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:43:38.357613 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-cbb225b2-8d83-49ba-a721-7e5ff1bcdd97 req-6f592228-08f9-4bfa-a241-5c441b5df7d8 tempest-ServerRescueNegativeTestJSON-674815279 tempest-ServerRescueNegativeTestJSON-674815279-project] 10.222.0.67 "GET /v2.0/ports?device_id=02052525-11c7-42a2-bbb0-76ffebf59eb3 HTTP/1.1" status: 200 len: 945 time: 0.0988822 Feb 09 15:43:38.411275 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-cbb225b2-8d83-49ba-a721-7e5ff1bcdd97 req-a732afd7-cd4b-490a-b474-69920e230d6b tempest-ServerRescueNegativeTestJSON-674815279 tempest-ServerRescueNegativeTestJSON-674815279-project] 10.222.0.67 "GET /v2.0/security-groups?id=ffc79123-c9cb-487f-b3ec-4904a4a85a48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474074 Feb 09 15:43:39.627987 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.wsgi [-] (82901) accepted ('10.222.0.67', 43126) {{(pid=82901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 15:43:39.648521 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ffba87-864d-419d-80f4-5e53c5f590d9 req-e48bc541-152c-4c34-987a-fff84396f516 tempest-ServerRescueNegativeTestJSON-674815279 tempest-ServerRescueNegativeTestJSON-674815279-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:43:39.649986 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-29ffba87-864d-419d-80f4-5e53c5f590d9 req-e48bc541-152c-4c34-987a-fff84396f516 tempest-ServerRescueNegativeTestJSON-674815279 tempest-ServerRescueNegativeTestJSON-674815279-project] 10.222.0.67 "GET /v2.0/ports?device_id=02052525-11c7-42a2-bbb0-76ffebf59eb3 HTTP/1.1" status: 200 len: 945 time: 0.0836465 Feb 09 15:43:39.702304 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-29ffba87-864d-419d-80f4-5e53c5f590d9 req-5f25dcd0-0f11-4b69-98e5-0557c503adb8 tempest-ServerRescueNegativeTestJSON-674815279 tempest-ServerRescueNegativeTestJSON-674815279-project] 10.222.0.67 "GET /v2.0/security-groups?id=ffc79123-c9cb-487f-b3ec-4904a4a85a48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462422 Feb 09 15:43:39.789457 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-5b6de472-e8d1-409c-8cda-49ddcdde2501 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:43:39.823142 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.db.quota.driver [None req-5b6de472-e8d1-409c-8cda-49ddcdde2501 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 15:43:39.827012 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.quota.resource [None req-5b6de472-e8d1-409c-8cda-49ddcdde2501 admin admin] Usage tracker for resource:security_group_rule and tenant:20bda768eb854032949e7ea5c75c3652 is out of sync, need to count used quota {{(pid=82901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 15:43:39.830966 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.quota.resource [None req-5b6de472-e8d1-409c-8cda-49ddcdde2501 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 15:43:39.836982 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.db.quota.driver [None req-5b6de472-e8d1-409c-8cda-49ddcdde2501 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 15:43:39.912775 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-5b6de472-e8d1-409c-8cda-49ddcdde2501 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:43:39.918101 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-5b6de472-e8d1-409c-8cda-49ddcdde2501 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_create {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:43:39.962217 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [None req-5b6de472-e8d1-409c-8cda-49ddcdde2501 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=20bda768eb854032949e7ea5c75c3652&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3302126 Feb 09 15:43:39.962436 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.wsgi [-] (82901) accepted ('10.222.0.67', 43154) {{(pid=82901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 15:43:40.016540 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b6de472-e8d1-409c-8cda-49ddcdde2501 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8ad84b2-8e3b-43af-9de8-4b301052bad4,revision_number=1']} {{(pid=82901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:43:40.056560 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-225a4f8d-5268-456d-90cc-a4339a12f83f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:43:40.085035 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-225a4f8d-5268-456d-90cc-a4339a12f83f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:43:40.150982 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-225a4f8d-5268-456d-90cc-a4339a12f83f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_delete {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:43:40.172206 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-225a4f8d-5268-456d-90cc-a4339a12f83f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8ad84b2-8e3b-43af-9de8-4b301052bad4,revision_number=None']} {{(pid=82901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:43:40.179717 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-225a4f8d-5268-456d-90cc-a4339a12f83f admin admin] Notify callbacks [] for security_group, before_response {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:43:40.181183 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [None req-225a4f8d-5268-456d-90cc-a4339a12f83f admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/f8ad84b2-8e3b-43af-9de8-4b301052bad4 HTTP/1.1" status: 204 len: 168 time: 0.2175965 Feb 09 15:43:40.564699 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.wsgi [-] (82901) accepted ('10.222.0.67', 43204) {{(pid=82901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 15:43:40.584758 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-60810c93-adda-4180-9fb3-ba5f704b6448 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:43:40.619719 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.db.quota.driver [None req-60810c93-adda-4180-9fb3-ba5f704b6448 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 15:43:40.623827 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.quota.resource [None req-60810c93-adda-4180-9fb3-ba5f704b6448 admin admin] Usage tracker for resource:security_group_rule and tenant:a6717777c49d46d290aaaa64321d5c3f is out of sync, need to count used quota {{(pid=82901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 15:43:40.627002 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.quota.resource [None req-60810c93-adda-4180-9fb3-ba5f704b6448 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 15:43:40.633003 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.db.quota.driver [None req-60810c93-adda-4180-9fb3-ba5f704b6448 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 15:43:40.709554 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-60810c93-adda-4180-9fb3-ba5f704b6448 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:43:40.714072 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-60810c93-adda-4180-9fb3-ba5f704b6448 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_create {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:43:40.783884 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60810c93-adda-4180-9fb3-ba5f704b6448 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d84cfcfc-aaf1-4c61-94f2-90b4b27a0c87,revision_number=1']} {{(pid=82901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:43:40.814688 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [None req-60810c93-adda-4180-9fb3-ba5f704b6448 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=a6717777c49d46d290aaaa64321d5c3f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2488599 Feb 09 15:43:40.817368 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.wsgi [-] (82901) accepted ('10.222.0.67', 43220) {{(pid=82901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 15:43:40.899881 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-2e6f3c65-c740-4dbd-b0b2-0ea0be31d343 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:43:40.932062 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-2e6f3c65-c740-4dbd-b0b2-0ea0be31d343 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:43:41.036416 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-2e6f3c65-c740-4dbd-b0b2-0ea0be31d343 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_delete {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:43:41.060867 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-2e6f3c65-c740-4dbd-b0b2-0ea0be31d343 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:43:41.064614 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [None req-2e6f3c65-c740-4dbd-b0b2-0ea0be31d343 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/d84cfcfc-aaf1-4c61-94f2-90b4b27a0c87 HTTP/1.1" status: 204 len: 168 time: 0.2459488 Feb 09 15:43:41.066410 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e6f3c65-c740-4dbd-b0b2-0ea0be31d343 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d84cfcfc-aaf1-4c61-94f2-90b4b27a0c87,revision_number=None']} {{(pid=82901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:43:41.158522 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d280d9-fa28-41cf-9f0f-3a8a97d70cbc req-75059b88-2a08-450a-8968-e6269491e953 tempest-ServerRescueNegativeTestJSON-674815279 tempest-ServerRescueNegativeTestJSON-674815279-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:43:41.160144 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-84d280d9-fa28-41cf-9f0f-3a8a97d70cbc req-75059b88-2a08-450a-8968-e6269491e953 tempest-ServerRescueNegativeTestJSON-674815279 tempest-ServerRescueNegativeTestJSON-674815279-project] 10.222.0.67 "GET /v2.0/ports?device_id=02052525-11c7-42a2-bbb0-76ffebf59eb3 HTTP/1.1" status: 200 len: 945 time: 0.1007874 Feb 09 15:43:41.177213 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.wsgi [-] (82902) accepted ('10.222.0.67', 43234) {{(pid=82902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 15:43:41.208828 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-84d280d9-fa28-41cf-9f0f-3a8a97d70cbc req-096855a4-5e76-4777-be22-f665de66d55c tempest-ServerRescueNegativeTestJSON-674815279 tempest-ServerRescueNegativeTestJSON-674815279-project] 10.222.0.67 "GET /v2.0/security-groups?id=ffc79123-c9cb-487f-b3ec-4904a4a85a48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427160 Feb 09 15:43:41.465424 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-fcd05a52-7558-4481-892d-620578ab580a admin admin] Notify callbacks [] for security_group, before_create {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:43:41.509923 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.db.quota.driver [None req-fcd05a52-7558-4481-892d-620578ab580a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 15:43:41.514496 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.quota.resource [None req-fcd05a52-7558-4481-892d-620578ab580a admin admin] Usage tracker for resource:security_group_rule and tenant:694c48cc8d574a4e8d81661373392721 is out of sync, need to count used quota {{(pid=82902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 15:43:41.520941 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.quota.resource [None req-fcd05a52-7558-4481-892d-620578ab580a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 15:43:41.526922 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.db.quota.driver [None req-fcd05a52-7558-4481-892d-620578ab580a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 15:43:41.680246 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-fcd05a52-7558-4481-892d-620578ab580a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:43:41.685158 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-fcd05a52-7558-4481-892d-620578ab580a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_create {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:43:41.751034 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd05a52-7558-4481-892d-620578ab580a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47466fcc-7e59-40ae-bf48-0848f7597b52,revision_number=1']} {{(pid=82902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:43:41.761136 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.wsgi [-] (82901) accepted ('10.222.0.67', 43260) {{(pid=82901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 15:43:41.761663 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [None req-fcd05a52-7558-4481-892d-620578ab580a admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=694c48cc8d574a4e8d81661373392721&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5831554 Feb 09 15:43:41.843532 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-e0243530-9435-41a3-bac5-6c5a77d4fcaf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:43:41.872764 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-e0243530-9435-41a3-bac5-6c5a77d4fcaf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:43:41.949076 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-e0243530-9435-41a3-bac5-6c5a77d4fcaf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_delete {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:43:41.972336 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-e0243530-9435-41a3-bac5-6c5a77d4fcaf admin admin] Notify callbacks [] for security_group, before_response {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:43:41.973859 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [None req-e0243530-9435-41a3-bac5-6c5a77d4fcaf admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/47466fcc-7e59-40ae-bf48-0848f7597b52 HTTP/1.1" status: 204 len: 168 time: 0.2109575 Feb 09 15:43:41.976712 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0243530-9435-41a3-bac5-6c5a77d4fcaf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47466fcc-7e59-40ae-bf48-0848f7597b52,revision_number=None']} {{(pid=82901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:43:42.225650 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.wsgi [-] (82901) accepted ('10.222.0.67', 43286) {{(pid=82901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 15:43:42.342496 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85650f48-63aa-42a4-8d7f-4fd09dd9df37 req-16964133-56a3-430d-99ca-5d231645590a tempest-AttachVolumeNegativeTest-574944362 tempest-AttachVolumeNegativeTest-574944362-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:43:42.351935 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-85650f48-63aa-42a4-8d7f-4fd09dd9df37 req-16964133-56a3-430d-99ca-5d231645590a tempest-AttachVolumeNegativeTest-574944362 tempest-AttachVolumeNegativeTest-574944362-project] 10.222.0.67 "GET /v2.0/networks?id=072a4996-791d-4390-ba5a-5e0a5fbf88c4 HTTP/1.1" status: 200 len: 815 time: 0.2178466 Feb 09 15:43:42.374530 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-85650f48-63aa-42a4-8d7f-4fd09dd9df37 req-c84143b3-4e2d-439c-94bd-0f698c6fb245 tempest-AttachVolumeNegativeTest-574944362 tempest-AttachVolumeNegativeTest-574944362-project] 10.222.0.67 "GET /v2.0/quotas/5408654e4de147309f8b24e479cf1661 HTTP/1.1" status: 200 len: 375 time: 0.0216122 Feb 09 15:43:42.503892 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf71afb-c881-439d-93da-cf48038d0dec req-87585617-99a5-42e5-9589-999d53bcbfe4 tempest-ServerRescueNegativeTestJSON-674815279 tempest-ServerRescueNegativeTestJSON-674815279-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:43:42.508195 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-85650f48-63aa-42a4-8d7f-4fd09dd9df37 req-c9007a06-28eb-4c10-8dc4-9584f2a7c095 tempest-AttachVolumeNegativeTest-574944362 tempest-AttachVolumeNegativeTest-574944362-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=5408654e4de147309f8b24e479cf1661&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1326265 Feb 09 15:43:42.512940 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-baf71afb-c881-439d-93da-cf48038d0dec req-87585617-99a5-42e5-9589-999d53bcbfe4 tempest-ServerRescueNegativeTestJSON-674815279 tempest-ServerRescueNegativeTestJSON-674815279-project] 10.222.0.67 "GET /v2.0/ports?device_id=02052525-11c7-42a2-bbb0-76ffebf59eb3 HTTP/1.1" status: 200 len: 945 time: 0.1252720 Feb 09 15:43:42.585202 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-baf71afb-c881-439d-93da-cf48038d0dec req-98bb64ea-448a-44c6-ad55-13edb7f6d16f tempest-ServerRescueNegativeTestJSON-674815279 tempest-ServerRescueNegativeTestJSON-674815279-project] 10.222.0.67 "GET /v2.0/security-groups?id=ffc79123-c9cb-487f-b3ec-4904a4a85a48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703392 Feb 09 15:43:42.653269 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-8084f5c5-477b-425f-8ac8-48fd29815c92 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:43:42.680992 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-85650f48-63aa-42a4-8d7f-4fd09dd9df37 req-9e97e058-db41-4fda-a4c6-355c65cd5676 service neutron] 10.222.0.67 "GET /v2.0/networks/072a4996-791d-4390-ba5a-5e0a5fbf88c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1660876 Feb 09 15:43:42.690297 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.wsgi [-] (82902) accepted ('10.222.0.67', 43306) {{(pid=82902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 15:43:42.693010 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.wsgi [-] (82901) accepted ('10.222.0.67', 43310) {{(pid=82901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 15:43:42.709422 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.db.quota.driver [None req-8084f5c5-477b-425f-8ac8-48fd29815c92 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 15:43:42.713654 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.quota.resource [None req-8084f5c5-477b-425f-8ac8-48fd29815c92 admin admin] Usage tracker for resource:security_group_rule and tenant:e892fe68d2e0462fab4c4ff5d379fa7c is out of sync, need to count used quota {{(pid=82901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 15:43:42.716553 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.quota.resource [None req-8084f5c5-477b-425f-8ac8-48fd29815c92 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 15:43:42.723461 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.db.quota.driver [None req-8084f5c5-477b-425f-8ac8-48fd29815c92 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 15:43:42.778994 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-6952d12d-64b5-402e-b3e1-14669468f1f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:43:42.806791 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-8084f5c5-477b-425f-8ac8-48fd29815c92 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:43:42.816754 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-8084f5c5-477b-425f-8ac8-48fd29815c92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_create {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:43:42.854910 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.db.quota.driver [None req-6952d12d-64b5-402e-b3e1-14669468f1f5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 15:43:42.870095 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.quota.resource [None req-6952d12d-64b5-402e-b3e1-14669468f1f5 admin admin] Usage tracker for resource:security_group_rule and tenant:6fad2f717e6446d0a7aab07e77e2161b is out of sync, need to count used quota {{(pid=82902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 15:43:42.875876 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [None req-8084f5c5-477b-425f-8ac8-48fd29815c92 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=e892fe68d2e0462fab4c4ff5d379fa7c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6490352 Feb 09 15:43:42.876738 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.quota.resource [None req-6952d12d-64b5-402e-b3e1-14669468f1f5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 15:43:42.879395 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.wsgi [-] (82902) accepted ('10.222.0.67', 43318) {{(pid=82902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 15:43:42.887595 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.api.v2.base [None req-1e752b40-cbab-4482-ad40-9cdf213dc219 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-166839781-network', 'tenant_id': '592038c1173541378408e81b4ee9f2ee'}} {{(pid=82901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 15:43:42.898204 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.db.quota.driver [None req-6952d12d-64b5-402e-b3e1-14669468f1f5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 15:43:42.903655 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-85650f48-63aa-42a4-8d7f-4fd09dd9df37 req-be77de60-5399-4352-b5db-3d4de3d6b433 service neutron] 10.222.0.67 "GET /v2.0/networks/072a4996-791d-4390-ba5a-5e0a5fbf88c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2104421 Feb 09 15:43:42.929045 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.db.quota.driver [None req-1e752b40-cbab-4482-ad40-9cdf213dc219 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 15:43:42.945569 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.quota.resource [None req-1e752b40-cbab-4482-ad40-9cdf213dc219 admin admin] Usage tracker for resource:network and tenant:592038c1173541378408e81b4ee9f2ee is out of sync, need to count used quota {{(pid=82901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 15:43:42.965534 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.quota.resource [None req-1e752b40-cbab-4482-ad40-9cdf213dc219 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=82901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 15:43:42.975113 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8084f5c5-477b-425f-8ac8-48fd29815c92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=110d32fd-06a7-4357-9ace-65bb0a3caae0,revision_number=1']} {{(pid=82901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:43:42.987698 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.db.quota.driver [None req-1e752b40-cbab-4482-ad40-9cdf213dc219 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 15:43:43.012324 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-cf862f21-6de3-40eb-8c37-36d7c5069a3a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:43:43.012737 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e752b40-cbab-4482-ad40-9cdf213dc219 admin admin] Made reservation on behalf of 592038c1173541378408e81b4ee9f2ee for: {'network': 1} {{(pid=82901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 15:43:43.015055 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-1e752b40-cbab-4482-ad40-9cdf213dc219 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16080601'] for network, before_create {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:43:43.041862 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-1e752b40-cbab-4482-ad40-9cdf213dc219 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:43:43.070129 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-6952d12d-64b5-402e-b3e1-14669468f1f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:43:43.072675 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-cf862f21-6de3-40eb-8c37-36d7c5069a3a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:43:43.083074 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-6952d12d-64b5-402e-b3e1-14669468f1f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_create {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:43:43.088657 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.db.quota.driver [None req-1e752b40-cbab-4482-ad40-9cdf213dc219 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 15:43:43.115460 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.quota.resource [None req-1e752b40-cbab-4482-ad40-9cdf213dc219 admin admin] Usage tracker for resource:security_group_rule and tenant:592038c1173541378408e81b4ee9f2ee is out of sync, need to count used quota {{(pid=82901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 15:43:43.119171 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.quota.resource [None req-1e752b40-cbab-4482-ad40-9cdf213dc219 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 15:43:43.127906 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.db.quota.driver [None req-1e752b40-cbab-4482-ad40-9cdf213dc219 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 15:43:43.132106 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6952d12d-64b5-402e-b3e1-14669468f1f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f3cd452-f5da-4027-8e89-c3b4cbfb38b8,revision_number=1']} {{(pid=82902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:43:43.180198 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [None req-6952d12d-64b5-402e-b3e1-14669468f1f5 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=6fad2f717e6446d0a7aab07e77e2161b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4885793 Feb 09 15:43:43.183083 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.wsgi [-] (82902) accepted ('10.222.0.67', 43328) {{(pid=82902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 15:43:43.224516 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.wsgi [-] (82902) accepted ('10.222.0.67', 43332) {{(pid=82902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 15:43:43.243211 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-cf862f21-6de3-40eb-8c37-36d7c5069a3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_delete {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:43:43.258514 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-fb93ead8-5991-4c4c-a8b7-44929f9b9dd9 req-31fc4fbc-f454-4462-acdc-cc414c1b4198 tempest-AttachVolumeNegativeTest-574944362 tempest-AttachVolumeNegativeTest-574944362-project] 10.222.0.67 "GET /v2.0/ports?device_id=8f22eedc-1d0e-440a-9b10-778fca2e0600 HTTP/1.1" status: 200 len: 210 time: 0.0632033 Feb 09 15:43:43.278781 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf862f21-6de3-40eb-8c37-36d7c5069a3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=110d32fd-06a7-4357-9ace-65bb0a3caae0,revision_number=None']} {{(pid=82902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:43:43.285131 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-1e752b40-cbab-4482-ad40-9cdf213dc219 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:43:43.291171 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-1e752b40-cbab-4482-ad40-9cdf213dc219 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_create {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:43:43.294802 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-cf862f21-6de3-40eb-8c37-36d7c5069a3a admin admin] Notify callbacks [] for security_group, before_response {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:43:43.296452 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [None req-cf862f21-6de3-40eb-8c37-36d7c5069a3a admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/110d32fd-06a7-4357-9ace-65bb0a3caae0 HTTP/1.1" status: 204 len: 168 time: 0.4142725 Feb 09 15:43:43.309042 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-1ebd2939-5ca7-412f-8a58-d4a640099f5e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:43:43.340717 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-1ebd2939-5ca7-412f-8a58-d4a640099f5e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:43:43.370527 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e752b40-cbab-4482-ad40-9cdf213dc219 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73f69af0-e973-4787-96dd-2b4165dec9a0,revision_number=1']} {{(pid=82901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:43:43.391925 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1e752b40-cbab-4482-ad40-9cdf213dc219 admin admin] vlan segment allocate from pool success with {'vlan_id': 807, 'physical_network': 'physnet1'} {{(pid=82901) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 15:43:43.404838 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-1ebd2939-5ca7-412f-8a58-d4a640099f5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_delete {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:43:43.407388 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-1e752b40-cbab-4482-ad40-9cdf213dc219 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16132466'] for segment, precommit_create {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:43:43.408033 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.db.segments_db [None req-1e752b40-cbab-4482-ad40-9cdf213dc219 admin admin] Added segment 59142825-c887-442d-80f4-364cb2980742 of type vlan for network b8686d11-3e47-43fb-b011-257e01ee9b1d Feb 09 15:43:43.427738 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ebd2939-5ca7-412f-8a58-d4a640099f5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f3cd452-f5da-4027-8e89-c3b4cbfb38b8,revision_number=None']} {{(pid=82902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:43:43.436436 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-1ebd2939-5ca7-412f-8a58-d4a640099f5e admin admin] Notify callbacks [] for security_group, before_response {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:43:43.438107 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [None req-1ebd2939-5ca7-412f-8a58-d4a640099f5e admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/8f3cd452-f5da-4027-8e89-c3b4cbfb38b8 HTTP/1.1" status: 204 len: 168 time: 0.2538862 Feb 09 15:43:43.444722 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-1e752b40-cbab-4482-ad40-9cdf213dc219 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756758320348'] for network, precommit_create {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:43:43.488308 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-1e752b40-cbab-4482-ad40-9cdf213dc219 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124156'] for network, after_create {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:43:43.489293 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e752b40-cbab-4482-ad40-9cdf213dc219 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:43:43.489939 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-1e752b40-cbab-4482-ad40-9cdf213dc219 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16124149'] for network, before_response {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:43:43.505942 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-1e72aa90-a907-4b41-bbf5-96ffef42ac6e admin admin] Notify callbacks [] for security_group, before_create {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:43:43.546889 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.db.quota.driver [None req-1e72aa90-a907-4b41-bbf5-96ffef42ac6e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 15:43:43.555016 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.quota.resource [None req-1e72aa90-a907-4b41-bbf5-96ffef42ac6e admin admin] Usage tracker for resource:security_group_rule and tenant:1e43008e19104da98665b4e3b35708fa is out of sync, need to count used quota {{(pid=82902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 15:43:43.559291 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.quota.resource [None req-1e72aa90-a907-4b41-bbf5-96ffef42ac6e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 15:43:43.567803 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.db.quota.driver [None req-1e72aa90-a907-4b41-bbf5-96ffef42ac6e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 15:43:43.682678 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [None req-1e752b40-cbab-4482-ad40-9cdf213dc219 admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.9871681 Feb 09 15:43:43.683927 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e752b40-cbab-4482-ad40-9cdf213dc219 admin admin] Pushing event updated for resources: {'Network': ['ID=b8686d11-3e47-43fb-b011-257e01ee9b1d,revision_number=1']} {{(pid=82901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:43:43.686550 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.wsgi [-] (82902) accepted ('10.222.0.67', 43352) {{(pid=82902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 15:43:43.696607 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.plugins.ml2.rpc [None req-608c4fd2-211a-4ca9-a277-ad2a51be62ff None None] Network b8686d11-3e47-43fb-b011-257e01ee9b1d details requested by agent ovs-agent-dv-cinder-825105-1-iscsi with host dv-cinder-825105-1-iscsi {{(pid=82903) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 15:43:43.713209 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.api.v2.base [None req-07aaf68f-badd-4f33-b96c-d051b49a395b admin admin] Request body: {'subnet': {'network_id': 'b8686d11-3e47-43fb-b011-257e01ee9b1d', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-166839781-subnet', 'tenant_id': '592038c1173541378408e81b4ee9f2ee', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=82902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 15:43:43.727022 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.db.quota.driver [None req-07aaf68f-badd-4f33-b96c-d051b49a395b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 15:43:43.737609 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.quota.resource [None req-07aaf68f-badd-4f33-b96c-d051b49a395b admin admin] Usage tracker for resource:subnet and tenant:592038c1173541378408e81b4ee9f2ee is out of sync, need to count used quota {{(pid=82902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 15:43:43.745892 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.quota.resource [None req-07aaf68f-badd-4f33-b96c-d051b49a395b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=82902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 15:43:43.768261 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.db.quota.driver [None req-07aaf68f-badd-4f33-b96c-d051b49a395b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 15:43:43.791979 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07aaf68f-badd-4f33-b96c-d051b49a395b admin admin] Made reservation on behalf of 592038c1173541378408e81b4ee9f2ee for: {'subnet': 1} {{(pid=82902) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 15:43:43.795403 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-07aaf68f-badd-4f33-b96c-d051b49a395b admin admin] Notify callbacks [] for subnet, before_create {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:43:43.867862 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.wsgi [-] (82901) accepted ('10.222.0.67', 43358) {{(pid=82901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 15:43:43.897463 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-64159465-237c-4cf3-8a73-4e44798fd0b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:43:43.954300 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.db.quota.driver [None req-64159465-237c-4cf3-8a73-4e44798fd0b0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 15:43:43.958531 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.quota.resource [None req-64159465-237c-4cf3-8a73-4e44798fd0b0 admin admin] Usage tracker for resource:security_group_rule and tenant:daeab5b7bfe24bb5a5a57213506e32c6 is out of sync, need to count used quota {{(pid=82901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 15:43:43.962173 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.quota.resource [None req-64159465-237c-4cf3-8a73-4e44798fd0b0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 15:43:43.968757 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.db.quota.driver [None req-64159465-237c-4cf3-8a73-4e44798fd0b0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 15:43:44.083877 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-64159465-237c-4cf3-8a73-4e44798fd0b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:43:44.086484 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502e7772-c96a-4dad-8109-2d5bb8912f8a req-d767deb2-52be-462a-ab78-6aa185526614 tempest-ServerRescueNegativeTestJSON-674815279 tempest-ServerRescueNegativeTestJSON-674815279-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:43:44.089498 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-64159465-237c-4cf3-8a73-4e44798fd0b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_create {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:43:44.095202 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-502e7772-c96a-4dad-8109-2d5bb8912f8a req-d767deb2-52be-462a-ab78-6aa185526614 tempest-ServerRescueNegativeTestJSON-674815279 tempest-ServerRescueNegativeTestJSON-674815279-project] 10.222.0.67 "GET /v2.0/ports?device_id=02052525-11c7-42a2-bbb0-76ffebf59eb3 HTTP/1.1" status: 200 len: 945 time: 0.2669585 Feb 09 15:43:44.129187 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-1e72aa90-a907-4b41-bbf5-96ffef42ac6e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:43:44.137770 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-1e72aa90-a907-4b41-bbf5-96ffef42ac6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_create {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:43:44.145452 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [None req-64159465-237c-4cf3-8a73-4e44798fd0b0 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=daeab5b7bfe24bb5a5a57213506e32c6&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2754579 Feb 09 15:43:44.148618 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.wsgi [-] (82901) accepted ('10.222.0.67', 43368) {{(pid=82901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 15:43:44.204636 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64159465-237c-4cf3-8a73-4e44798fd0b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6704c4fc-b2c5-418a-aefd-325addded7e3,revision_number=1']} {{(pid=82901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:43:44.256622 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-aed58e5a-38ad-409b-a83b-3b1d7f359f7c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:43:44.282601 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-502e7772-c96a-4dad-8109-2d5bb8912f8a req-ebdcb24d-d106-4da2-9001-d3a2c8d658ea tempest-ServerRescueNegativeTestJSON-674815279 tempest-ServerRescueNegativeTestJSON-674815279-project] 10.222.0.67 "GET /v2.0/security-groups?id=ffc79123-c9cb-487f-b3ec-4904a4a85a48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1857066 Feb 09 15:43:44.287178 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e72aa90-a907-4b41-bbf5-96ffef42ac6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6601ed35-594d-4211-97e2-3ef8c1478d39,revision_number=1']} {{(pid=82902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:43:44.288569 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-aed58e5a-38ad-409b-a83b-3b1d7f359f7c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:43:44.292989 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [None req-1e72aa90-a907-4b41-bbf5-96ffef42ac6e admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=1e43008e19104da98665b4e3b35708fa&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0664854 Feb 09 15:43:44.295699 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.wsgi [-] (82901) accepted ('10.222.0.67', 43376) {{(pid=82901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 15:43:44.342907 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-07aaf68f-badd-4f33-b96c-d051b49a395b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124156'] for subnet, after_create {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:43:44.410412 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-aed58e5a-38ad-409b-a83b-3b1d7f359f7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_delete {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:43:44.439211 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-6a197b55-abe0-4325-9ff3-4f8192afb9f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:43:44.439358 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07aaf68f-badd-4f33-b96c-d051b49a395b admin admin] Pushing event updated for resources: {'Subnet': ['ID=aec1f587-342c-4c0f-aa98-7871355bbedc,revision_number=0']} {{(pid=82902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:43:44.444621 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-aed58e5a-38ad-409b-a83b-3b1d7f359f7c admin admin] Notify callbacks [] for security_group, before_response {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:43:44.449004 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [None req-aed58e5a-38ad-409b-a83b-3b1d7f359f7c admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/6704c4fc-b2c5-418a-aefd-325addded7e3 HTTP/1.1" status: 204 len: 168 time: 0.2957344 Feb 09 15:43:44.449004 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed58e5a-38ad-409b-a83b-3b1d7f359f7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6704c4fc-b2c5-418a-aefd-325addded7e3,revision_number=None']} {{(pid=82901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:43:44.452769 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07aaf68f-badd-4f33-b96c-d051b49a395b admin admin] Checking segment: {'id': '59142825-c887-442d-80f4-364cb2980742', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': 'b8686d11-3e47-43fb-b011-257e01ee9b1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 15:43:44.453304 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07aaf68f-badd-4f33-b96c-d051b49a395b admin admin] Network hostable DHCP agents. Network: b8686d11-3e47-43fb-b011-257e01ee9b1d, hostable agents: ['534ecb3d-5fb5-4496-b97c-b20b93fdf8ec'], hosted agents: [] {{(pid=82902) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 15:43:44.485756 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-6a197b55-abe0-4325-9ff3-4f8192afb9f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:43:44.502282 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07aaf68f-badd-4f33-b96c-d051b49a395b admin admin] Network b8686d11-3e47-43fb-b011-257e01ee9b1d is scheduled to be hosted by DHCP agent 534ecb3d-5fb5-4496-b97c-b20b93fdf8ec with binding_index 1 {{(pid=82902) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 15:43:44.513623 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.scheduler.base_scheduler [None req-07aaf68f-badd-4f33-b96c-d051b49a395b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-825105-1-iscsi, b8686d11-3e47-43fb-b011-257e01ee9b1d) {{(pid=82902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 15:43:44.520419 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07aaf68f-badd-4f33-b96c-d051b49a395b admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=82902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:43:44.522104 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-07aaf68f-badd-4f33-b96c-d051b49a395b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16124149'] for subnet, before_response {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:43:44.525177 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-436128a8-8a6c-474e-8be6-7ee7039152a0 None None] Network b8686d11-3e47-43fb-b011-257e01ee9b1d requested from dv-cinder-825105-1-iscsi {{(pid=82903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 15:43:44.542644 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-07999780-3629-4457-b4d2-cdd76bb3b03a req-bf4b3745-845f-46f0-9847-0b861031aaa2 tempest-AttachVolumeNegativeTest-574944362 tempest-AttachVolumeNegativeTest-574944362-project] 10.222.0.67 "GET /v2.0/ports?device_id=8f22eedc-1d0e-440a-9b10-778fca2e0600 HTTP/1.1" status: 200 len: 210 time: 0.0646107 Feb 09 15:43:44.564337 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [None req-07aaf68f-badd-4f33-b96c-d051b49a395b admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8748188 Feb 09 15:43:44.615655 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-6a197b55-abe0-4325-9ff3-4f8192afb9f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_delete {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:43:44.637854 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a197b55-abe0-4325-9ff3-4f8192afb9f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6601ed35-594d-4211-97e2-3ef8c1478d39,revision_number=None']} {{(pid=82901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:43:44.643063 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-6a197b55-abe0-4325-9ff3-4f8192afb9f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:43:44.644328 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [None req-6a197b55-abe0-4325-9ff3-4f8192afb9f4 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/6601ed35-594d-4211-97e2-3ef8c1478d39 HTTP/1.1" status: 204 len: 168 time: 0.3476353 Feb 09 15:43:44.839675 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52c97db6-b9c4-4517-9f18-0960849f65da None None] Network b8686d11-3e47-43fb-b011-257e01ee9b1d requested from dv-cinder-825105-1-iscsi {{(pid=82903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 15:43:45.132937 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85650f48-63aa-42a4-8d7f-4fd09dd9df37 req-aa00a14a-7edc-4dd8-a660-b93d8f49f7a5 tempest-AttachVolumeNegativeTest-574944362 tempest-AttachVolumeNegativeTest-574944362-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:43:45.134373 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-85650f48-63aa-42a4-8d7f-4fd09dd9df37 req-aa00a14a-7edc-4dd8-a660-b93d8f49f7a5 tempest-AttachVolumeNegativeTest-574944362 tempest-AttachVolumeNegativeTest-574944362-project] 10.222.0.47 "GET /v2.0/networks?id=072a4996-791d-4390-ba5a-5e0a5fbf88c4 HTTP/1.1" status: 200 len: 815 time: 0.2543612 Feb 09 15:43:45.178329 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.api.v2.base [req-85650f48-63aa-42a4-8d7f-4fd09dd9df37 req-4eff98fe-7619-44b2-a4e3-777ad07299dc tempest-AttachVolumeNegativeTest-574944362 tempest-AttachVolumeNegativeTest-574944362-project] Request body: {'port': {'device_id': '8f22eedc-1d0e-440a-9b10-778fca2e0600', 'network_id': '072a4996-791d-4390-ba5a-5e0a5fbf88c4', 'admin_state_up': True, 'tenant_id': '5408654e4de147309f8b24e479cf1661'}} {{(pid=82902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 15:43:45.413669 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.db.quota.driver [req-85650f48-63aa-42a4-8d7f-4fd09dd9df37 req-4eff98fe-7619-44b2-a4e3-777ad07299dc tempest-AttachVolumeNegativeTest-574944362 tempest-AttachVolumeNegativeTest-574944362-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 15:43:45.424012 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.db.quota.driver [req-85650f48-63aa-42a4-8d7f-4fd09dd9df37 req-4eff98fe-7619-44b2-a4e3-777ad07299dc tempest-AttachVolumeNegativeTest-574944362 tempest-AttachVolumeNegativeTest-574944362-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=82902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 15:43:45.435853 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-85650f48-63aa-42a4-8d7f-4fd09dd9df37 req-4eff98fe-7619-44b2-a4e3-777ad07299dc tempest-AttachVolumeNegativeTest-574944362 tempest-AttachVolumeNegativeTest-574944362-project] Made reservation on behalf of 5408654e4de147309f8b24e479cf1661 for: {'port': 1} {{(pid=82902) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 15:43:45.440147 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [req-85650f48-63aa-42a4-8d7f-4fd09dd9df37 req-4eff98fe-7619-44b2-a4e3-777ad07299dc tempest-AttachVolumeNegativeTest-574944362 tempest-AttachVolumeNegativeTest-574944362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16080601'] for port, before_create {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:43:45.591911 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.wsgi [-] (82901) accepted ('10.222.0.67', 43420) {{(pid=82901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 15:43:45.602761 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c374d7e-1ee2-4119-86ae-f212ede3e7f9 req-30561d7e-fd3d-44ba-aa90-c0a6fdd4ba34 tempest-ServerRescueNegativeTestJSON-674815279 tempest-ServerRescueNegativeTestJSON-674815279-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:43:45.604248 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-8c374d7e-1ee2-4119-86ae-f212ede3e7f9 req-30561d7e-fd3d-44ba-aa90-c0a6fdd4ba34 tempest-ServerRescueNegativeTestJSON-674815279 tempest-ServerRescueNegativeTestJSON-674815279-project] 10.222.0.67 "GET /v2.0/ports?device_id=02052525-11c7-42a2-bbb0-76ffebf59eb3 HTTP/1.1" status: 200 len: 945 time: 0.1537600 Feb 09 15:43:45.627604 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-381f9e68-a0ea-40b6-980e-9bc18a628519 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:43:45.713335 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.db.quota.driver [None req-381f9e68-a0ea-40b6-980e-9bc18a628519 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 15:43:45.717726 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.quota.resource [None req-381f9e68-a0ea-40b6-980e-9bc18a628519 admin admin] Usage tracker for resource:security_group_rule and tenant:aa7d81666630420da338a95eedce6e36 is out of sync, need to count used quota {{(pid=82901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 15:43:45.721603 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.quota.resource [None req-381f9e68-a0ea-40b6-980e-9bc18a628519 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 15:43:45.727641 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-8c374d7e-1ee2-4119-86ae-f212ede3e7f9 req-757b7cbf-87dc-4b41-aa8f-febb5e6edf51 tempest-ServerRescueNegativeTestJSON-674815279 tempest-ServerRescueNegativeTestJSON-674815279-project] 10.222.0.67 "GET /v2.0/security-groups?id=ffc79123-c9cb-487f-b3ec-4904a4a85a48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157961 Feb 09 15:43:45.728455 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.db.quota.driver [None req-381f9e68-a0ea-40b6-980e-9bc18a628519 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 15:43:45.735990 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.db.db_base_plugin_common [req-85650f48-63aa-42a4-8d7f-4fd09dd9df37 req-4eff98fe-7619-44b2-a4e3-777ad07299dc tempest-AttachVolumeNegativeTest-574944362 tempest-AttachVolumeNegativeTest-574944362-project] Allocated IP 172.20.0.11 (072a4996-791d-4390-ba5a-5e0a5fbf88c4/d622abef-cdcb-4b2b-b25a-610e3a6ed20d/864223d5-2e0a-490c-84e3-dfcd8964c597) {{(pid=82902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 15:43:45.837777 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-ddeaa3d8-dbe6-4233-91dd-89bdcfae191c req-2086a272-cbcd-4325-8bba-cc4ea56c78c7 tempest-AttachVolumeNegativeTest-574944362 tempest-AttachVolumeNegativeTest-574944362-project] 10.222.0.67 "GET /v2.0/ports?device_id=8f22eedc-1d0e-440a-9b10-778fca2e0600 HTTP/1.1" status: 200 len: 210 time: 0.0662796 Feb 09 15:43:45.887323 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-381f9e68-a0ea-40b6-980e-9bc18a628519 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:43:45.893223 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-381f9e68-a0ea-40b6-980e-9bc18a628519 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_create {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:43:45.978129 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381f9e68-a0ea-40b6-980e-9bc18a628519 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f61374b5-1dfa-4e91-9622-c5922544d833,revision_number=1']} {{(pid=82901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:43:45.988300 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [None req-381f9e68-a0ea-40b6-980e-9bc18a628519 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=aa7d81666630420da338a95eedce6e36&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3951755 Feb 09 15:43:45.989387 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.wsgi [-] (82901) accepted ('10.222.0.67', 43434) {{(pid=82901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 15:43:46.030787 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [req-85650f48-63aa-42a4-8d7f-4fd09dd9df37 req-4eff98fe-7619-44b2-a4e3-777ad07299dc tempest-AttachVolumeNegativeTest-574944362 tempest-AttachVolumeNegativeTest-574944362-project] Notify callbacks [] for port, precommit_create {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:43:46.072893 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [req-85650f48-63aa-42a4-8d7f-4fd09dd9df37 req-4eff98fe-7619-44b2-a4e3-777ad07299dc tempest-AttachVolumeNegativeTest-574944362 tempest-AttachVolumeNegativeTest-574944362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16080037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124156', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756758334037'] for port, after_create {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:43:46.088552 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.plugins.ml2.db [None req-812787cf-6466-4ce1-8c4e-c32e14b18d8a None None] get_ports_and_sgs() called for port_ids ['56df3510-a584-4b16-a3b5-6c6c62b3a342'] {{(pid=82903) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 09 15:43:46.111612 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-b75c3633-a666-426a-a6c0-755effa325e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:43:46.159438 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-85650f48-63aa-42a4-8d7f-4fd09dd9df37 req-4eff98fe-7619-44b2-a4e3-777ad07299dc tempest-AttachVolumeNegativeTest-574944362 tempest-AttachVolumeNegativeTest-574944362-project] Network 072a4996-791d-4390-ba5a-5e0a5fbf88c4 is already hosted by enough agents. {{(pid=82902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 15:43:46.162920 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.scheduler.base_scheduler [req-85650f48-63aa-42a4-8d7f-4fd09dd9df37 req-4eff98fe-7619-44b2-a4e3-777ad07299dc tempest-AttachVolumeNegativeTest-574944362 tempest-AttachVolumeNegativeTest-574944362-project] Resources bound (agent type, host, resource id): {{(pid=82902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 15:43:46.166974 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.db.l3_dvrscheduler_db [req-85650f48-63aa-42a4-8d7f-4fd09dd9df37 req-4eff98fe-7619-44b2-a4e3-777ad07299dc tempest-AttachVolumeNegativeTest-574944362 tempest-AttachVolumeNegativeTest-574944362-project] Received port after_create {{(pid=82902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 15:43:46.171078 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85650f48-63aa-42a4-8d7f-4fd09dd9df37 req-4eff98fe-7619-44b2-a4e3-777ad07299dc tempest-AttachVolumeNegativeTest-574944362 tempest-AttachVolumeNegativeTest-574944362-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=82902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:43:46.171892 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [req-85650f48-63aa-42a4-8d7f-4fd09dd9df37 req-4eff98fe-7619-44b2-a4e3-777ad07299dc tempest-AttachVolumeNegativeTest-574944362 tempest-AttachVolumeNegativeTest-574944362-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16124149'] for port, before_response {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:43:46.179270 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-b75c3633-a666-426a-a6c0-755effa325e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:43:46.185107 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eff98fe-7619-44b2-a4e3-777ad07299dc tempest-AttachVolumeNegativeTest-574944362 tempest-AttachVolumeNegativeTest-574944362-project] Pushing event updated for resources: {'Port': ['ID=864223d5-2e0a-490c-84e3-dfcd8964c597,revision_number=1']} {{(pid=82902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:43:46.210246 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-85650f48-63aa-42a4-8d7f-4fd09dd9df37 req-4eff98fe-7619-44b2-a4e3-777ad07299dc tempest-AttachVolumeNegativeTest-574944362 tempest-AttachVolumeNegativeTest-574944362-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0364769 Feb 09 15:43:46.228484 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.api.v2.base [req-85650f48-63aa-42a4-8d7f-4fd09dd9df37 req-db6b7fee-c768-48f6-bb16-574dafaaa09f service neutron] Request body: {'port': {'device_id': '8f22eedc-1d0e-440a-9b10-778fca2e0600', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82510'}} {{(pid=82902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 15:43:46.268349 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-b75c3633-a666-426a-a6c0-755effa325e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_delete {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:43:46.291206 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b75c3633-a666-426a-a6c0-755effa325e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f61374b5-1dfa-4e91-9622-c5922544d833,revision_number=None']} {{(pid=82901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:43:46.299824 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-b75c3633-a666-426a-a6c0-755effa325e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:43:46.303516 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [None req-b75c3633-a666-426a-a6c0-755effa325e2 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/f61374b5-1dfa-4e91-9622-c5922544d833 HTTP/1.1" status: 204 len: 168 time: 0.3101840 Feb 09 15:43:46.400772 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [req-85650f48-63aa-42a4-8d7f-4fd09dd9df37 req-db6b7fee-c768-48f6-bb16-574dafaaa09f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16080601'] for port, before_update {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:43:46.770224 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.notifiers.nova [req-85650f48-63aa-42a4-8d7f-4fd09dd9df37 req-db6b7fee-c768-48f6-bb16-574dafaaa09f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 864223d5-2e0a-490c-84e3-dfcd8964c597 {{(pid=82902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 15:43:46.777464 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [req-85650f48-63aa-42a4-8d7f-4fd09dd9df37 req-db6b7fee-c768-48f6-bb16-574dafaaa09f service neutron] Notify callbacks [] for port, precommit_update {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:43:46.794420 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.db.provisioning_blocks [req-85650f48-63aa-42a4-8d7f-4fd09dd9df37 req-db6b7fee-c768-48f6-bb16-574dafaaa09f service neutron] Transition to ACTIVE for port object 864223d5-2e0a-490c-84e3-dfcd8964c597 will not be triggered until provisioned by entity L2. {{(pid=82902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 15:43:46.800692 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [req-85650f48-63aa-42a4-8d7f-4fd09dd9df37 req-db6b7fee-c768-48f6-bb16-574dafaaa09f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16080037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758755988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756758334055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756758334100'] for port, after_update {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:43:47.002353 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6b7fee-c768-48f6-bb16-574dafaaa09f service neutron] Pushing event updated for resources: {'Port': ['ID=864223d5-2e0a-490c-84e3-dfcd8964c597,revision_number=2']} {{(pid=82902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:43:47.074446 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.plugins.ml2.managers [req-85650f48-63aa-42a4-8d7f-4fd09dd9df37 req-db6b7fee-c768-48f6-bb16-574dafaaa09f service neutron] Attempting to bind port 864223d5-2e0a-490c-84e3-dfcd8964c597 on host hv-cinder-82510 for vnic_type normal with profile {{(pid=82902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 15:43:47.074969 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.plugins.ml2.managers [req-85650f48-63aa-42a4-8d7f-4fd09dd9df37 req-db6b7fee-c768-48f6-bb16-574dafaaa09f service neutron] Attempting to bind port 864223d5-2e0a-490c-84e3-dfcd8964c597 by drivers openvswitch,hyperv on host hv-cinder-82510 at level 0 using segments [{'id': '61008ea7-600c-42ab-8da1-d2bb9124cbff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': '072a4996-791d-4390-ba5a-5e0a5fbf88c4'}] {{(pid=82902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 15:43:47.075095 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85650f48-63aa-42a4-8d7f-4fd09dd9df37 req-db6b7fee-c768-48f6-bb16-574dafaaa09f service neutron] Attempting to bind port 864223d5-2e0a-490c-84e3-dfcd8964c597 on network 072a4996-791d-4390-ba5a-5e0a5fbf88c4 {{(pid=82902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 15:43:47.088804 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85650f48-63aa-42a4-8d7f-4fd09dd9df37 req-db6b7fee-c768-48f6-bb16-574dafaaa09f service neutron] Port 864223d5-2e0a-490c-84e3-dfcd8964c597 on network 072a4996-791d-4390-ba5a-5e0a5fbf88c4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82510 {{(pid=82902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 09 15:43:47.089127 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85650f48-63aa-42a4-8d7f-4fd09dd9df37 req-db6b7fee-c768-48f6-bb16-574dafaaa09f service neutron] Attempting to bind port 864223d5-2e0a-490c-84e3-dfcd8964c597 on network 072a4996-791d-4390-ba5a-5e0a5fbf88c4 {{(pid=82902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 15:43:47.100029 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4dffa8a-029b-46f9-bd05-bf87291e85c6 req-ed2f6e75-b4fb-46f7-9cca-3ab4c6f01bf1 tempest-ServerRescueNegativeTestJSON-674815279 tempest-ServerRescueNegativeTestJSON-674815279-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:43:47.101543 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-f4dffa8a-029b-46f9-bd05-bf87291e85c6 req-ed2f6e75-b4fb-46f7-9cca-3ab4c6f01bf1 tempest-ServerRescueNegativeTestJSON-674815279 tempest-ServerRescueNegativeTestJSON-674815279-project] 10.222.0.67 "GET /v2.0/ports?device_id=02052525-11c7-42a2-bbb0-76ffebf59eb3 HTTP/1.1" status: 200 len: 945 time: 0.1900918 Feb 09 15:43:47.104827 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85650f48-63aa-42a4-8d7f-4fd09dd9df37 req-db6b7fee-c768-48f6-bb16-574dafaaa09f service neutron] Checking agent: {'id': 'db1a70d3-a821-4659-b534-995c5c5f449e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82510', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 15, 40, 29), 'started_at': datetime.datetime(2022, 2, 9, 15, 40, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 15, 43, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=82902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 15:43:47.105265 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85650f48-63aa-42a4-8d7f-4fd09dd9df37 req-db6b7fee-c768-48f6-bb16-574dafaaa09f service neutron] Checking segment: {'id': '61008ea7-600c-42ab-8da1-d2bb9124cbff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': '072a4996-791d-4390-ba5a-5e0a5fbf88c4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 15:43:47.105531 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85650f48-63aa-42a4-8d7f-4fd09dd9df37 req-db6b7fee-c768-48f6-bb16-574dafaaa09f service neutron] Bound using segment: {'id': '61008ea7-600c-42ab-8da1-d2bb9124cbff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': '072a4996-791d-4390-ba5a-5e0a5fbf88c4'} {{(pid=82902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 15:43:47.105952 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.plugins.ml2.managers [req-85650f48-63aa-42a4-8d7f-4fd09dd9df37 req-db6b7fee-c768-48f6-bb16-574dafaaa09f service neutron] Bound port: 864223d5-2e0a-490c-84e3-dfcd8964c597, host: hv-cinder-82510, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '61008ea7-600c-42ab-8da1-d2bb9124cbff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': '072a4996-791d-4390-ba5a-5e0a5fbf88c4'}}] {{(pid=82902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 15:43:47.106288 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [req-85650f48-63aa-42a4-8d7f-4fd09dd9df37 req-db6b7fee-c768-48f6-bb16-574dafaaa09f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16080601'] for port, before_update {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:43:47.126871 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65e075a-393b-475c-a72c-f12d5e714d5c req-d1b787ed-d0e1-4aa8-b9e6-aca2336bcf82 tempest-AttachVolumeNegativeTest-574944362 tempest-AttachVolumeNegativeTest-574944362-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:43:47.128432 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-e65e075a-393b-475c-a72c-f12d5e714d5c req-d1b787ed-d0e1-4aa8-b9e6-aca2336bcf82 tempest-AttachVolumeNegativeTest-574944362 tempest-AttachVolumeNegativeTest-574944362-project] 10.222.0.67 "GET /v2.0/ports?device_id=8f22eedc-1d0e-440a-9b10-778fca2e0600 HTTP/1.1" status: 200 len: 944 time: 0.1150846 Feb 09 15:43:47.211763 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-e65e075a-393b-475c-a72c-f12d5e714d5c req-aaae6a5e-dc98-40ba-b460-baec1481321f tempest-AttachVolumeNegativeTest-574944362 tempest-AttachVolumeNegativeTest-574944362-project] 10.222.0.67 "GET /v2.0/security-groups?id=8c9b51e4-e908-48c1-8ba4-2cab64c30d74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774355 Feb 09 15:43:47.217780 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-f4dffa8a-029b-46f9-bd05-bf87291e85c6 req-9a843a40-50b3-432a-be60-1ce45d2c1087 tempest-ServerRescueNegativeTestJSON-674815279 tempest-ServerRescueNegativeTestJSON-674815279-project] 10.222.0.67 "GET /v2.0/security-groups?id=ffc79123-c9cb-487f-b3ec-4904a4a85a48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981100 Feb 09 15:43:47.254629 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.plugins.ml2.db [req-85650f48-63aa-42a4-8d7f-4fd09dd9df37 req-db6b7fee-c768-48f6-bb16-574dafaaa09f service neutron] For port 864223d5-2e0a-490c-84e3-dfcd8964c597, host hv-cinder-82510, cleared binding levels {{(pid=82902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 15:43:47.258424 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.plugins.ml2.db [req-85650f48-63aa-42a4-8d7f-4fd09dd9df37 req-db6b7fee-c768-48f6-bb16-574dafaaa09f service neutron] For port 864223d5-2e0a-490c-84e3-dfcd8964c597, host hv-cinder-82510, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=864223d5-2e0a-490c-84e3-dfcd8964c597,segment=NetworkSegment(61008ea7-600c-42ab-8da1-d2bb9124cbff),segment_id=61008ea7-600c-42ab-8da1-d2bb9124cbff)] {{(pid=82902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 15:43:47.262593 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [req-85650f48-63aa-42a4-8d7f-4fd09dd9df37 req-db6b7fee-c768-48f6-bb16-574dafaaa09f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16080037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758755988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756758334055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756758334100'] for port, after_update {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:43:47.267028 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.wsgi [-] (82901) accepted ('10.222.0.67', 43476) {{(pid=82901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 15:43:47.274972 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.api.v2.base [None req-51c31121-b19a-41bc-9d5a-ea129db17c3d admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-868769886-network', 'tenant_id': '87ad835f311a4fb1b11824a15377f33c'}} {{(pid=82901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 15:43:47.281951 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.db.quota.driver [None req-51c31121-b19a-41bc-9d5a-ea129db17c3d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 15:43:47.291243 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.quota.resource [None req-51c31121-b19a-41bc-9d5a-ea129db17c3d admin admin] Usage tracker for resource:network and tenant:87ad835f311a4fb1b11824a15377f33c is out of sync, need to count used quota {{(pid=82901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 15:43:47.294925 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.quota.resource [None req-51c31121-b19a-41bc-9d5a-ea129db17c3d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=82901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 15:43:47.306817 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.db.quota.driver [None req-51c31121-b19a-41bc-9d5a-ea129db17c3d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 15:43:47.322964 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51c31121-b19a-41bc-9d5a-ea129db17c3d admin admin] Made reservation on behalf of 87ad835f311a4fb1b11824a15377f33c for: {'network': 1} {{(pid=82901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 15:43:47.327324 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-51c31121-b19a-41bc-9d5a-ea129db17c3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16080601'] for network, before_create {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:43:47.337225 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [req-85650f48-63aa-42a4-8d7f-4fd09dd9df37 req-db6b7fee-c768-48f6-bb16-574dafaaa09f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16124149'] for port, before_response {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:43:47.338342 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-85650f48-63aa-42a4-8d7f-4fd09dd9df37 req-db6b7fee-c768-48f6-bb16-574dafaaa09f service neutron] 10.222.0.47 "PUT /v2.0/ports/864223d5-2e0a-490c-84e3-dfcd8964c597 HTTP/1.1" status: 200 len: 1094 time: 1.1142743 Feb 09 15:43:47.338752 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f22eedc-1d0e-440a-9b10-778fca2e0600', 'tag': '864223d5-2e0a-490c-84e3-dfcd8964c597'}] {{(pid=82902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 15:43:47.343368 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-51c31121-b19a-41bc-9d5a-ea129db17c3d admin admin] Notify callbacks [] for security_group, before_create {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:43:47.352031 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6b7fee-c768-48f6-bb16-574dafaaa09f service neutron] Pushing event updated for resources: {'Port': ['ID=864223d5-2e0a-490c-84e3-dfcd8964c597,revision_number=3']} {{(pid=82902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:43:47.393395 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.db.quota.driver [None req-51c31121-b19a-41bc-9d5a-ea129db17c3d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 15:43:47.397818 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.quota.resource [None req-51c31121-b19a-41bc-9d5a-ea129db17c3d admin admin] Usage tracker for resource:security_group_rule and tenant:87ad835f311a4fb1b11824a15377f33c is out of sync, need to count used quota {{(pid=82901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 15:43:47.401039 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.quota.resource [None req-51c31121-b19a-41bc-9d5a-ea129db17c3d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 15:43:47.407867 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.db.quota.driver [None req-51c31121-b19a-41bc-9d5a-ea129db17c3d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 15:43:47.455016 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8f22eedc-1d0e-440a-9b10-778fca2e0600', 'tag': '864223d5-2e0a-490c-84e3-dfcd8964c597', 'status': 'completed', 'code': 200} Feb 09 15:43:47.505067 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-51c31121-b19a-41bc-9d5a-ea129db17c3d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:43:47.510228 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-51c31121-b19a-41bc-9d5a-ea129db17c3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_create {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:43:47.513374 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-85650f48-63aa-42a4-8d7f-4fd09dd9df37 req-00a0b443-e154-43d2-a915-9cb4cec6c027 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=5408654e4de147309f8b24e479cf1661&device_id=8f22eedc-1d0e-440a-9b10-778fca2e0600 HTTP/1.1" status: 200 len: 1097 time: 0.1156957 Feb 09 15:43:47.525007 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-51c31121-b19a-41bc-9d5a-ea129db17c3d admin admin] vlan segment allocate from pool success with {'vlan_id': 825, 'physical_network': 'physnet1'} {{(pid=82901) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 15:43:47.537683 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-51c31121-b19a-41bc-9d5a-ea129db17c3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16132466'] for segment, precommit_create {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:43:47.538130 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.db.segments_db [None req-51c31121-b19a-41bc-9d5a-ea129db17c3d admin admin] Added segment b9f6d743-c268-42db-9808-e948d7852e3c of type vlan for network 1bbef99f-f89f-4fa8-98dd-7622c781b090 Feb 09 15:43:47.594079 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c31121-b19a-41bc-9d5a-ea129db17c3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ad469b2-f5f6-46dc-b70d-e965ace0ed0b,revision_number=1']} {{(pid=82901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:43:47.618609 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-51c31121-b19a-41bc-9d5a-ea129db17c3d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756758320348'] for network, precommit_create {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:43:47.631771 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-85650f48-63aa-42a4-8d7f-4fd09dd9df37 req-7dfd606e-414e-4558-9d32-b854744e63a8 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=864223d5-2e0a-490c-84e3-dfcd8964c597 HTTP/1.1" status: 200 len: 217 time: 0.0994465 Feb 09 15:43:47.659576 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-51c31121-b19a-41bc-9d5a-ea129db17c3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124156'] for network, after_create {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:43:47.662583 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51c31121-b19a-41bc-9d5a-ea129db17c3d admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:43:47.663452 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-51c31121-b19a-41bc-9d5a-ea129db17c3d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16124149'] for network, before_response {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:43:47.778422 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85650f48-63aa-42a4-8d7f-4fd09dd9df37 req-d8abe07f-4f71-4f58-81b9-73b42ea12cd7 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=82902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:43:47.780134 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-85650f48-63aa-42a4-8d7f-4fd09dd9df37 req-d8abe07f-4f71-4f58-81b9-73b42ea12cd7 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=d622abef-cdcb-4b2b-b25a-610e3a6ed20d HTTP/1.1" status: 200 len: 855 time: 0.1380086 Feb 09 15:43:47.786057 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c31121-b19a-41bc-9d5a-ea129db17c3d admin admin] Pushing event updated for resources: {'Network': ['ID=1bbef99f-f89f-4fa8-98dd-7622c781b090,revision_number=1']} {{(pid=82901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:43:47.798314 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.plugins.ml2.rpc [None req-608c4fd2-211a-4ca9-a277-ad2a51be62ff None None] Network 1bbef99f-f89f-4fa8-98dd-7622c781b090 details requested by agent ovs-agent-dv-cinder-825105-1-iscsi with host dv-cinder-825105-1-iscsi {{(pid=82903) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 15:43:47.815801 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [None req-51c31121-b19a-41bc-9d5a-ea129db17c3d admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5469003 Feb 09 15:43:47.818439 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.wsgi [-] (82901) accepted ('10.222.0.67', 43494) {{(pid=82901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 15:43:47.825232 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.api.v2.base [None req-42e7bb16-6a51-4c5b-8095-b1514319d511 admin admin] Request body: {'subnet': {'network_id': '1bbef99f-f89f-4fa8-98dd-7622c781b090', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-868769886-subnet', 'tenant_id': '87ad835f311a4fb1b11824a15377f33c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=82901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 15:43:47.844598 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-85650f48-63aa-42a4-8d7f-4fd09dd9df37 req-f994f6fb-2e10-4680-83db-94ce5ea73cae service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=072a4996-791d-4390-ba5a-5e0a5fbf88c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0533736 Feb 09 15:43:47.845488 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.db.quota.driver [None req-42e7bb16-6a51-4c5b-8095-b1514319d511 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 15:43:47.850283 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.quota.resource [None req-42e7bb16-6a51-4c5b-8095-b1514319d511 admin admin] Usage tracker for resource:subnet and tenant:87ad835f311a4fb1b11824a15377f33c is out of sync, need to count used quota {{(pid=82901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 15:43:47.859511 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.quota.resource [None req-42e7bb16-6a51-4c5b-8095-b1514319d511 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=82901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 15:43:47.874604 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.db.quota.driver [None req-42e7bb16-6a51-4c5b-8095-b1514319d511 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 15:43:47.899242 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42e7bb16-6a51-4c5b-8095-b1514319d511 admin admin] Made reservation on behalf of 87ad835f311a4fb1b11824a15377f33c for: {'subnet': 1} {{(pid=82901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 15:43:47.902176 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-42e7bb16-6a51-4c5b-8095-b1514319d511 admin admin] Notify callbacks [] for subnet, before_create {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:43:48.076839 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-85650f48-63aa-42a4-8d7f-4fd09dd9df37 req-2ed8bb47-8e59-428b-8998-df5ce9e2ca7f service neutron] 10.222.0.47 "GET /v2.0/networks/072a4996-791d-4390-ba5a-5e0a5fbf88c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2228842 Feb 09 15:43:48.256340 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-42e7bb16-6a51-4c5b-8095-b1514319d511 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124156'] for subnet, after_create {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:43:48.333953 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e7bb16-6a51-4c5b-8095-b1514319d511 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d78c5515-cd1c-4e41-8b2d-ed032559eb81,revision_number=0']} {{(pid=82901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:43:48.373711 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-85650f48-63aa-42a4-8d7f-4fd09dd9df37 req-7d8687fd-3e9b-43dd-b4fe-add04ed94280 service neutron] 10.222.0.47 "GET /v2.0/networks/072a4996-791d-4390-ba5a-5e0a5fbf88c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2801886 Feb 09 15:43:48.375742 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42e7bb16-6a51-4c5b-8095-b1514319d511 admin admin] Checking segment: {'id': 'b9f6d743-c268-42db-9808-e948d7852e3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': '1bbef99f-f89f-4fa8-98dd-7622c781b090'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 15:43:48.376228 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42e7bb16-6a51-4c5b-8095-b1514319d511 admin admin] Network hostable DHCP agents. Network: 1bbef99f-f89f-4fa8-98dd-7622c781b090, hostable agents: ['534ecb3d-5fb5-4496-b97c-b20b93fdf8ec'], hosted agents: [] {{(pid=82901) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 15:43:48.413378 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42e7bb16-6a51-4c5b-8095-b1514319d511 admin admin] Network 1bbef99f-f89f-4fa8-98dd-7622c781b090 is scheduled to be hosted by DHCP agent 534ecb3d-5fb5-4496-b97c-b20b93fdf8ec with binding_index 1 {{(pid=82901) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 15:43:48.427117 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.scheduler.base_scheduler [None req-42e7bb16-6a51-4c5b-8095-b1514319d511 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-825105-1-iscsi, 1bbef99f-f89f-4fa8-98dd-7622c781b090) {{(pid=82901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 15:43:48.438297 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22c6a827-182b-46d0-b101-d7057b309e11 None None] Network 1bbef99f-f89f-4fa8-98dd-7622c781b090 requested from dv-cinder-825105-1-iscsi {{(pid=82903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 15:43:48.449647 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42e7bb16-6a51-4c5b-8095-b1514319d511 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=82901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:43:48.450239 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-42e7bb16-6a51-4c5b-8095-b1514319d511 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16124149'] for subnet, before_response {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:43:48.527975 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [None req-42e7bb16-6a51-4c5b-8095-b1514319d511 admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7084949 Feb 09 15:43:48.583449 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f7bfbc-348c-4ef2-90a6-191b4da9d719 req-4eca22c2-8343-4001-af58-9188fbd4ca87 tempest-ServerRescueNegativeTestJSON-674815279 tempest-ServerRescueNegativeTestJSON-674815279-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:43:48.587055 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-e1f7bfbc-348c-4ef2-90a6-191b4da9d719 req-4eca22c2-8343-4001-af58-9188fbd4ca87 tempest-ServerRescueNegativeTestJSON-674815279 tempest-ServerRescueNegativeTestJSON-674815279-project] 10.222.0.67 "GET /v2.0/ports?device_id=02052525-11c7-42a2-bbb0-76ffebf59eb3 HTTP/1.1" status: 200 len: 945 time: 0.1317315 Feb 09 15:43:48.683454 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-90a0c1b4-2ec5-42ba-816c-0428c8fb81df req-e8cfa2d9-6c02-4574-9782-6ff2af47d4c8 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=5408654e4de147309f8b24e479cf1661&device_id=8f22eedc-1d0e-440a-9b10-778fca2e0600 HTTP/1.1" status: 200 len: 1097 time: 0.2251337 Feb 09 15:43:48.686997 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-e1f7bfbc-348c-4ef2-90a6-191b4da9d719 req-03b31d9d-9aa3-4ec5-9227-79da2dcba7fe tempest-ServerRescueNegativeTestJSON-674815279 tempest-ServerRescueNegativeTestJSON-674815279-project] 10.222.0.67 "GET /v2.0/security-groups?id=ffc79123-c9cb-487f-b3ec-4904a4a85a48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934181 Feb 09 15:43:48.694300 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e4d961-ad5c-4a9b-89dc-e70861296901 req-1f497057-b37d-4e2a-91d5-f93860b94982 tempest-AttachVolumeNegativeTest-574944362 tempest-AttachVolumeNegativeTest-574944362-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:43:48.695211 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.quota.resource [req-09e4d961-ad5c-4a9b-89dc-e70861296901 req-1f497057-b37d-4e2a-91d5-f93860b94982 tempest-AttachVolumeNegativeTest-574944362 tempest-AttachVolumeNegativeTest-574944362-project] Synchronizing usage tracker for tenant:5408654e4de147309f8b24e479cf1661 on resource:port {{(pid=82902) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 15:43:48.775005 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-accfd76d-0e4f-4444-8a0e-d9cdd35f1dc0 None None] Network 1bbef99f-f89f-4fa8-98dd-7622c781b090 requested from dv-cinder-825105-1-iscsi {{(pid=82903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 15:43:48.821940 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.quota.resource [req-09e4d961-ad5c-4a9b-89dc-e70861296901 req-1f497057-b37d-4e2a-91d5-f93860b94982 tempest-AttachVolumeNegativeTest-574944362 tempest-AttachVolumeNegativeTest-574944362-project] Unset dirty status for tenant:5408654e4de147309f8b24e479cf1661 on resource:port {{(pid=82902) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 15:43:48.823108 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-09e4d961-ad5c-4a9b-89dc-e70861296901 req-1f497057-b37d-4e2a-91d5-f93860b94982 tempest-AttachVolumeNegativeTest-574944362 tempest-AttachVolumeNegativeTest-574944362-project] 10.222.0.67 "GET /v2.0/ports?device_id=8f22eedc-1d0e-440a-9b10-778fca2e0600 HTTP/1.1" status: 200 len: 944 time: 0.3112154 Feb 09 15:43:48.993395 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a0c1b4-2ec5-42ba-816c-0428c8fb81df req-10fa8353-31a4-48ae-85ae-93050857f5c3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:43:48.995502 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-90a0c1b4-2ec5-42ba-816c-0428c8fb81df req-10fa8353-31a4-48ae-85ae-93050857f5c3 service neutron] 10.222.0.47 "GET /v2.0/networks?id=072a4996-791d-4390-ba5a-5e0a5fbf88c4 HTTP/1.1" status: 200 len: 916 time: 0.2927861 Feb 09 15:43:49.076208 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-09e4d961-ad5c-4a9b-89dc-e70861296901 req-bcd5b4e4-b0ea-4c64-95e7-59aae689e5c9 tempest-AttachVolumeNegativeTest-574944362 tempest-AttachVolumeNegativeTest-574944362-project] 10.222.0.67 "GET /v2.0/security-groups?id=8c9b51e4-e908-48c1-8ba4-2cab64c30d74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2413828 Feb 09 15:43:49.169616 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-90a0c1b4-2ec5-42ba-816c-0428c8fb81df req-88e935a4-d389-461b-b53f-cf4da35410ef service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=864223d5-2e0a-490c-84e3-dfcd8964c597 HTTP/1.1" status: 200 len: 217 time: 0.1164799 Feb 09 15:43:49.245982 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a0c1b4-2ec5-42ba-816c-0428c8fb81df req-281fc662-31b2-4c47-9dbb-0ce7bfff1e77 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=82902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:43:49.247631 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-90a0c1b4-2ec5-42ba-816c-0428c8fb81df req-281fc662-31b2-4c47-9dbb-0ce7bfff1e77 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=d622abef-cdcb-4b2b-b25a-610e3a6ed20d HTTP/1.1" status: 200 len: 855 time: 0.0681260 Feb 09 15:43:49.334906 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-90a0c1b4-2ec5-42ba-816c-0428c8fb81df req-196897bd-6546-4a43-8329-511e1d8f12c4 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=072a4996-791d-4390-ba5a-5e0a5fbf88c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0765610 Feb 09 15:43:49.631026 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-90a0c1b4-2ec5-42ba-816c-0428c8fb81df req-a2378be8-b56e-4960-86cb-875af2ff8c55 service neutron] 10.222.0.47 "GET /v2.0/networks/072a4996-791d-4390-ba5a-5e0a5fbf88c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2843502 Feb 09 15:43:49.696718 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.wsgi [-] (82901) accepted ('10.222.0.67', 43560) {{(pid=82901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 15:43:50.093444 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-eb5ad887-0496-42ca-abb6-edb9f597e9dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:43:50.108002 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-90a0c1b4-2ec5-42ba-816c-0428c8fb81df req-42ae092a-e091-488a-8b17-66aa44a8c053 service neutron] 10.222.0.47 "GET /v2.0/networks/072a4996-791d-4390-ba5a-5e0a5fbf88c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4707348 Feb 09 15:43:50.185072 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0259478f-1f93-48a0-acfd-878b28336ecf req-01e5aad0-b50c-4ca5-a1fa-87901c534c0e tempest-DeleteServersTestJSON-401039505 tempest-DeleteServersTestJSON-401039505-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:43:50.198818 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-0259478f-1f93-48a0-acfd-878b28336ecf req-01e5aad0-b50c-4ca5-a1fa-87901c534c0e tempest-DeleteServersTestJSON-401039505 tempest-DeleteServersTestJSON-401039505-project] 10.222.0.67 "GET /v2.0/ports?device_id=0e73f890-b929-4a05-aad2-2c10991390c7 HTTP/1.1" status: 200 len: 945 time: 0.2448657 Feb 09 15:43:50.206529 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.db.quota.driver [None req-eb5ad887-0496-42ca-abb6-edb9f597e9dc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 15:43:50.212510 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.quota.resource [None req-eb5ad887-0496-42ca-abb6-edb9f597e9dc admin admin] Usage tracker for resource:security_group_rule and tenant:f087d1fb165241de97b97932ad3c6a30 is out of sync, need to count used quota {{(pid=82901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 15:43:50.220318 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.quota.resource [None req-eb5ad887-0496-42ca-abb6-edb9f597e9dc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 15:43:50.230395 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.db.quota.driver [None req-eb5ad887-0496-42ca-abb6-edb9f597e9dc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 15:43:50.290312 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1fbfb40-d154-44b7-b2a2-df8bb96c8b45 req-0b4c3137-c44c-44c4-bc6a-9b9f6cc271e8 tempest-ServerRescueNegativeTestJSON-674815279 tempest-ServerRescueNegativeTestJSON-674815279-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:43:50.291846 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-e1fbfb40-d154-44b7-b2a2-df8bb96c8b45 req-0b4c3137-c44c-44c4-bc6a-9b9f6cc271e8 tempest-ServerRescueNegativeTestJSON-674815279 tempest-ServerRescueNegativeTestJSON-674815279-project] 10.222.0.67 "GET /v2.0/ports?device_id=02052525-11c7-42a2-bbb0-76ffebf59eb3 HTTP/1.1" status: 200 len: 945 time: 0.3834529 Feb 09 15:43:50.319984 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-0259478f-1f93-48a0-acfd-878b28336ecf req-931b44e8-9249-4022-8999-9874a81fd20c tempest-DeleteServersTestJSON-401039505 tempest-DeleteServersTestJSON-401039505-project] 10.222.0.67 "GET /v2.0/security-groups?id=7e4a9c1f-e3a3-4232-a4ee-a060da02385c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199811 Feb 09 15:43:50.426745 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-e1fbfb40-d154-44b7-b2a2-df8bb96c8b45 req-eaa43bd6-e9b4-4c11-9e14-d1ccc8fee80e tempest-ServerRescueNegativeTestJSON-674815279 tempest-ServerRescueNegativeTestJSON-674815279-project] 10.222.0.67 "GET /v2.0/security-groups?id=ffc79123-c9cb-487f-b3ec-4904a4a85a48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1233473 Feb 09 15:43:50.446056 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-eb5ad887-0496-42ca-abb6-edb9f597e9dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:43:50.460745 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-eb5ad887-0496-42ca-abb6-edb9f597e9dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_create {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:43:50.521041 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5ad887-0496-42ca-abb6-edb9f597e9dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=635ce742-b589-4774-9319-3b79acd2a144,revision_number=1']} {{(pid=82901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:43:50.525115 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [None req-eb5ad887-0496-42ca-abb6-edb9f597e9dc admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=f087d1fb165241de97b97932ad3c6a30&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8273461 Feb 09 15:43:50.528514 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.wsgi [-] (82901) accepted ('10.222.0.67', 43600) {{(pid=82901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 15:43:50.593092 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-21aef367-6cf7-41ad-8516-9835d28e204a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:43:50.601579 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7904fe1-3034-4e44-9baf-0676e0fec3e2 req-5343f26f-9507-4a79-bd16-819a4dd01875 tempest-AttachVolumeNegativeTest-574944362 tempest-AttachVolumeNegativeTest-574944362-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:43:50.603640 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-d7904fe1-3034-4e44-9baf-0676e0fec3e2 req-5343f26f-9507-4a79-bd16-819a4dd01875 tempest-AttachVolumeNegativeTest-574944362 tempest-AttachVolumeNegativeTest-574944362-project] 10.222.0.67 "GET /v2.0/ports?device_id=8f22eedc-1d0e-440a-9b10-778fca2e0600 HTTP/1.1" status: 200 len: 944 time: 0.0941970 Feb 09 15:43:50.633765 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-21aef367-6cf7-41ad-8516-9835d28e204a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:43:50.666074 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-d7904fe1-3034-4e44-9baf-0676e0fec3e2 req-6747aeab-dca6-4151-9f2b-25bcec85d2b1 tempest-AttachVolumeNegativeTest-574944362 tempest-AttachVolumeNegativeTest-574944362-project] 10.222.0.67 "GET /v2.0/security-groups?id=8c9b51e4-e908-48c1-8ba4-2cab64c30d74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568681 Feb 09 15:43:50.698923 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-21aef367-6cf7-41ad-8516-9835d28e204a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_delete {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:43:50.719605 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21aef367-6cf7-41ad-8516-9835d28e204a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=635ce742-b589-4774-9319-3b79acd2a144,revision_number=None']} {{(pid=82901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:43:50.722843 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-21aef367-6cf7-41ad-8516-9835d28e204a admin admin] Notify callbacks [] for security_group, before_response {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:43:50.723977 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [None req-21aef367-6cf7-41ad-8516-9835d28e204a admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/635ce742-b589-4774-9319-3b79acd2a144 HTTP/1.1" status: 204 len: 168 time: 0.1945043 Feb 09 15:43:51.640754 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54fa892a-363d-4128-9af8-f57b1ee142d8 req-c5a7e313-94f4-4f95-a77e-cda6a50961f6 tempest-DeleteServersTestJSON-401039505 tempest-DeleteServersTestJSON-401039505-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:43:51.650168 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-54fa892a-363d-4128-9af8-f57b1ee142d8 req-c5a7e313-94f4-4f95-a77e-cda6a50961f6 tempest-DeleteServersTestJSON-401039505 tempest-DeleteServersTestJSON-401039505-project] 10.222.0.67 "GET /v2.0/ports?device_id=0e73f890-b929-4a05-aad2-2c10991390c7 HTTP/1.1" status: 200 len: 945 time: 0.1859016 Feb 09 15:43:51.708185 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b859338e-6d85-4aa1-bdcb-0d8f592d8a57 req-a267ecf6-5563-429c-b6d5-38d0a5344c9c tempest-ServerRescueNegativeTestJSON-674815279 tempest-ServerRescueNegativeTestJSON-674815279-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:43:51.717329 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-b859338e-6d85-4aa1-bdcb-0d8f592d8a57 req-a267ecf6-5563-429c-b6d5-38d0a5344c9c tempest-ServerRescueNegativeTestJSON-674815279 tempest-ServerRescueNegativeTestJSON-674815279-project] 10.222.0.67 "GET /v2.0/ports?device_id=02052525-11c7-42a2-bbb0-76ffebf59eb3 HTTP/1.1" status: 200 len: 945 time: 0.1498353 Feb 09 15:43:51.730812 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-54fa892a-363d-4128-9af8-f57b1ee142d8 req-beca2972-67f2-4d43-a5a1-98e0fdcbfaf2 tempest-DeleteServersTestJSON-401039505 tempest-DeleteServersTestJSON-401039505-project] 10.222.0.67 "GET /v2.0/security-groups?id=7e4a9c1f-e3a3-4232-a4ee-a060da02385c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797565 Feb 09 15:43:51.794852 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-b859338e-6d85-4aa1-bdcb-0d8f592d8a57 req-375b119e-067d-41e1-b1e7-a753295bfaf6 tempest-ServerRescueNegativeTestJSON-674815279 tempest-ServerRescueNegativeTestJSON-674815279-project] 10.222.0.67 "GET /v2.0/security-groups?id=ffc79123-c9cb-487f-b3ec-4904a4a85a48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762413 Feb 09 15:43:51.798938 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.plugins.ml2.rpc [None req-812787cf-6466-4ce1-8c4e-c32e14b18d8a None None] Device 864223d5-2e0a-490c-84e3-dfcd8964c597 details requested by agent hyperv_hv-cinder-82510 with host hv-cinder-82510 {{(pid=82903) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 15:43:51.968049 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.plugins.ml2.db [None req-812787cf-6466-4ce1-8c4e-c32e14b18d8a None None] For port 864223d5-2e0a-490c-84e3-dfcd8964c597, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=864223d5-2e0a-490c-84e3-dfcd8964c597,segment=NetworkSegment(61008ea7-600c-42ab-8da1-d2bb9124cbff),segment_id=61008ea7-600c-42ab-8da1-d2bb9124cbff)] {{(pid=82903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:43:51.987737 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.plugins.ml2.rpc [None req-812787cf-6466-4ce1-8c4e-c32e14b18d8a None None] Returning: {'device': '864223d5-2e0a-490c-84e3-dfcd8964c597', 'network_id': '072a4996-791d-4390-ba5a-5e0a5fbf88c4', 'port_id': '864223d5-2e0a-490c-84e3-dfcd8964c597', 'mac_address': 'fa:16:3e:b8:19:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 822, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd622abef-cdcb-4b2b-b25a-610e3a6ed20d', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82903) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 15:43:52.045644 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2d469b-38d0-425e-8680-8f2fd158a53d req-856f94b9-1b81-467c-a7d4-1eec27b448ea tempest-AttachVolumeNegativeTest-574944362 tempest-AttachVolumeNegativeTest-574944362-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:43:52.053440 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-ef2d469b-38d0-425e-8680-8f2fd158a53d req-856f94b9-1b81-467c-a7d4-1eec27b448ea tempest-AttachVolumeNegativeTest-574944362 tempest-AttachVolumeNegativeTest-574944362-project] 10.222.0.67 "GET /v2.0/ports?device_id=8f22eedc-1d0e-440a-9b10-778fca2e0600 HTTP/1.1" status: 200 len: 944 time: 0.1729941 Feb 09 15:43:52.056802 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-812787cf-6466-4ce1-8c4e-c32e14b18d8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16080601'] for port, before_update {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:43:52.078466 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.notifiers.nova [None req-812787cf-6466-4ce1-8c4e-c32e14b18d8a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 864223d5-2e0a-490c-84e3-dfcd8964c597 {{(pid=82903) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 15:43:52.100348 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.plugins.ml2.db [None req-812787cf-6466-4ce1-8c4e-c32e14b18d8a None None] For port 864223d5-2e0a-490c-84e3-dfcd8964c597, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=864223d5-2e0a-490c-84e3-dfcd8964c597,segment=NetworkSegment(61008ea7-600c-42ab-8da1-d2bb9124cbff),segment_id=61008ea7-600c-42ab-8da1-d2bb9124cbff)] {{(pid=82903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:43:52.104690 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-ef2d469b-38d0-425e-8680-8f2fd158a53d req-acd34e0f-c178-4098-be21-132cbb4a23ca tempest-AttachVolumeNegativeTest-574944362 tempest-AttachVolumeNegativeTest-574944362-project] 10.222.0.67 "GET /v2.0/security-groups?id=8c9b51e4-e908-48c1-8ba4-2cab64c30d74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502210 Feb 09 15:43:52.107684 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-812787cf-6466-4ce1-8c4e-c32e14b18d8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16080037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758755988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756758334055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756758334100'] for port, after_update {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:43:52.190542 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812787cf-6466-4ce1-8c4e-c32e14b18d8a None None] Pushing event updated for resources: {'Port': ['ID=864223d5-2e0a-490c-84e3-dfcd8964c597,revision_number=4']} {{(pid=82903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:43:52.199044 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-812787cf-6466-4ce1-8c4e-c32e14b18d8a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825105-1-iscsi {{(pid=82903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:43:52.199382 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-812787cf-6466-4ce1-8c4e-c32e14b18d8a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825105-1-iscsi {{(pid=82903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:43:52.199708 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-812787cf-6466-4ce1-8c4e-c32e14b18d8a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825105-1-iscsi {{(pid=82903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:43:52.200030 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-812787cf-6466-4ce1-8c4e-c32e14b18d8a None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825105-1-iscsi {{(pid=82903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:43:52.200372 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-812787cf-6466-4ce1-8c4e-c32e14b18d8a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825105-1-iscsi {{(pid=82903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:43:52.200688 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-812787cf-6466-4ce1-8c4e-c32e14b18d8a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-825105-1-iscsi {{(pid=82903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:43:52.201001 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-812787cf-6466-4ce1-8c4e-c32e14b18d8a None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825105-1-iscsi {{(pid=82903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:43:52.201410 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-812787cf-6466-4ce1-8c4e-c32e14b18d8a None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825105-1-iscsi {{(pid=82903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:43:52.201724 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-812787cf-6466-4ce1-8c4e-c32e14b18d8a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825105-1-iscsi {{(pid=82903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:43:52.202030 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-812787cf-6466-4ce1-8c4e-c32e14b18d8a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825105-1-iscsi {{(pid=82903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:43:52.202336 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-812787cf-6466-4ce1-8c4e-c32e14b18d8a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825105-1-iscsi {{(pid=82903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:43:52.702423 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.plugins.ml2.db [None req-812787cf-6466-4ce1-8c4e-c32e14b18d8a None None] get_ports_and_sgs() called for port_ids ['864223d5-2e0a-490c-84e3-dfcd8964c597'] {{(pid=82903) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 09 15:43:52.897404 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60868ed-0db8-4ce2-b06e-1cb685768fc6 req-29f88a3f-0d1a-4f76-9a4f-e2b71a23d12a tempest-DeleteServersTestJSON-401039505 tempest-DeleteServersTestJSON-401039505-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:43:52.899579 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-e60868ed-0db8-4ce2-b06e-1cb685768fc6 req-29f88a3f-0d1a-4f76-9a4f-e2b71a23d12a tempest-DeleteServersTestJSON-401039505 tempest-DeleteServersTestJSON-401039505-project] 10.222.0.47 "GET /v2.0/ports?device_id=0e73f890-b929-4a05-aad2-2c10991390c7 HTTP/1.1" status: 200 len: 945 time: 0.1216335 Feb 09 15:43:53.079960 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed99a80-ed28-4e59-a2a5-8ed5c12dc289 req-7971a591-7b83-4c5a-9f07-418800ff2967 tempest-ServerRescueNegativeTestJSON-674815279 tempest-ServerRescueNegativeTestJSON-674815279-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:43:53.081391 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-fed99a80-ed28-4e59-a2a5-8ed5c12dc289 req-7971a591-7b83-4c5a-9f07-418800ff2967 tempest-ServerRescueNegativeTestJSON-674815279 tempest-ServerRescueNegativeTestJSON-674815279-project] 10.222.0.67 "GET /v2.0/ports?device_id=02052525-11c7-42a2-bbb0-76ffebf59eb3 HTTP/1.1" status: 200 len: 945 time: 0.0872314 Feb 09 15:43:53.107653 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.plugins.ml2.plugin [req-e60868ed-0db8-4ce2-b06e-1cb685768fc6 req-33f45f05-770b-4004-90a4-4e3d3db0e41c tempest-DeleteServersTestJSON-401039505 tempest-DeleteServersTestJSON-401039505-project] Deleting port 3d8686d1-f0df-418b-bc75-7369d11c5595 {{(pid=82902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 15:43:53.107990 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [req-e60868ed-0db8-4ce2-b06e-1cb685768fc6 req-33f45f05-770b-4004-90a4-4e3d3db0e41c tempest-DeleteServersTestJSON-401039505 tempest-DeleteServersTestJSON-401039505-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758701249'] for port, before_delete {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:43:53.136487 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-fed99a80-ed28-4e59-a2a5-8ed5c12dc289 req-7e7eb3a2-9a7e-4f05-90fb-bc12f5d5c724 tempest-ServerRescueNegativeTestJSON-674815279 tempest-ServerRescueNegativeTestJSON-674815279-project] 10.222.0.67 "GET /v2.0/security-groups?id=ffc79123-c9cb-487f-b3ec-4904a4a85a48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478766 Feb 09 15:43:53.191816 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ce1883-0052-421e-97e4-80e572a3f168 req-746502a6-166b-4a7b-97de-f011d72e7408 tempest-DeleteServersTestJSON-401039505 tempest-DeleteServersTestJSON-401039505-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:43:53.193325 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-62ce1883-0052-421e-97e4-80e572a3f168 req-746502a6-166b-4a7b-97de-f011d72e7408 tempest-DeleteServersTestJSON-401039505 tempest-DeleteServersTestJSON-401039505-project] 10.222.0.67 "GET /v2.0/ports?device_id=0e73f890-b929-4a05-aad2-2c10991390c7 HTTP/1.1" status: 200 len: 945 time: 0.2452865 Feb 09 15:43:53.339954 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112429c9-84b1-4d8c-b50f-8527a914dd47 req-b04827e6-c88c-42fb-8b1e-469ae833fd74 tempest-AttachVolumeNegativeTest-574944362 tempest-AttachVolumeNegativeTest-574944362-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:43:53.341328 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-112429c9-84b1-4d8c-b50f-8527a914dd47 req-b04827e6-c88c-42fb-8b1e-469ae833fd74 tempest-AttachVolumeNegativeTest-574944362 tempest-AttachVolumeNegativeTest-574944362-project] 10.222.0.67 "GET /v2.0/ports?device_id=8f22eedc-1d0e-440a-9b10-778fca2e0600 HTTP/1.1" status: 200 len: 945 time: 0.0888224 Feb 09 15:43:53.357203 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-62ce1883-0052-421e-97e4-80e572a3f168 req-61c5e6d3-32aa-45a5-a106-d7d5056aebf9 tempest-DeleteServersTestJSON-401039505 tempest-DeleteServersTestJSON-401039505-project] 10.222.0.67 "GET /v2.0/security-groups?id=7e4a9c1f-e3a3-4232-a4ee-a060da02385c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1396248 Feb 09 15:43:53.398401 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-112429c9-84b1-4d8c-b50f-8527a914dd47 req-05c49203-53ef-417b-8fc3-03225128eec4 tempest-AttachVolumeNegativeTest-574944362 tempest-AttachVolumeNegativeTest-574944362-project] 10.222.0.67 "GET /v2.0/security-groups?id=8c9b51e4-e908-48c1-8ba4-2cab64c30d74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507777 Feb 09 15:43:53.423752 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.plugins.ml2.db [req-e60868ed-0db8-4ce2-b06e-1cb685768fc6 req-33f45f05-770b-4004-90a4-4e3d3db0e41c tempest-DeleteServersTestJSON-401039505 tempest-DeleteServersTestJSON-401039505-project] For port 3d8686d1-f0df-418b-bc75-7369d11c5595, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=3d8686d1-f0df-418b-bc75-7369d11c5595,segment=NetworkSegment(1c463c45-2a3e-4ade-9733-49ef7816b3d7),segment_id=1c463c45-2a3e-4ade-9733-49ef7816b3d7)] {{(pid=82902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:43:53.424097 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [req-e60868ed-0db8-4ce2-b06e-1cb685768fc6 req-33f45f05-770b-4004-90a4-4e3d3db0e41c tempest-DeleteServersTestJSON-401039505 tempest-DeleteServersTestJSON-401039505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353601'] for port, precommit_delete {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:43:53.545107 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.plugins.ml2.plugin [req-e60868ed-0db8-4ce2-b06e-1cb685768fc6 req-33f45f05-770b-4004-90a4-4e3d3db0e41c tempest-DeleteServersTestJSON-401039505 tempest-DeleteServersTestJSON-401039505-project] Calling delete_port for 3d8686d1-f0df-418b-bc75-7369d11c5595 owned by compute:nova {{(pid=82902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 15:43:53.753285 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [req-e60868ed-0db8-4ce2-b06e-1cb685768fc6 req-33f45f05-770b-4004-90a4-4e3d3db0e41c tempest-DeleteServersTestJSON-401039505 tempest-DeleteServersTestJSON-401039505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16080037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758755970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756758334046'] for port, after_delete {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:43:53.800381 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f45f05-770b-4004-90a4-4e3d3db0e41c tempest-DeleteServersTestJSON-401039505 tempest-DeleteServersTestJSON-401039505-project] Pushing event deleted for resources: {'Port': ['ID=3d8686d1-f0df-418b-bc75-7369d11c5595,revision_number=None']} {{(pid=82902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:43:53.873136 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.db.l3_dvrscheduler_db [req-e60868ed-0db8-4ce2-b06e-1cb685768fc6 req-33f45f05-770b-4004-90a4-4e3d3db0e41c tempest-DeleteServersTestJSON-401039505 tempest-DeleteServersTestJSON-401039505-project] No DVR routers for this DVR port 3d8686d1-f0df-418b-bc75-7369d11c5595 on host hv-cinder-82510 {{(pid=82902) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 15:43:53.877337 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [req-e60868ed-0db8-4ce2-b06e-1cb685768fc6 req-33f45f05-770b-4004-90a4-4e3d3db0e41c tempest-DeleteServersTestJSON-401039505 tempest-DeleteServersTestJSON-401039505-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205010'] for port, before_response {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:43:53.881527 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e73f890-b929-4a05-aad2-2c10991390c7', 'name': 'network-vif-deleted', 'tag': '3d8686d1-f0df-418b-bc75-7369d11c5595'}] {{(pid=82902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 15:43:53.897816 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-e60868ed-0db8-4ce2-b06e-1cb685768fc6 req-33f45f05-770b-4004-90a4-4e3d3db0e41c tempest-DeleteServersTestJSON-401039505 tempest-DeleteServersTestJSON-401039505-project] 10.222.0.47 "DELETE /v2.0/ports/3d8686d1-f0df-418b-bc75-7369d11c5595 HTTP/1.1" status: 204 len: 173 time: 0.9890497 Feb 09 15:43:53.957169 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e73f890-b929-4a05-aad2-2c10991390c7', 'name': 'network-vif-deleted', 'tag': '3d8686d1-f0df-418b-bc75-7369d11c5595', 'status': 'completed', 'code': 200} Feb 09 15:43:54.332356 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb99b39-06fa-49a9-8183-0caa13fab878 req-788c885f-602c-4fd4-9dd3-62e702dcd6e6 tempest-ServerRescueNegativeTestJSON-674815279 tempest-ServerRescueNegativeTestJSON-674815279-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:43:54.333850 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-0bb99b39-06fa-49a9-8183-0caa13fab878 req-788c885f-602c-4fd4-9dd3-62e702dcd6e6 tempest-ServerRescueNegativeTestJSON-674815279 tempest-ServerRescueNegativeTestJSON-674815279-project] 10.222.0.67 "GET /v2.0/ports?device_id=02052525-11c7-42a2-bbb0-76ffebf59eb3 HTTP/1.1" status: 200 len: 945 time: 0.0763547 Feb 09 15:43:54.380518 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-0bb99b39-06fa-49a9-8183-0caa13fab878 req-954a669e-6b3b-4826-868f-00571347042b tempest-ServerRescueNegativeTestJSON-674815279 tempest-ServerRescueNegativeTestJSON-674815279-project] 10.222.0.67 "GET /v2.0/security-groups?id=ffc79123-c9cb-487f-b3ec-4904a4a85a48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412657 Feb 09 15:43:54.532071 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.quota.resource [req-ac641809-6297-4e05-9cc9-bd17ca00a1d7 req-88087e9d-203f-454d-820c-737e9bb52a21 tempest-DeleteServersTestJSON-401039505 tempest-DeleteServersTestJSON-401039505-project] Synchronizing usage tracker for tenant:78278b589cbf4c319a60ef0cf1ea554e on resource:port {{(pid=82902) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 15:43:54.548957 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.quota.resource [req-ac641809-6297-4e05-9cc9-bd17ca00a1d7 req-88087e9d-203f-454d-820c-737e9bb52a21 tempest-DeleteServersTestJSON-401039505 tempest-DeleteServersTestJSON-401039505-project] Unset dirty status for tenant:78278b589cbf4c319a60ef0cf1ea554e on resource:port {{(pid=82902) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 15:43:54.550094 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-ac641809-6297-4e05-9cc9-bd17ca00a1d7 req-88087e9d-203f-454d-820c-737e9bb52a21 tempest-DeleteServersTestJSON-401039505 tempest-DeleteServersTestJSON-401039505-project] 10.222.0.67 "GET /v2.0/ports?device_id=0e73f890-b929-4a05-aad2-2c10991390c7 HTTP/1.1" status: 200 len: 210 time: 0.0647838 Feb 09 15:43:54.624329 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b5ce2f-d155-4e15-a539-325559ac7a29 req-825bf2f6-951e-4259-ab9e-93dc0e7d06bc tempest-AttachVolumeNegativeTest-574944362 tempest-AttachVolumeNegativeTest-574944362-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:43:54.626716 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-36b5ce2f-d155-4e15-a539-325559ac7a29 req-825bf2f6-951e-4259-ab9e-93dc0e7d06bc tempest-AttachVolumeNegativeTest-574944362 tempest-AttachVolumeNegativeTest-574944362-project] 10.222.0.67 "GET /v2.0/ports?device_id=8f22eedc-1d0e-440a-9b10-778fca2e0600 HTTP/1.1" status: 200 len: 945 time: 0.0857112 Feb 09 15:43:54.677999 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-36b5ce2f-d155-4e15-a539-325559ac7a29 req-349634ab-d5ff-4215-a3e3-eb010ad6ec5c tempest-AttachVolumeNegativeTest-574944362 tempest-AttachVolumeNegativeTest-574944362-project] 10.222.0.67 "GET /v2.0/security-groups?id=8c9b51e4-e908-48c1-8ba4-2cab64c30d74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412478 Feb 09 15:43:55.583928 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1dd6647-91ab-49fd-b36e-dce319716c5b req-98969f51-5d24-4e01-9d11-159f9ffe98f6 tempest-ServerRescueNegativeTestJSON-674815279 tempest-ServerRescueNegativeTestJSON-674815279-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:43:55.585407 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-a1dd6647-91ab-49fd-b36e-dce319716c5b req-98969f51-5d24-4e01-9d11-159f9ffe98f6 tempest-ServerRescueNegativeTestJSON-674815279 tempest-ServerRescueNegativeTestJSON-674815279-project] 10.222.0.67 "GET /v2.0/ports?device_id=02052525-11c7-42a2-bbb0-76ffebf59eb3 HTTP/1.1" status: 200 len: 945 time: 0.0798216 Feb 09 15:43:55.632418 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-a1dd6647-91ab-49fd-b36e-dce319716c5b req-a777c0af-2be9-466e-8dc4-56d4d22c5e65 tempest-ServerRescueNegativeTestJSON-674815279 tempest-ServerRescueNegativeTestJSON-674815279-project] 10.222.0.67 "GET /v2.0/security-groups?id=ffc79123-c9cb-487f-b3ec-4904a4a85a48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414009 Feb 09 15:43:55.717930 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-e2174f7d-2fd0-431d-83a4-99a3a7bf8d9e req-6bd72bfe-e1af-48fa-99e2-f6fa082a4c67 tempest-DeleteServersTestJSON-401039505 tempest-DeleteServersTestJSON-401039505-project] 10.222.0.67 "GET /v2.0/ports?device_id=0e73f890-b929-4a05-aad2-2c10991390c7 HTTP/1.1" status: 200 len: 210 time: 0.0403576 Feb 09 15:43:55.896987 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3581880a-0978-40e0-979f-bbf762175642 req-d3de8f4e-3375-4104-81ac-75095b3e9184 tempest-AttachVolumeNegativeTest-574944362 tempest-AttachVolumeNegativeTest-574944362-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:43:55.899300 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-3581880a-0978-40e0-979f-bbf762175642 req-d3de8f4e-3375-4104-81ac-75095b3e9184 tempest-AttachVolumeNegativeTest-574944362 tempest-AttachVolumeNegativeTest-574944362-project] 10.222.0.67 "GET /v2.0/ports?device_id=8f22eedc-1d0e-440a-9b10-778fca2e0600 HTTP/1.1" status: 200 len: 945 time: 0.0976326 Feb 09 15:43:55.947886 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-3581880a-0978-40e0-979f-bbf762175642 req-f96e2437-b87c-4072-9bd1-4aedf48a3d29 tempest-AttachVolumeNegativeTest-574944362 tempest-AttachVolumeNegativeTest-574944362-project] 10.222.0.67 "GET /v2.0/security-groups?id=8c9b51e4-e908-48c1-8ba4-2cab64c30d74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426908 Feb 09 15:43:56.522673 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.plugins.ml2.db [None req-812787cf-6466-4ce1-8c4e-c32e14b18d8a None None] get_ports_and_sgs() called for port_ids ['3d8686d1-f0df-418b-bc75-7369d11c5595'] {{(pid=82903) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 09 15:43:56.841493 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2415b964-f70b-4a57-a996-3d7bd66b17c0 req-ef7a6db8-db81-4f20-aed3-015529d4a616 tempest-ServerRescueNegativeTestJSON-674815279 tempest-ServerRescueNegativeTestJSON-674815279-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:43:56.848732 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-2415b964-f70b-4a57-a996-3d7bd66b17c0 req-ef7a6db8-db81-4f20-aed3-015529d4a616 tempest-ServerRescueNegativeTestJSON-674815279 tempest-ServerRescueNegativeTestJSON-674815279-project] 10.222.0.67 "GET /v2.0/ports?device_id=02052525-11c7-42a2-bbb0-76ffebf59eb3 HTTP/1.1" status: 200 len: 945 time: 0.0918403 Feb 09 15:43:56.894213 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-0dcfa015-1f2e-43c7-86f6-c8bfcac98d7f req-eac2cd49-3285-475e-baa0-56691a5858ff tempest-DeleteServersTestJSON-401039505 tempest-DeleteServersTestJSON-401039505-project] 10.222.0.67 "GET /v2.0/ports?device_id=0e73f890-b929-4a05-aad2-2c10991390c7 HTTP/1.1" status: 200 len: 210 time: 0.0484040 Feb 09 15:43:56.904820 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-2415b964-f70b-4a57-a996-3d7bd66b17c0 req-78466e3b-f8d6-4755-9d5e-df5de47cd637 tempest-ServerRescueNegativeTestJSON-674815279 tempest-ServerRescueNegativeTestJSON-674815279-project] 10.222.0.67 "GET /v2.0/security-groups?id=ffc79123-c9cb-487f-b3ec-4904a4a85a48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549629 Feb 09 15:43:57.171729 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6e77f0-c31c-49fa-af92-776367bad956 req-3c643b69-9ee4-4694-9285-548736d51d1a tempest-AttachVolumeNegativeTest-574944362 tempest-AttachVolumeNegativeTest-574944362-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:43:57.173555 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-1b6e77f0-c31c-49fa-af92-776367bad956 req-3c643b69-9ee4-4694-9285-548736d51d1a tempest-AttachVolumeNegativeTest-574944362 tempest-AttachVolumeNegativeTest-574944362-project] 10.222.0.67 "GET /v2.0/ports?device_id=8f22eedc-1d0e-440a-9b10-778fca2e0600 HTTP/1.1" status: 200 len: 945 time: 0.0875664 Feb 09 15:43:57.228574 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-1b6e77f0-c31c-49fa-af92-776367bad956 req-46b113c1-544e-4642-814d-7fe07a1c4bac tempest-AttachVolumeNegativeTest-574944362 tempest-AttachVolumeNegativeTest-574944362-project] 10.222.0.67 "GET /v2.0/security-groups?id=8c9b51e4-e908-48c1-8ba4-2cab64c30d74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480475 Feb 09 15:43:57.919759 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-1b15fb77-e621-48ab-91a9-838266a78bd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758786133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16008869'] for agent, after_update {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:43:58.139785 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359611bc-17b1-4df2-b016-b9b0bd97cb0b req-cef1b1bf-9ea0-40db-a198-3238b21438f6 tempest-ServerRescueNegativeTestJSON-674815279 tempest-ServerRescueNegativeTestJSON-674815279-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:43:58.139785 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-359611bc-17b1-4df2-b016-b9b0bd97cb0b req-cef1b1bf-9ea0-40db-a198-3238b21438f6 tempest-ServerRescueNegativeTestJSON-674815279 tempest-ServerRescueNegativeTestJSON-674815279-project] 10.222.0.67 "GET /v2.0/ports?device_id=02052525-11c7-42a2-bbb0-76ffebf59eb3 HTTP/1.1" status: 200 len: 945 time: 0.0836844 Feb 09 15:43:58.168967 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.wsgi [-] (82902) accepted ('10.222.0.67', 43804) {{(pid=82902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 15:43:58.181294 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-359611bc-17b1-4df2-b016-b9b0bd97cb0b req-1cb14e4c-e373-4359-b8f2-bcfc48daebc2 tempest-ServerRescueNegativeTestJSON-674815279 tempest-ServerRescueNegativeTestJSON-674815279-project] 10.222.0.67 "GET /v2.0/security-groups?id=ffc79123-c9cb-487f-b3ec-4904a4a85a48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412445 Feb 09 15:43:58.350874 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-4778cfbe-c10d-422d-a547-cf25764eccb3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:43:58.384400 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.db.quota.driver [None req-4778cfbe-c10d-422d-a547-cf25764eccb3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 15:43:58.388571 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.quota.resource [None req-4778cfbe-c10d-422d-a547-cf25764eccb3 admin admin] Usage tracker for resource:security_group_rule and tenant:4f8a96acd3ee43209a7b8741f89e9748 is out of sync, need to count used quota {{(pid=82902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 15:43:58.391923 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.quota.resource [None req-4778cfbe-c10d-422d-a547-cf25764eccb3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 15:43:58.397970 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.db.quota.driver [None req-4778cfbe-c10d-422d-a547-cf25764eccb3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 15:43:58.429442 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.plugins.ml2.rpc [None req-812787cf-6466-4ce1-8c4e-c32e14b18d8a None None] Device 864223d5-2e0a-490c-84e3-dfcd8964c597 up at agent hyperv_hv-cinder-82510 {{(pid=82903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 15:43:58.480191 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9571507-2d25-4b7a-8152-d359e3046b7a req-f8793f0b-1c99-4ab4-886a-26ebcef1d9d3 tempest-AttachVolumeNegativeTest-574944362 tempest-AttachVolumeNegativeTest-574944362-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:43:58.483228 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-f9571507-2d25-4b7a-8152-d359e3046b7a req-f8793f0b-1c99-4ab4-886a-26ebcef1d9d3 tempest-AttachVolumeNegativeTest-574944362 tempest-AttachVolumeNegativeTest-574944362-project] 10.222.0.67 "GET /v2.0/ports?device_id=8f22eedc-1d0e-440a-9b10-778fca2e0600 HTTP/1.1" status: 200 len: 945 time: 0.1189370 Feb 09 15:43:58.499898 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-4778cfbe-c10d-422d-a547-cf25764eccb3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:43:58.505698 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-4778cfbe-c10d-422d-a547-cf25764eccb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_create {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:43:58.523787 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.db.provisioning_blocks [None req-812787cf-6466-4ce1-8c4e-c32e14b18d8a None None] Provisioning for port 864223d5-2e0a-490c-84e3-dfcd8964c597 completed by entity L2. {{(pid=82903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 15:43:58.533271 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.db.provisioning_blocks [None req-812787cf-6466-4ce1-8c4e-c32e14b18d8a None None] Provisioning complete for port 864223d5-2e0a-490c-84e3-dfcd8964c597 triggered by entity L2. {{(pid=82903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:43:58.533873 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-812787cf-6466-4ce1-8c4e-c32e14b18d8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16008948'] for port, provisioning_complete {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:43:58.548221 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-f9571507-2d25-4b7a-8152-d359e3046b7a req-6f1fb323-012b-463f-ab5c-039db2ce87ab tempest-AttachVolumeNegativeTest-574944362 tempest-AttachVolumeNegativeTest-574944362-project] 10.222.0.67 "GET /v2.0/security-groups?id=8c9b51e4-e908-48c1-8ba4-2cab64c30d74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568323 Feb 09 15:43:58.580042 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [None req-4778cfbe-c10d-422d-a547-cf25764eccb3 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=4f8a96acd3ee43209a7b8741f89e9748&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4073081 Feb 09 15:43:58.580042 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4778cfbe-c10d-422d-a547-cf25764eccb3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb1814b6-6dc2-4f10-a7ce-ca4be84e00e0,revision_number=1']} {{(pid=82902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:43:58.580762 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.wsgi [-] (82901) accepted ('10.222.0.67', 43822) {{(pid=82901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 15:43:58.658228 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-6dcc9d34-9d2c-49c6-9329-84df295e2d4c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:43:58.673411 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-812787cf-6466-4ce1-8c4e-c32e14b18d8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16080601'] for port, before_update {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:43:58.685552 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-6dcc9d34-9d2c-49c6-9329-84df295e2d4c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:43:58.701226 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f22eedc-1d0e-440a-9b10-778fca2e0600', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '864223d5-2e0a-490c-84e3-dfcd8964c597'}] {{(pid=82903) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 15:43:58.711991 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.plugins.ml2.db [None req-812787cf-6466-4ce1-8c4e-c32e14b18d8a None None] For port 864223d5-2e0a-490c-84e3-dfcd8964c597, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=864223d5-2e0a-490c-84e3-dfcd8964c597,segment=NetworkSegment(61008ea7-600c-42ab-8da1-d2bb9124cbff),segment_id=61008ea7-600c-42ab-8da1-d2bb9124cbff)] {{(pid=82903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:43:58.717636 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-812787cf-6466-4ce1-8c4e-c32e14b18d8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16080037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758755988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756758334055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756758334100'] for port, after_update {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:43:58.743620 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-6dcc9d34-9d2c-49c6-9329-84df295e2d4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_delete {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:43:58.761165 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dcc9d34-9d2c-49c6-9329-84df295e2d4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb1814b6-6dc2-4f10-a7ce-ca4be84e00e0,revision_number=None']} {{(pid=82901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:43:58.769488 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-6dcc9d34-9d2c-49c6-9329-84df295e2d4c admin admin] Notify callbacks [] for security_group, before_response {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:43:58.770686 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [None req-6dcc9d34-9d2c-49c6-9329-84df295e2d4c admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/eb1814b6-6dc2-4f10-a7ce-ca4be84e00e0 HTTP/1.1" status: 204 len: 168 time: 0.1892996 Feb 09 15:43:58.787472 dv-cinder-825105-1-iscsi neutron-server[82903]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f22eedc-1d0e-440a-9b10-778fca2e0600', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '864223d5-2e0a-490c-84e3-dfcd8964c597', 'code': 200} Feb 09 15:43:58.815105 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812787cf-6466-4ce1-8c4e-c32e14b18d8a None None] Pushing event updated for resources: {'Port': ['ID=864223d5-2e0a-490c-84e3-dfcd8964c597,revision_number=5']} {{(pid=82903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:43:59.044191 dv-cinder-825105-1-iscsi neutron-server[82904]: DEBUG neutron.db.agents_db [None req-77d1faa3-9ee6-4a91-bd02-8524aa1f9325 None None] Agent healthcheck: found 6 active agents {{(pid=82904) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 15:43:59.124604 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.wsgi [-] (82901) accepted ('10.222.0.67', 43840) {{(pid=82901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 15:43:59.145447 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-b475e7e1-d4bf-4cb9-927c-62d9dc94bc95 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:43:59.176954 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.db.quota.driver [None req-b475e7e1-d4bf-4cb9-927c-62d9dc94bc95 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 15:43:59.180649 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.quota.resource [None req-b475e7e1-d4bf-4cb9-927c-62d9dc94bc95 admin admin] Usage tracker for resource:security_group_rule and tenant:e500e5957e89482587d1577f2e9ba8bc is out of sync, need to count used quota {{(pid=82901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 15:43:59.183327 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.quota.resource [None req-b475e7e1-d4bf-4cb9-927c-62d9dc94bc95 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 15:43:59.189444 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.db.quota.driver [None req-b475e7e1-d4bf-4cb9-927c-62d9dc94bc95 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 15:43:59.295323 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-b475e7e1-d4bf-4cb9-927c-62d9dc94bc95 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:43:59.302435 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-b475e7e1-d4bf-4cb9-927c-62d9dc94bc95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_create {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:43:59.361329 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [None req-b475e7e1-d4bf-4cb9-927c-62d9dc94bc95 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=e500e5957e89482587d1577f2e9ba8bc&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2354207 Feb 09 15:43:59.361943 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b475e7e1-d4bf-4cb9-927c-62d9dc94bc95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a01f4cb0-9462-4c62-a4be-837bb8614cbe,revision_number=1']} {{(pid=82901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:43:59.365043 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.wsgi [-] (82901) accepted ('10.222.0.67', 43846) {{(pid=82901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 15:43:59.488463 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-5072192d-5a7f-4498-adc4-582474b6b910 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:43:59.508735 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf2d8fa-8161-4ffe-b3c9-28191699c5b4 req-2c7c5303-3c18-460f-9622-b3b3158f0fb3 tempest-ServerRescueNegativeTestJSON-674815279 tempest-ServerRescueNegativeTestJSON-674815279-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:43:59.510205 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-6cf2d8fa-8161-4ffe-b3c9-28191699c5b4 req-2c7c5303-3c18-460f-9622-b3b3158f0fb3 tempest-ServerRescueNegativeTestJSON-674815279 tempest-ServerRescueNegativeTestJSON-674815279-project] 10.222.0.67 "GET /v2.0/ports?device_id=02052525-11c7-42a2-bbb0-76ffebf59eb3 HTTP/1.1" status: 200 len: 945 time: 0.1424448 Feb 09 15:43:59.541107 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-5072192d-5a7f-4498-adc4-582474b6b910 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:43:59.596644 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-6cf2d8fa-8161-4ffe-b3c9-28191699c5b4 req-2a9580f6-6381-45a1-92ad-65882eee07f9 tempest-ServerRescueNegativeTestJSON-674815279 tempest-ServerRescueNegativeTestJSON-674815279-project] 10.222.0.67 "GET /v2.0/security-groups?id=ffc79123-c9cb-487f-b3ec-4904a4a85a48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769954 Feb 09 15:43:59.616735 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-5072192d-5a7f-4498-adc4-582474b6b910 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_delete {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:43:59.631974 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5072192d-5a7f-4498-adc4-582474b6b910 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a01f4cb0-9462-4c62-a4be-837bb8614cbe,revision_number=None']} {{(pid=82901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:43:59.638219 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-5072192d-5a7f-4498-adc4-582474b6b910 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:43:59.639322 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [None req-5072192d-5a7f-4498-adc4-582474b6b910 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/a01f4cb0-9462-4c62-a4be-837bb8614cbe HTTP/1.1" status: 204 len: 168 time: 0.2733805 Feb 09 15:43:59.768080 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129e4275-3d28-4151-a03d-984dfa9b1f2f req-9d65317f-9653-4bb2-bcf0-03752575a972 tempest-AttachVolumeNegativeTest-574944362 tempest-AttachVolumeNegativeTest-574944362-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:43:59.769639 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-129e4275-3d28-4151-a03d-984dfa9b1f2f req-9d65317f-9653-4bb2-bcf0-03752575a972 tempest-AttachVolumeNegativeTest-574944362 tempest-AttachVolumeNegativeTest-574944362-project] 10.222.0.67 "GET /v2.0/ports?device_id=8f22eedc-1d0e-440a-9b10-778fca2e0600 HTTP/1.1" status: 200 len: 946 time: 0.0881503 Feb 09 15:43:59.830250 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-129e4275-3d28-4151-a03d-984dfa9b1f2f req-a440c5a8-d6a4-4116-860e-f7f7dcc2e95b tempest-AttachVolumeNegativeTest-574944362 tempest-AttachVolumeNegativeTest-574944362-project] 10.222.0.67 "GET /v2.0/security-groups?id=8c9b51e4-e908-48c1-8ba4-2cab64c30d74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531373 Feb 09 15:44:00.084821 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.wsgi [-] (82901) accepted ('10.222.0.67', 43862) {{(pid=82901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 15:44:00.102656 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-45346814-9271-4ada-964a-bafa041d2ceb admin admin] Notify callbacks [] for security_group, before_create {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:44:00.138408 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.db.quota.driver [None req-45346814-9271-4ada-964a-bafa041d2ceb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 15:44:00.143133 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.quota.resource [None req-45346814-9271-4ada-964a-bafa041d2ceb admin admin] Usage tracker for resource:security_group_rule and tenant:d08605efa0434ce3bdd2d195e84fc400 is out of sync, need to count used quota {{(pid=82901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 15:44:00.146017 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.quota.resource [None req-45346814-9271-4ada-964a-bafa041d2ceb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 15:44:00.151940 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.db.quota.driver [None req-45346814-9271-4ada-964a-bafa041d2ceb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 15:44:00.222879 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.plugins.ml2.rpc [None req-812787cf-6466-4ce1-8c4e-c32e14b18d8a None None] Device 3d8686d1-f0df-418b-bc75-7369d11c5595 no longer exists at agent hyperv_hv-cinder-82510 {{(pid=82903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 15:44:00.225556 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-45346814-9271-4ada-964a-bafa041d2ceb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:44:00.229818 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-45346814-9271-4ada-964a-bafa041d2ceb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_create {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:44:00.264615 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.plugins.ml2.plugin [None req-812787cf-6466-4ce1-8c4e-c32e14b18d8a None None] No Port match for: 3d8686d1-f0df-418b-bc75-7369d11c5595 {{(pid=82903) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 09 15:44:00.265909 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.plugins.ml2.rpc [None req-812787cf-6466-4ce1-8c4e-c32e14b18d8a None None] Device 3d8686d1-f0df-418b-bc75-7369d11c5595 not bound to the agent host hv-cinder-82510 {{(pid=82903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 15:44:00.278928 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-812787cf-6466-4ce1-8c4e-c32e14b18d8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758786133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16008869'] for agent, after_update {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:44:00.282455 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45346814-9271-4ada-964a-bafa041d2ceb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fab53b1a-cdb3-41f0-bca8-8e8193de6680,revision_number=1']} {{(pid=82901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:44:00.289249 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [None req-45346814-9271-4ada-964a-bafa041d2ceb admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=d08605efa0434ce3bdd2d195e84fc400&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2023177 Feb 09 15:44:00.291199 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.wsgi [-] (82902) accepted ('10.222.0.67', 43870) {{(pid=82902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 15:44:00.299412 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-85e23c71-f3b6-4272-84f3-ad61eeebf1fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758786133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16008869'] for agent, after_update {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:44:00.356244 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-2b3935d8-918b-4e38-a4c7-52ce9a968e24 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:44:00.383747 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-2b3935d8-918b-4e38-a4c7-52ce9a968e24 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:44:00.489785 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-2b3935d8-918b-4e38-a4c7-52ce9a968e24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_delete {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:44:00.509035 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b3935d8-918b-4e38-a4c7-52ce9a968e24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fab53b1a-cdb3-41f0-bca8-8e8193de6680,revision_number=None']} {{(pid=82902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:44:00.514799 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-5f6e7f41-faea-4a46-8374-7fed847805fb req-fb3a1235-4d86-429f-8b3f-adfa3008ecc1 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=8f22eedc-1d0e-440a-9b10-778fca2e0600 HTTP/1.1" status: 200 len: 1099 time: 0.0992870 Feb 09 15:44:00.521577 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-2b3935d8-918b-4e38-a4c7-52ce9a968e24 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:44:00.522687 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [None req-2b3935d8-918b-4e38-a4c7-52ce9a968e24 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/fab53b1a-cdb3-41f0-bca8-8e8193de6680 HTTP/1.1" status: 204 len: 168 time: 0.2304082 Feb 09 15:44:00.566157 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-5f6e7f41-faea-4a46-8374-7fed847805fb req-c26eab3b-fd46-4388-ba61-544f8fe81364 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=8c9b51e4-e908-48c1-8ba4-2cab64c30d74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422354 Feb 09 15:44:00.834683 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4cc172c-c9a6-497b-ae6c-4f68a4dc3d6e req-efcef6e7-f94b-435f-b865-8391cb6824a4 tempest-ServerRescueNegativeTestJSON-674815279 tempest-ServerRescueNegativeTestJSON-674815279-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:44:00.841674 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-e4cc172c-c9a6-497b-ae6c-4f68a4dc3d6e req-efcef6e7-f94b-435f-b865-8391cb6824a4 tempest-ServerRescueNegativeTestJSON-674815279 tempest-ServerRescueNegativeTestJSON-674815279-project] 10.222.0.67 "GET /v2.0/ports?device_id=02052525-11c7-42a2-bbb0-76ffebf59eb3 HTTP/1.1" status: 200 len: 945 time: 0.1109498 Feb 09 15:44:00.919732 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-e4cc172c-c9a6-497b-ae6c-4f68a4dc3d6e req-96b98bb6-1ffb-41a7-b74d-7481b6994489 tempest-ServerRescueNegativeTestJSON-674815279 tempest-ServerRescueNegativeTestJSON-674815279-project] 10.222.0.67 "GET /v2.0/security-groups?id=ffc79123-c9cb-487f-b3ec-4904a4a85a48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770059 Feb 09 15:44:01.107076 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1699210f-ccf7-41d1-b2a4-abe4e9f5ab07 req-34059682-b2a6-4d00-81eb-353d4c0399fe tempest-AttachVolumeNegativeTest-574944362 tempest-AttachVolumeNegativeTest-574944362-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:44:01.108632 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-1699210f-ccf7-41d1-b2a4-abe4e9f5ab07 req-34059682-b2a6-4d00-81eb-353d4c0399fe tempest-AttachVolumeNegativeTest-574944362 tempest-AttachVolumeNegativeTest-574944362-project] 10.222.0.67 "GET /v2.0/ports?device_id=8f22eedc-1d0e-440a-9b10-778fca2e0600 HTTP/1.1" status: 200 len: 946 time: 0.1154258 Feb 09 15:44:01.226609 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-1f7d0426-72a7-4c89-8e53-4ec430751ccf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758786133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16008869'] for agent, after_update {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:44:01.239544 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-1699210f-ccf7-41d1-b2a4-abe4e9f5ab07 req-37c1cfb4-ec1a-42bf-aafc-bd2eb8d5b438 tempest-AttachVolumeNegativeTest-574944362 tempest-AttachVolumeNegativeTest-574944362-project] 10.222.0.67 "GET /v2.0/security-groups?id=8c9b51e4-e908-48c1-8ba4-2cab64c30d74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182337 Feb 09 15:44:01.552634 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-608c4fd2-211a-4ca9-a277-ad2a51be62ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758786133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16008869'] for agent, after_update {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:44:02.242249 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.wsgi [-] (82902) accepted ('10.222.0.67', 43966) {{(pid=82902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 15:44:02.271058 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d0d6ba-aec6-4635-8197-428f9302410a req-d726394f-5549-433c-b8ca-c8a2eef72f0e tempest-ServerRescueNegativeTestJSON-674815279 tempest-ServerRescueNegativeTestJSON-674815279-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:44:02.273352 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-38d0d6ba-aec6-4635-8197-428f9302410a req-d726394f-5549-433c-b8ca-c8a2eef72f0e tempest-ServerRescueNegativeTestJSON-674815279 tempest-ServerRescueNegativeTestJSON-674815279-project] 10.222.0.67 "GET /v2.0/ports?device_id=02052525-11c7-42a2-bbb0-76ffebf59eb3 HTTP/1.1" status: 200 len: 945 time: 0.1697176 Feb 09 15:44:02.337730 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.db.db_base_plugin_v2 [None req-ab5dc1e4-4188-4b05-a68d-e60847b40fc4 admin admin] Deleting subnet 17daeaef-39db-4614-8e60-dacf9e000f12 {{(pid=82902) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 09 15:44:02.341568 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-ab5dc1e4-4188-4b05-a68d-e60847b40fc4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:44:02.342412 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-38d0d6ba-aec6-4635-8197-428f9302410a req-728cb86f-7253-4cc7-889a-50eb559fe5bd tempest-ServerRescueNegativeTestJSON-674815279 tempest-ServerRescueNegativeTestJSON-674815279-project] 10.222.0.67 "GET /v2.0/security-groups?id=ffc79123-c9cb-487f-b3ec-4904a4a85a48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596676 Feb 09 15:44:02.467401 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-ab5dc1e4-4188-4b05-a68d-e60847b40fc4 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:44:02.478216 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-ab5dc1e4-4188-4b05-a68d-e60847b40fc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16020776'] for subnet, precommit_delete {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:44:02.559063 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f7cabd-fbdb-4893-a112-d95cfa6844c7 req-5cfc36a4-1f89-4562-822e-e4b1c9b45eb9 tempest-AttachVolumeNegativeTest-574944362 tempest-AttachVolumeNegativeTest-574944362-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:44:02.560505 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-85f7cabd-fbdb-4893-a112-d95cfa6844c7 req-5cfc36a4-1f89-4562-822e-e4b1c9b45eb9 tempest-AttachVolumeNegativeTest-574944362 tempest-AttachVolumeNegativeTest-574944362-project] 10.222.0.67 "GET /v2.0/ports?device_id=8f22eedc-1d0e-440a-9b10-778fca2e0600 HTTP/1.1" status: 200 len: 946 time: 0.1712856 Feb 09 15:44:02.591679 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-ab5dc1e4-4188-4b05-a68d-e60847b40fc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16020753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124156'] for subnet, after_delete {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:44:02.637354 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab5dc1e4-4188-4b05-a68d-e60847b40fc4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=17daeaef-39db-4614-8e60-dacf9e000f12,revision_number=None']} {{(pid=82902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:44:02.649801 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-ab5dc1e4-4188-4b05-a68d-e60847b40fc4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16124149'] for subnet, before_response {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:44:02.658363 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-85f7cabd-fbdb-4893-a112-d95cfa6844c7 req-0e0216ec-7c31-4065-a43e-77e8a9dbb0e5 tempest-AttachVolumeNegativeTest-574944362 tempest-AttachVolumeNegativeTest-574944362-project] 10.222.0.67 "GET /v2.0/security-groups?id=8c9b51e4-e908-48c1-8ba4-2cab64c30d74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898547 Feb 09 15:44:02.659727 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [None req-ab5dc1e4-4188-4b05-a68d-e60847b40fc4 admin admin] 10.222.0.67 "DELETE /v2.0/subnets/17daeaef-39db-4614-8e60-dacf9e000f12 HTTP/1.1" status: 204 len: 168 time: 0.4153125 Feb 09 15:44:02.662287 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.wsgi [-] (82902) accepted ('10.222.0.67', 43976) {{(pid=82902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 15:44:02.774055 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-6950c050-22db-46f6-96fa-da48d5ebed47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15997498'] for network, before_delete {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:44:02.929467 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-faa751bb-9674-45ec-b131-f889431b03dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758786133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16008869'] for agent, after_update {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:44:02.930169 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-6950c050-22db-46f6-96fa-da48d5ebed47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16022693', 'neutron.services.segments.db._delete_segments_for_network-8756758786151'] for network, precommit_delete {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:44:02.980073 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-6950c050-22db-46f6-96fa-da48d5ebed47 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=82902) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 15:44:02.980435 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-6950c050-22db-46f6-96fa-da48d5ebed47 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=82902) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 15:44:02.981156 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-6950c050-22db-46f6-96fa-da48d5ebed47 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=82902) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 15:44:02.981478 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-6950c050-22db-46f6-96fa-da48d5ebed47 admin admin] Subscribe: > port after_create 55550000 {{(pid=82902) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 15:44:02.981784 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-6950c050-22db-46f6-96fa-da48d5ebed47 admin admin] Subscribe: > port after_delete 55550000 {{(pid=82902) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 15:44:02.982324 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-6950c050-22db-46f6-96fa-da48d5ebed47 admin admin] Subscribe: > port after_update 55550000 {{(pid=82902) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 15:44:02.982636 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-6950c050-22db-46f6-96fa-da48d5ebed47 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=82902) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 15:44:02.982960 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-6950c050-22db-46f6-96fa-da48d5ebed47 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=82902) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 15:44:02.983307 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-6950c050-22db-46f6-96fa-da48d5ebed47 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=82902) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 15:44:02.983755 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-6950c050-22db-46f6-96fa-da48d5ebed47 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=82902) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 15:44:03.108528 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-6950c050-22db-46f6-96fa-da48d5ebed47 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=82902) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 15:44:03.108916 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-6950c050-22db-46f6-96fa-da48d5ebed47 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=82902) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 15:44:03.109243 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-6950c050-22db-46f6-96fa-da48d5ebed47 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=82902) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 15:44:03.109585 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-6950c050-22db-46f6-96fa-da48d5ebed47 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=82902) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 15:44:03.109957 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.services.segments.db [None req-6950c050-22db-46f6-96fa-da48d5ebed47 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aca677a7-4af0-46c2-a14a-b7a7106ab4eb']}} {{(pid=82902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:44:03.125751 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.services.segments.db [None req-6950c050-22db-46f6-96fa-da48d5ebed47 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1c463c45-2a3e-4ade-9733-49ef7816b3d7') {'for_net_delete': True} {{(pid=82902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:44:03.126065 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.services.segments.db [None req-6950c050-22db-46f6-96fa-da48d5ebed47 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1c463c45-2a3e-4ade-9733-49ef7816b3d7') {} {{(pid=82902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:44:03.141680 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-6950c050-22db-46f6-96fa-da48d5ebed47 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756758785262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-986126'] for segment, before_delete {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:44:03.166340 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-6950c050-22db-46f6-96fa-da48d5ebed47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16132466'] for segment, precommit_delete {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:44:03.178098 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6950c050-22db-46f6-96fa-da48d5ebed47 admin admin] Releasing vlan 818 on physical network physnet1 to pool {{(pid=82902) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 09 15:44:03.178563 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-6950c050-22db-46f6-96fa-da48d5ebed47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16020097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1633658'] for segment, after_delete {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:44:03.301836 dv-cinder-825105-1-iscsi neutron-server[82902]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Feb 09 15:44:03.301836 dv-cinder-825105-1-iscsi neutron-server[82902]: util.warn_limited( Feb 09 15:44:03.301836 dv-cinder-825105-1-iscsi neutron-server[82902]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Feb 09 15:44:03.301836 dv-cinder-825105-1-iscsi neutron-server[82902]: util.warn_limited( Feb 09 15:44:03.301836 dv-cinder-825105-1-iscsi neutron-server[82902]: Traceback (most recent call last): Feb 09 15:44:03.301836 dv-cinder-825105-1-iscsi neutron-server[82902]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 09 15:44:03.301836 dv-cinder-825105-1-iscsi neutron-server[82902]: timer() Feb 09 15:44:03.301836 dv-cinder-825105-1-iscsi neutron-server[82902]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 15:44:03.301836 dv-cinder-825105-1-iscsi neutron-server[82902]: cb(*args, **kw) Feb 09 15:44:03.301836 dv-cinder-825105-1-iscsi neutron-server[82902]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 15:44:03.301836 dv-cinder-825105-1-iscsi neutron-server[82902]: return func(*args, **kwargs) Feb 09 15:44:03.301836 dv-cinder-825105-1-iscsi neutron-server[82902]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 15:44:03.301836 dv-cinder-825105-1-iscsi neutron-server[82902]: self._notify() Feb 09 15:44:03.301836 dv-cinder-825105-1-iscsi neutron-server[82902]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 15:44:03.301836 dv-cinder-825105-1-iscsi neutron-server[82902]: self.callback(batched_events) Feb 09 15:44:03.301836 dv-cinder-825105-1-iscsi neutron-server[82902]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 15:44:03.301836 dv-cinder-825105-1-iscsi neutron-server[82902]: event.method(event) Feb 09 15:44:03.301836 dv-cinder-825105-1-iscsi neutron-server[82902]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 15:44:03.301836 dv-cinder-825105-1-iscsi neutron-server[82902]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 15:44:03.301836 dv-cinder-825105-1-iscsi neutron-server[82902]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 15:44:03.301836 dv-cinder-825105-1-iscsi neutron-server[82902]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 15:44:03.301836 dv-cinder-825105-1-iscsi neutron-server[82902]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 15:44:03.301836 dv-cinder-825105-1-iscsi neutron-server[82902]: return f(self, *a, **k) Feb 09 15:44:03.301836 dv-cinder-825105-1-iscsi neutron-server[82902]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 15:44:03.301836 dv-cinder-825105-1-iscsi neutron-server[82902]: return self._get(url).json() Feb 09 15:44:03.301836 dv-cinder-825105-1-iscsi neutron-server[82902]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 15:44:03.301836 dv-cinder-825105-1-iscsi neutron-server[82902]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 15:44:03.301836 dv-cinder-825105-1-iscsi neutron-server[82902]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 09 15:44:03.301836 dv-cinder-825105-1-iscsi neutron-server[82902]: return self.request(url, 'GET', **kwargs) Feb 09 15:44:03.301836 dv-cinder-825105-1-iscsi neutron-server[82902]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 09 15:44:03.301836 dv-cinder-825105-1-iscsi neutron-server[82902]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 15:44:03.301836 dv-cinder-825105-1-iscsi neutron-server[82902]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 09 15:44:03.301836 dv-cinder-825105-1-iscsi neutron-server[82902]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 15:44:03.301836 dv-cinder-825105-1-iscsi neutron-server[82902]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 09 15:44:03.301836 dv-cinder-825105-1-iscsi neutron-server[82902]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 15:44:03.301836 dv-cinder-825105-1-iscsi neutron-server[82902]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 15:44:03.305869 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-6950c050-22db-46f6-96fa-da48d5ebed47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16022698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124156', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-406359'] for network, after_delete {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:44:03.313672 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-6950c050-22db-46f6-96fa-da48d5ebed47 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16124149'] for network, before_response {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:44:03.344308 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6950c050-22db-46f6-96fa-da48d5ebed47 admin admin] Pushing event deleted for resources: {'Network': ['ID=aca677a7-4af0-46c2-a14a-b7a7106ab4eb,revision_number=None']} {{(pid=82902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:44:03.348330 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [None req-6950c050-22db-46f6-96fa-da48d5ebed47 admin admin] 10.222.0.67 "DELETE /v2.0/networks/aca677a7-4af0-46c2-a14a-b7a7106ab4eb HTTP/1.1" status: 204 len: 168 time: 0.6850333 Feb 09 15:44:03.673732 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.wsgi [-] (82902) accepted ('10.222.0.67', 44030) {{(pid=82902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 15:44:03.689832 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc860f46-fb7c-4aa0-ab61-babff92e40a5 req-1112d8f4-caa0-4253-9dbb-1399021d663a tempest-ServerRescueNegativeTestJSON-674815279 tempest-ServerRescueNegativeTestJSON-674815279-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:44:03.698316 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-fc860f46-fb7c-4aa0-ab61-babff92e40a5 req-1112d8f4-caa0-4253-9dbb-1399021d663a tempest-ServerRescueNegativeTestJSON-674815279 tempest-ServerRescueNegativeTestJSON-674815279-project] 10.222.0.67 "GET /v2.0/ports?device_id=02052525-11c7-42a2-bbb0-76ffebf59eb3 HTTP/1.1" status: 200 len: 945 time: 0.1261849 Feb 09 15:44:03.769852 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-fc860f46-fb7c-4aa0-ab61-babff92e40a5 req-59a414c4-71f2-43e8-93d4-6a42e8b6ccff tempest-ServerRescueNegativeTestJSON-674815279 tempest-ServerRescueNegativeTestJSON-674815279-project] 10.222.0.67 "GET /v2.0/security-groups?id=ffc79123-c9cb-487f-b3ec-4904a4a85a48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697379 Feb 09 15:44:03.775524 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [None req-567f8cc8-4d37-4cd2-8f9a-220d49126d50 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=78278b589cbf4c319a60ef0cf1ea554e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1003163 Feb 09 15:44:03.778062 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.wsgi [-] (82902) accepted ('10.222.0.67', 44038) {{(pid=82902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 15:44:03.929175 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-ad35c6b5-343f-45cc-b999-baabf8db9b33 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:44:03.983085 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-ad35c6b5-343f-45cc-b999-baabf8db9b33 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:44:04.001390 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.wsgi [-] (82901) accepted ('10.222.0.67', 44048) {{(pid=82901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 15:44:04.048559 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-ad35c6b5-343f-45cc-b999-baabf8db9b33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_delete {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:44:04.069565 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad35c6b5-343f-45cc-b999-baabf8db9b33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e4a9c1f-e3a3-4232-a4ee-a060da02385c,revision_number=None']} {{(pid=82902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:44:04.081286 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-ad35c6b5-343f-45cc-b999-baabf8db9b33 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:44:04.083022 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [None req-ad35c6b5-343f-45cc-b999-baabf8db9b33 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/7e4a9c1f-e3a3-4232-a4ee-a060da02385c HTTP/1.1" status: 204 len: 168 time: 0.3019269 Feb 09 15:44:04.178122 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-21f90ff9-6b35-473d-92bf-7c0f373bd778 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:44:04.218879 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.db.quota.driver [None req-21f90ff9-6b35-473d-92bf-7c0f373bd778 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 15:44:04.223920 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.quota.resource [None req-21f90ff9-6b35-473d-92bf-7c0f373bd778 admin admin] Usage tracker for resource:security_group_rule and tenant:00b1be6593a443b69f9ebae3690b608a is out of sync, need to count used quota {{(pid=82901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 15:44:04.228002 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.quota.resource [None req-21f90ff9-6b35-473d-92bf-7c0f373bd778 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 15:44:04.235173 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.db.quota.driver [None req-21f90ff9-6b35-473d-92bf-7c0f373bd778 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 15:44:04.313455 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-21f90ff9-6b35-473d-92bf-7c0f373bd778 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:44:04.318915 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-21f90ff9-6b35-473d-92bf-7c0f373bd778 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_create {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:44:04.369883 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f90ff9-6b35-473d-92bf-7c0f373bd778 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d93805e8-68be-48ce-95c3-30b4232e554e,revision_number=1']} {{(pid=82901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:44:04.377617 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [None req-21f90ff9-6b35-473d-92bf-7c0f373bd778 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=00b1be6593a443b69f9ebae3690b608a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3751175 Feb 09 15:44:04.380264 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.wsgi [-] (82901) accepted ('10.222.0.67', 44060) {{(pid=82901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 15:44:04.448282 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-e8a95937-227d-497b-9ce6-1509ee609c84 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:44:04.474868 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-e8a95937-227d-497b-9ce6-1509ee609c84 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:44:04.597484 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-e8a95937-227d-497b-9ce6-1509ee609c84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_delete {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:44:04.619660 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a95937-227d-497b-9ce6-1509ee609c84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d93805e8-68be-48ce-95c3-30b4232e554e,revision_number=None']} {{(pid=82901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:44:04.642661 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-e8a95937-227d-497b-9ce6-1509ee609c84 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:44:04.646205 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [None req-e8a95937-227d-497b-9ce6-1509ee609c84 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/d93805e8-68be-48ce-95c3-30b4232e554e HTTP/1.1" status: 204 len: 168 time: 0.2626009 Feb 09 15:44:05.021693 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b279ce-4841-4617-88a5-71b62bf728db req-20a0429f-5bc8-4314-90f1-98af809e6f0a tempest-ServerRescueNegativeTestJSON-674815279 tempest-ServerRescueNegativeTestJSON-674815279-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:44:05.024209 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-61b279ce-4841-4617-88a5-71b62bf728db req-20a0429f-5bc8-4314-90f1-98af809e6f0a tempest-ServerRescueNegativeTestJSON-674815279 tempest-ServerRescueNegativeTestJSON-674815279-project] 10.222.0.67 "GET /v2.0/ports?device_id=02052525-11c7-42a2-bbb0-76ffebf59eb3 HTTP/1.1" status: 200 len: 945 time: 0.1136694 Feb 09 15:44:05.114292 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-61b279ce-4841-4617-88a5-71b62bf728db req-3ad4dd8a-a2ae-4692-91b2-ceb009969017 tempest-ServerRescueNegativeTestJSON-674815279 tempest-ServerRescueNegativeTestJSON-674815279-project] 10.222.0.67 "GET /v2.0/security-groups?id=ffc79123-c9cb-487f-b3ec-4904a4a85a48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843074 Feb 09 15:44:05.245007 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.wsgi [-] (82901) accepted ('10.222.0.67', 44102) {{(pid=82901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 15:44:05.262527 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.wsgi [-] (82901) accepted ('10.222.0.67', 44108) {{(pid=82901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 15:44:05.285067 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-dddb919a-fd73-4b4d-9ed1-28f77d6c88ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:44:05.321941 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.db.quota.driver [None req-dddb919a-fd73-4b4d-9ed1-28f77d6c88ce admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 15:44:05.326504 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.quota.resource [None req-dddb919a-fd73-4b4d-9ed1-28f77d6c88ce admin admin] Usage tracker for resource:security_group_rule and tenant:74f1e1f8ae754dbd80bc9a224336c6ec is out of sync, need to count used quota {{(pid=82901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 15:44:05.330407 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.quota.resource [None req-dddb919a-fd73-4b4d-9ed1-28f77d6c88ce admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 15:44:05.336466 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.db.quota.driver [None req-dddb919a-fd73-4b4d-9ed1-28f77d6c88ce admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 15:44:05.414239 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-dddb919a-fd73-4b4d-9ed1-28f77d6c88ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:44:05.418124 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-dddb919a-fd73-4b4d-9ed1-28f77d6c88ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_create {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:44:05.471142 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dddb919a-fd73-4b4d-9ed1-28f77d6c88ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2fb4ae14-e0db-4f1f-beec-39d48bf4d08d,revision_number=1']} {{(pid=82901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:44:05.475219 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [None req-dddb919a-fd73-4b4d-9ed1-28f77d6c88ce admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=74f1e1f8ae754dbd80bc9a224336c6ec&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2115476 Feb 09 15:44:05.477827 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.wsgi [-] (82901) accepted ('10.222.0.67', 44114) {{(pid=82901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 15:44:05.541386 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-f57cc2a4-4b5e-4a63-8ee9-4747d50c2ab7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:44:05.571593 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-f57cc2a4-4b5e-4a63-8ee9-4747d50c2ab7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:44:05.598762 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.wsgi [-] (82902) accepted ('10.222.0.67', 44120) {{(pid=82902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 15:44:05.637841 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-f57cc2a4-4b5e-4a63-8ee9-4747d50c2ab7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_delete {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:44:05.643831 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.wsgi [-] (82902) accepted ('10.222.0.67', 44126) {{(pid=82902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 15:44:05.656297 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f57cc2a4-4b5e-4a63-8ee9-4747d50c2ab7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fb4ae14-e0db-4f1f-beec-39d48bf4d08d,revision_number=None']} {{(pid=82901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:44:05.664175 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-f57cc2a4-4b5e-4a63-8ee9-4747d50c2ab7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:44:05.665336 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [None req-f57cc2a4-4b5e-4a63-8ee9-4747d50c2ab7 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/2fb4ae14-e0db-4f1f-beec-39d48bf4d08d HTTP/1.1" status: 204 len: 168 time: 0.1865766 Feb 09 15:44:05.724368 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.api.v2.base [None req-6d8def82-2b40-4f73-98fe-96483dae45fe admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-686954817-network', 'tenant_id': 'ff004884fa984a759e66b800be5ff082'}} {{(pid=82902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 15:44:05.730480 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.db.quota.driver [None req-6d8def82-2b40-4f73-98fe-96483dae45fe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 15:44:05.734140 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-19558a9d-d47e-45d1-ac90-392a472e8ea4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:44:05.738187 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.quota.resource [None req-6d8def82-2b40-4f73-98fe-96483dae45fe admin admin] Usage tracker for resource:network and tenant:ff004884fa984a759e66b800be5ff082 is out of sync, need to count used quota {{(pid=82902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 15:44:05.744981 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.quota.resource [None req-6d8def82-2b40-4f73-98fe-96483dae45fe admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=82902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 15:44:05.753605 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.db.quota.driver [None req-6d8def82-2b40-4f73-98fe-96483dae45fe admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 15:44:05.765772 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d8def82-2b40-4f73-98fe-96483dae45fe admin admin] Made reservation on behalf of ff004884fa984a759e66b800be5ff082 for: {'network': 1} {{(pid=82902) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 15:44:05.768928 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-6d8def82-2b40-4f73-98fe-96483dae45fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16080601'] for network, before_create {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:44:05.772851 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.db.quota.driver [None req-19558a9d-d47e-45d1-ac90-392a472e8ea4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 15:44:05.776849 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.quota.resource [None req-19558a9d-d47e-45d1-ac90-392a472e8ea4 admin admin] Usage tracker for resource:security_group_rule and tenant:8b66342e42d247d488456274d49d69fe is out of sync, need to count used quota {{(pid=82901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 15:44:05.780205 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.quota.resource [None req-19558a9d-d47e-45d1-ac90-392a472e8ea4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 15:44:05.788205 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.db.quota.driver [None req-19558a9d-d47e-45d1-ac90-392a472e8ea4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 15:44:05.817504 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-9c527637-c8dc-4e60-956d-aae1260ee302 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:44:05.828511 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-6d8def82-2b40-4f73-98fe-96483dae45fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:44:05.872940 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-19558a9d-d47e-45d1-ac90-392a472e8ea4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:44:05.879226 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-19558a9d-d47e-45d1-ac90-392a472e8ea4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_create {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:44:05.881456 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.db.quota.driver [None req-9c527637-c8dc-4e60-956d-aae1260ee302 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 15:44:05.886823 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.db.quota.driver [None req-6d8def82-2b40-4f73-98fe-96483dae45fe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 15:44:05.889178 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.quota.resource [None req-9c527637-c8dc-4e60-956d-aae1260ee302 admin admin] Usage tracker for resource:security_group_rule and tenant:a7ba775ed33942ae9ddc4763c62c68a0 is out of sync, need to count used quota {{(pid=82902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 15:44:05.904481 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.quota.resource [None req-9c527637-c8dc-4e60-956d-aae1260ee302 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 15:44:05.912011 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.db.quota.driver [None req-9c527637-c8dc-4e60-956d-aae1260ee302 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 15:44:05.929692 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19558a9d-d47e-45d1-ac90-392a472e8ea4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b43f53c-a828-4f20-a0e2-1b440027245a,revision_number=1']} {{(pid=82901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:44:05.933836 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [None req-19558a9d-d47e-45d1-ac90-392a472e8ea4 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=8b66342e42d247d488456274d49d69fe&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6875401 Feb 09 15:44:05.937557 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.wsgi [-] (82901) accepted ('10.222.0.67', 44136) {{(pid=82901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 15:44:05.945210 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.quota.resource [None req-6d8def82-2b40-4f73-98fe-96483dae45fe admin admin] Usage tracker for resource:security_group_rule and tenant:ff004884fa984a759e66b800be5ff082 is out of sync, need to count used quota {{(pid=82902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 15:44:05.950781 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.quota.resource [None req-6d8def82-2b40-4f73-98fe-96483dae45fe admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 15:44:05.960136 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.db.quota.driver [None req-6d8def82-2b40-4f73-98fe-96483dae45fe admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 15:44:06.019175 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-6dca181b-db6d-49f0-b5dc-ffb245bee94b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:44:06.037642 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-9c527637-c8dc-4e60-956d-aae1260ee302 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:44:06.045461 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-9c527637-c8dc-4e60-956d-aae1260ee302 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_create {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:44:06.063995 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-6dca181b-db6d-49f0-b5dc-ffb245bee94b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:44:06.111208 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-6d8def82-2b40-4f73-98fe-96483dae45fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:44:06.115111 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c527637-c8dc-4e60-956d-aae1260ee302 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f323cef-a45e-49e6-98be-f8cf03111d18,revision_number=1']} {{(pid=82902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:44:06.119230 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-6d8def82-2b40-4f73-98fe-96483dae45fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_create {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:44:06.132275 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-6dca181b-db6d-49f0-b5dc-ffb245bee94b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_delete {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:44:06.135071 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [None req-9c527637-c8dc-4e60-956d-aae1260ee302 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=a7ba775ed33942ae9ddc4763c62c68a0&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4887800 Feb 09 15:44:06.136434 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.wsgi [-] (82902) accepted ('10.222.0.67', 44146) {{(pid=82902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 15:44:06.177344 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6d8def82-2b40-4f73-98fe-96483dae45fe admin admin] vlan segment allocate from pool success with {'vlan_id': 846, 'physical_network': 'physnet1'} {{(pid=82902) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 15:44:06.192567 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d8def82-2b40-4f73-98fe-96483dae45fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e14c9907-2068-482f-86f0-04f94f84bd14,revision_number=1']} {{(pid=82902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:44:06.194963 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dca181b-db6d-49f0-b5dc-ffb245bee94b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b43f53c-a828-4f20-a0e2-1b440027245a,revision_number=None']} {{(pid=82901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:44:06.198517 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-6dca181b-db6d-49f0-b5dc-ffb245bee94b admin admin] Notify callbacks [] for security_group, before_response {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:44:06.199614 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [None req-6dca181b-db6d-49f0-b5dc-ffb245bee94b admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/3b43f53c-a828-4f20-a0e2-1b440027245a HTTP/1.1" status: 204 len: 168 time: 0.2608485 Feb 09 15:44:06.214040 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-6d8def82-2b40-4f73-98fe-96483dae45fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16132466'] for segment, precommit_create {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:44:06.214383 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.db.segments_db [None req-6d8def82-2b40-4f73-98fe-96483dae45fe admin admin] Added segment 1a1549f1-dd3a-4e44-9e6e-b99d773926b1 of type vlan for network 61530a06-3cd2-4ddc-a062-aff08d721994 Feb 09 15:44:06.260992 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-6d8def82-2b40-4f73-98fe-96483dae45fe admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756758320348'] for network, precommit_create {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:44:06.271217 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-28c0f94d-c4c5-4270-80e4-7d60e569ad5c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:44:06.358545 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-28c0f94d-c4c5-4270-80e4-7d60e569ad5c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:44:06.407176 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-6d8def82-2b40-4f73-98fe-96483dae45fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124156'] for network, after_create {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:44:06.408029 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d8def82-2b40-4f73-98fe-96483dae45fe admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:44:06.408641 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-6d8def82-2b40-4f73-98fe-96483dae45fe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16124149'] for network, before_response {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:44:06.465804 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56495a63-beb9-4072-9fa7-6f74b9b87d75 req-27027dbb-48fe-4c53-b67d-a24a733e1056 tempest-ServerRescueNegativeTestJSON-674815279 tempest-ServerRescueNegativeTestJSON-674815279-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:44:06.473792 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-56495a63-beb9-4072-9fa7-6f74b9b87d75 req-27027dbb-48fe-4c53-b67d-a24a733e1056 tempest-ServerRescueNegativeTestJSON-674815279 tempest-ServerRescueNegativeTestJSON-674815279-project] 10.222.0.67 "GET /v2.0/ports?device_id=02052525-11c7-42a2-bbb0-76ffebf59eb3 HTTP/1.1" status: 200 len: 945 time: 0.1402457 Feb 09 15:44:06.508704 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [None req-6d8def82-2b40-4f73-98fe-96483dae45fe admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.9088156 Feb 09 15:44:06.510737 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.wsgi [-] (82901) accepted ('10.222.0.67', 44168) {{(pid=82901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 15:44:06.519308 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.api.v2.base [None req-db44de6b-f8f8-4885-9184-49279b2f6e3d admin admin] Request body: {'subnet': {'network_id': '61530a06-3cd2-4ddc-a062-aff08d721994', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-686954817-subnet', 'tenant_id': 'ff004884fa984a759e66b800be5ff082', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=82901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 15:44:06.526323 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.db.quota.driver [None req-db44de6b-f8f8-4885-9184-49279b2f6e3d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 15:44:06.535497 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.quota.resource [None req-db44de6b-f8f8-4885-9184-49279b2f6e3d admin admin] Usage tracker for resource:subnet and tenant:ff004884fa984a759e66b800be5ff082 is out of sync, need to count used quota {{(pid=82901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 15:44:06.540214 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.quota.resource [None req-db44de6b-f8f8-4885-9184-49279b2f6e3d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=82901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 15:44:06.557329 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-56495a63-beb9-4072-9fa7-6f74b9b87d75 req-e1bc6335-ea03-4136-b6a5-b60aa1712771 tempest-ServerRescueNegativeTestJSON-674815279 tempest-ServerRescueNegativeTestJSON-674815279-project] 10.222.0.67 "GET /v2.0/security-groups?id=ffc79123-c9cb-487f-b3ec-4904a4a85a48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823011 Feb 09 15:44:06.567992 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.db.quota.driver [None req-db44de6b-f8f8-4885-9184-49279b2f6e3d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 15:44:06.581948 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db44de6b-f8f8-4885-9184-49279b2f6e3d admin admin] Made reservation on behalf of ff004884fa984a759e66b800be5ff082 for: {'subnet': 1} {{(pid=82901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 15:44:06.585721 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-db44de6b-f8f8-4885-9184-49279b2f6e3d admin admin] Notify callbacks [] for subnet, before_create {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:44:06.675705 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d8def82-2b40-4f73-98fe-96483dae45fe admin admin] Pushing event updated for resources: {'Network': ['ID=61530a06-3cd2-4ddc-a062-aff08d721994,revision_number=1']} {{(pid=82902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:44:06.688664 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.plugins.ml2.rpc [None req-608c4fd2-211a-4ca9-a277-ad2a51be62ff None None] Network 61530a06-3cd2-4ddc-a062-aff08d721994 details requested by agent ovs-agent-dv-cinder-825105-1-iscsi with host dv-cinder-825105-1-iscsi {{(pid=82903) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 15:44:06.698195 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-28c0f94d-c4c5-4270-80e4-7d60e569ad5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_delete {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:44:06.718179 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c0f94d-c4c5-4270-80e4-7d60e569ad5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f323cef-a45e-49e6-98be-f8cf03111d18,revision_number=None']} {{(pid=82902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:44:06.723306 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-28c0f94d-c4c5-4270-80e4-7d60e569ad5c admin admin] Notify callbacks [] for security_group, before_response {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:44:06.727087 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [None req-28c0f94d-c4c5-4270-80e4-7d60e569ad5c admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/4f323cef-a45e-49e6-98be-f8cf03111d18 HTTP/1.1" status: 204 len: 168 time: 0.5885949 Feb 09 15:44:06.859739 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-db44de6b-f8f8-4885-9184-49279b2f6e3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124156'] for subnet, after_create {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:44:07.004932 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db44de6b-f8f8-4885-9184-49279b2f6e3d admin admin] Pushing event updated for resources: {'Subnet': ['ID=515d777f-14e9-477a-8b0c-2fd25469898d,revision_number=0']} {{(pid=82901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:44:07.020414 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db44de6b-f8f8-4885-9184-49279b2f6e3d admin admin] Checking segment: {'id': '1a1549f1-dd3a-4e44-9e6e-b99d773926b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': '61530a06-3cd2-4ddc-a062-aff08d721994'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 15:44:07.020989 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db44de6b-f8f8-4885-9184-49279b2f6e3d admin admin] Network hostable DHCP agents. Network: 61530a06-3cd2-4ddc-a062-aff08d721994, hostable agents: ['534ecb3d-5fb5-4496-b97c-b20b93fdf8ec'], hosted agents: [] {{(pid=82901) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 15:44:07.050657 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db44de6b-f8f8-4885-9184-49279b2f6e3d admin admin] Network 61530a06-3cd2-4ddc-a062-aff08d721994 is scheduled to be hosted by DHCP agent 534ecb3d-5fb5-4496-b97c-b20b93fdf8ec with binding_index 1 {{(pid=82901) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 15:44:07.063539 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.scheduler.base_scheduler [None req-db44de6b-f8f8-4885-9184-49279b2f6e3d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-825105-1-iscsi, 61530a06-3cd2-4ddc-a062-aff08d721994) {{(pid=82901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 15:44:07.068733 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db44de6b-f8f8-4885-9184-49279b2f6e3d admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=82901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:44:07.069414 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-db44de6b-f8f8-4885-9184-49279b2f6e3d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16124149'] for subnet, before_response {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:44:07.078722 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b4c89dc-ee59-45fd-97e1-d2903b988d65 None None] Network 61530a06-3cd2-4ddc-a062-aff08d721994 requested from dv-cinder-825105-1-iscsi {{(pid=82903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 15:44:07.133691 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [None req-db44de6b-f8f8-4885-9184-49279b2f6e3d admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.6135454 Feb 09 15:44:07.241288 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95df3a9-0f7d-458d-a012-3e48e532ce73 req-20fdf0ce-f250-4cdf-bf1d-af4ee2bef4a0 tempest-AttachVolumeNegativeTest-574944362 tempest-AttachVolumeNegativeTest-574944362-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:44:07.254766 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-b95df3a9-0f7d-458d-a012-3e48e532ce73 req-20fdf0ce-f250-4cdf-bf1d-af4ee2bef4a0 tempest-AttachVolumeNegativeTest-574944362 tempest-AttachVolumeNegativeTest-574944362-project] 10.222.0.67 "GET /v2.0/networks?id=072a4996-791d-4390-ba5a-5e0a5fbf88c4 HTTP/1.1" status: 200 len: 815 time: 0.3423748 Feb 09 15:44:07.288932 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-b95df3a9-0f7d-458d-a012-3e48e532ce73 req-c38aafe5-f7b7-4035-89b2-7f9750c61272 tempest-AttachVolumeNegativeTest-574944362 tempest-AttachVolumeNegativeTest-574944362-project] 10.222.0.67 "GET /v2.0/quotas/5408654e4de147309f8b24e479cf1661 HTTP/1.1" status: 200 len: 375 time: 0.0296144 Feb 09 15:44:07.375560 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a68d71c-7010-46a3-8aac-b275553fa4fe None None] Network 61530a06-3cd2-4ddc-a062-aff08d721994 requested from dv-cinder-825105-1-iscsi {{(pid=82903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 15:44:07.415316 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-b95df3a9-0f7d-458d-a012-3e48e532ce73 req-caec2945-6627-42a5-9f0f-4f671015f1f4 tempest-AttachVolumeNegativeTest-574944362 tempest-AttachVolumeNegativeTest-574944362-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=5408654e4de147309f8b24e479cf1661&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1202843 Feb 09 15:44:07.678414 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-b95df3a9-0f7d-458d-a012-3e48e532ce73 req-b9dbdeba-2fdd-4b4e-91de-1e5bd12bf995 service neutron] 10.222.0.67 "GET /v2.0/networks/072a4996-791d-4390-ba5a-5e0a5fbf88c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2557349 Feb 09 15:44:07.826192 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0cba47-afaf-480f-864d-9c06cd067840 req-8860148e-a26d-4fd5-851a-b78b3fed0d0a tempest-ServerRescueNegativeTestJSON-674815279 tempest-ServerRescueNegativeTestJSON-674815279-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:44:07.828356 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-4a0cba47-afaf-480f-864d-9c06cd067840 req-8860148e-a26d-4fd5-851a-b78b3fed0d0a tempest-ServerRescueNegativeTestJSON-674815279 tempest-ServerRescueNegativeTestJSON-674815279-project] 10.222.0.67 "GET /v2.0/ports?device_id=02052525-11c7-42a2-bbb0-76ffebf59eb3 HTTP/1.1" status: 200 len: 945 time: 0.1059742 Feb 09 15:44:07.834016 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-b95df3a9-0f7d-458d-a012-3e48e532ce73 req-e7ae79c5-101d-4118-adfc-33a5ee00a2cc service neutron] 10.222.0.67 "GET /v2.0/networks/072a4996-791d-4390-ba5a-5e0a5fbf88c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1489592 Feb 09 15:44:07.888312 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-4a0cba47-afaf-480f-864d-9c06cd067840 req-396a1f5c-e06b-4112-b8fc-d5b1e66a502a tempest-ServerRescueNegativeTestJSON-674815279 tempest-ServerRescueNegativeTestJSON-674815279-project] 10.222.0.67 "GET /v2.0/security-groups?id=ffc79123-c9cb-487f-b3ec-4904a4a85a48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526166 Feb 09 15:44:08.081310 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-e5af0e6b-0e41-4b3a-8525-9e5315d58fcf req-6220c1ab-a6af-4b60-a3a5-cfc63f3eb821 tempest-AttachVolumeNegativeTest-574944362 tempest-AttachVolumeNegativeTest-574944362-project] 10.222.0.67 "GET /v2.0/ports?device_id=19426849-aefe-453e-b2bf-3b3baad5a438 HTTP/1.1" status: 200 len: 210 time: 0.0613754 Feb 09 15:44:08.962572 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.wsgi [-] (82902) accepted ('10.222.0.67', 44264) {{(pid=82902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 15:44:08.970504 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.api.v2.base [None req-43bd1028-0ec2-4d24-8311-553a896d3707 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1360377086-network', 'tenant_id': 'd092487310424be0bddb4974e963e2a8'}} {{(pid=82902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 15:44:08.981877 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.db.quota.driver [None req-43bd1028-0ec2-4d24-8311-553a896d3707 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 15:44:08.998500 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.quota.resource [None req-43bd1028-0ec2-4d24-8311-553a896d3707 admin admin] Usage tracker for resource:network and tenant:d092487310424be0bddb4974e963e2a8 is out of sync, need to count used quota {{(pid=82902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 15:44:09.004415 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.quota.resource [None req-43bd1028-0ec2-4d24-8311-553a896d3707 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=82902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 15:44:09.023344 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.db.quota.driver [None req-43bd1028-0ec2-4d24-8311-553a896d3707 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 15:44:09.041005 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43bd1028-0ec2-4d24-8311-553a896d3707 admin admin] Made reservation on behalf of d092487310424be0bddb4974e963e2a8 for: {'network': 1} {{(pid=82902) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 15:44:09.044835 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-43bd1028-0ec2-4d24-8311-553a896d3707 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16080601'] for network, before_create {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:44:09.062240 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-43bd1028-0ec2-4d24-8311-553a896d3707 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:44:09.160457 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.db.quota.driver [None req-43bd1028-0ec2-4d24-8311-553a896d3707 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 15:44:09.169550 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.quota.resource [None req-43bd1028-0ec2-4d24-8311-553a896d3707 admin admin] Usage tracker for resource:security_group_rule and tenant:d092487310424be0bddb4974e963e2a8 is out of sync, need to count used quota {{(pid=82902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 15:44:09.179725 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.quota.resource [None req-43bd1028-0ec2-4d24-8311-553a896d3707 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 15:44:09.191472 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.db.quota.driver [None req-43bd1028-0ec2-4d24-8311-553a896d3707 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 15:44:09.223147 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1943d017-c431-450f-9343-fe1fc44ad0ed req-6876c475-ca5e-4674-b71b-36e5c7dbe25d tempest-ServerRescueNegativeTestJSON-674815279 tempest-ServerRescueNegativeTestJSON-674815279-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:44:09.224854 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-1943d017-c431-450f-9343-fe1fc44ad0ed req-6876c475-ca5e-4674-b71b-36e5c7dbe25d tempest-ServerRescueNegativeTestJSON-674815279 tempest-ServerRescueNegativeTestJSON-674815279-project] 10.222.0.67 "GET /v2.0/ports?device_id=02052525-11c7-42a2-bbb0-76ffebf59eb3 HTTP/1.1" status: 200 len: 945 time: 0.1377871 Feb 09 15:44:09.320070 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-43bd1028-0ec2-4d24-8311-553a896d3707 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:44:09.323407 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-1943d017-c431-450f-9343-fe1fc44ad0ed req-43e9ec8f-3811-4df4-bec6-7f0d1648c493 tempest-ServerRescueNegativeTestJSON-674815279 tempest-ServerRescueNegativeTestJSON-674815279-project] 10.222.0.67 "GET /v2.0/security-groups?id=ffc79123-c9cb-487f-b3ec-4904a4a85a48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803533 Feb 09 15:44:09.325201 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-43bd1028-0ec2-4d24-8311-553a896d3707 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_create {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:44:09.368721 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-610380a1-551c-4a21-92e3-80056fdc629f req-af75745b-38cd-436d-86ee-856937760b91 tempest-AttachVolumeNegativeTest-574944362 tempest-AttachVolumeNegativeTest-574944362-project] 10.222.0.67 "GET /v2.0/ports?device_id=19426849-aefe-453e-b2bf-3b3baad5a438 HTTP/1.1" status: 200 len: 210 time: 0.1239159 Feb 09 15:44:09.369206 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-43bd1028-0ec2-4d24-8311-553a896d3707 admin admin] vlan segment allocate from pool success with {'vlan_id': 816, 'physical_network': 'physnet1'} {{(pid=82902) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 15:44:09.380682 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-43bd1028-0ec2-4d24-8311-553a896d3707 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16132466'] for segment, precommit_create {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:44:09.381059 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.db.segments_db [None req-43bd1028-0ec2-4d24-8311-553a896d3707 admin admin] Added segment df2ae337-f132-49ec-ba73-9b3083b3701a of type vlan for network aa7bb55a-d5d6-45e7-8086-e6f9f903a819 Feb 09 15:44:09.435400 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43bd1028-0ec2-4d24-8311-553a896d3707 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4f57bd2-a7b3-459d-8fcf-2fb295d00c91,revision_number=1']} {{(pid=82902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:44:09.506601 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-43bd1028-0ec2-4d24-8311-553a896d3707 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756758320348'] for network, precommit_create {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:44:09.587352 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-43bd1028-0ec2-4d24-8311-553a896d3707 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124156'] for network, after_create {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:44:09.588268 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43bd1028-0ec2-4d24-8311-553a896d3707 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:44:09.588845 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-43bd1028-0ec2-4d24-8311-553a896d3707 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16124149'] for network, before_response {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:44:09.666648 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95df3a9-0f7d-458d-a012-3e48e532ce73 req-a3070012-85a7-4e13-a0cd-054bb205b435 tempest-AttachVolumeNegativeTest-574944362 tempest-AttachVolumeNegativeTest-574944362-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:44:09.668053 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-b95df3a9-0f7d-458d-a012-3e48e532ce73 req-a3070012-85a7-4e13-a0cd-054bb205b435 tempest-AttachVolumeNegativeTest-574944362 tempest-AttachVolumeNegativeTest-574944362-project] 10.222.0.47 "GET /v2.0/networks?id=072a4996-791d-4390-ba5a-5e0a5fbf88c4 HTTP/1.1" status: 200 len: 815 time: 0.2745488 Feb 09 15:44:09.701096 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.api.v2.base [req-b95df3a9-0f7d-458d-a012-3e48e532ce73 req-e795562a-af5c-4d87-8c90-7f02d09064ba tempest-AttachVolumeNegativeTest-574944362 tempest-AttachVolumeNegativeTest-574944362-project] Request body: {'port': {'device_id': '19426849-aefe-453e-b2bf-3b3baad5a438', 'network_id': '072a4996-791d-4390-ba5a-5e0a5fbf88c4', 'admin_state_up': True, 'tenant_id': '5408654e4de147309f8b24e479cf1661'}} {{(pid=82902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 15:44:09.775131 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43bd1028-0ec2-4d24-8311-553a896d3707 admin admin] Pushing event updated for resources: {'Network': ['ID=aa7bb55a-d5d6-45e7-8086-e6f9f903a819,revision_number=1']} {{(pid=82902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:44:09.790041 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [None req-43bd1028-0ec2-4d24-8311-553a896d3707 admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.8230350 Feb 09 15:44:09.790830 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.wsgi [-] (82901) accepted ('10.222.0.67', 44290) {{(pid=82901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 15:44:09.797462 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.api.v2.base [None req-d02fb1ec-4532-4e37-9e43-f3850b0977b7 admin admin] Request body: {'subnet': {'network_id': 'aa7bb55a-d5d6-45e7-8086-e6f9f903a819', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1360377086-subnet', 'tenant_id': 'd092487310424be0bddb4974e963e2a8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=82901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 15:44:09.800834 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.plugins.ml2.rpc [None req-608c4fd2-211a-4ca9-a277-ad2a51be62ff None None] Network aa7bb55a-d5d6-45e7-8086-e6f9f903a819 details requested by agent ovs-agent-dv-cinder-825105-1-iscsi with host dv-cinder-825105-1-iscsi {{(pid=82903) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 15:44:09.806144 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.db.quota.driver [None req-d02fb1ec-4532-4e37-9e43-f3850b0977b7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 15:44:09.811300 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.quota.resource [None req-d02fb1ec-4532-4e37-9e43-f3850b0977b7 admin admin] Usage tracker for resource:subnet and tenant:d092487310424be0bddb4974e963e2a8 is out of sync, need to count used quota {{(pid=82901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 15:44:09.817924 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.quota.resource [None req-d02fb1ec-4532-4e37-9e43-f3850b0977b7 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=82901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 15:44:09.837354 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.db.quota.driver [None req-d02fb1ec-4532-4e37-9e43-f3850b0977b7 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 15:44:09.859726 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d02fb1ec-4532-4e37-9e43-f3850b0977b7 admin admin] Made reservation on behalf of d092487310424be0bddb4974e963e2a8 for: {'subnet': 1} {{(pid=82901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 15:44:09.863045 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-d02fb1ec-4532-4e37-9e43-f3850b0977b7 admin admin] Notify callbacks [] for subnet, before_create {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:44:09.948108 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.db.quota.driver [req-b95df3a9-0f7d-458d-a012-3e48e532ce73 req-e795562a-af5c-4d87-8c90-7f02d09064ba tempest-AttachVolumeNegativeTest-574944362 tempest-AttachVolumeNegativeTest-574944362-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 15:44:09.972892 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.db.quota.driver [req-b95df3a9-0f7d-458d-a012-3e48e532ce73 req-e795562a-af5c-4d87-8c90-7f02d09064ba tempest-AttachVolumeNegativeTest-574944362 tempest-AttachVolumeNegativeTest-574944362-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=82902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 15:44:09.998811 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b95df3a9-0f7d-458d-a012-3e48e532ce73 req-e795562a-af5c-4d87-8c90-7f02d09064ba tempest-AttachVolumeNegativeTest-574944362 tempest-AttachVolumeNegativeTest-574944362-project] Made reservation on behalf of 5408654e4de147309f8b24e479cf1661 for: {'port': 1} {{(pid=82902) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 15:44:10.005009 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [req-b95df3a9-0f7d-458d-a012-3e48e532ce73 req-e795562a-af5c-4d87-8c90-7f02d09064ba tempest-AttachVolumeNegativeTest-574944362 tempest-AttachVolumeNegativeTest-574944362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16080601'] for port, before_create {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:44:10.127166 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-d02fb1ec-4532-4e37-9e43-f3850b0977b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124156'] for subnet, after_create {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:44:10.204495 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02fb1ec-4532-4e37-9e43-f3850b0977b7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a0e74012-1566-43cc-a795-04b90c3e3633,revision_number=0']} {{(pid=82901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:44:10.214873 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.db.db_base_plugin_common [req-b95df3a9-0f7d-458d-a012-3e48e532ce73 req-e795562a-af5c-4d87-8c90-7f02d09064ba tempest-AttachVolumeNegativeTest-574944362 tempest-AttachVolumeNegativeTest-574944362-project] Allocated IP 172.20.0.6 (072a4996-791d-4390-ba5a-5e0a5fbf88c4/d622abef-cdcb-4b2b-b25a-610e3a6ed20d/b92423f8-e2fb-4878-bdcc-7fbaf67bc0b5) {{(pid=82902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 15:44:10.255855 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d02fb1ec-4532-4e37-9e43-f3850b0977b7 admin admin] Checking segment: {'id': 'df2ae337-f132-49ec-ba73-9b3083b3701a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 816, 'network_id': 'aa7bb55a-d5d6-45e7-8086-e6f9f903a819'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 15:44:10.256602 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d02fb1ec-4532-4e37-9e43-f3850b0977b7 admin admin] Network hostable DHCP agents. Network: aa7bb55a-d5d6-45e7-8086-e6f9f903a819, hostable agents: ['534ecb3d-5fb5-4496-b97c-b20b93fdf8ec'], hosted agents: [] {{(pid=82901) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 15:44:10.283423 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d02fb1ec-4532-4e37-9e43-f3850b0977b7 admin admin] Network aa7bb55a-d5d6-45e7-8086-e6f9f903a819 is scheduled to be hosted by DHCP agent 534ecb3d-5fb5-4496-b97c-b20b93fdf8ec with binding_index 1 {{(pid=82901) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 15:44:10.297749 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.scheduler.base_scheduler [None req-d02fb1ec-4532-4e37-9e43-f3850b0977b7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-825105-1-iscsi, aa7bb55a-d5d6-45e7-8086-e6f9f903a819) {{(pid=82901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 15:44:10.311688 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-daf7d968-a289-40ad-b3f8-5593ac2ebf34 None None] Network aa7bb55a-d5d6-45e7-8086-e6f9f903a819 requested from dv-cinder-825105-1-iscsi {{(pid=82903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 15:44:10.311904 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d02fb1ec-4532-4e37-9e43-f3850b0977b7 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=82901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:44:10.312764 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-d02fb1ec-4532-4e37-9e43-f3850b0977b7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16124149'] for subnet, before_response {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:44:10.338873 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [None req-d02fb1ec-4532-4e37-9e43-f3850b0977b7 admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.5470178 Feb 09 15:44:10.642697 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.wsgi [-] (82902) accepted ('10.222.0.67', 44316) {{(pid=82902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 15:44:10.700990 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.wsgi [-] (82901) accepted ('10.222.0.67', 44320) {{(pid=82901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 15:44:10.737008 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-426656c0-2b09-49ff-b780-b68fc4f6e9b7 None None] Network aa7bb55a-d5d6-45e7-8086-e6f9f903a819 requested from dv-cinder-825105-1-iscsi {{(pid=82903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 15:44:10.757041 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-36496b7a-9c10-4a87-ad47-77bfbe37b09f req-16f61378-27c6-438d-ab49-b1b83dfb31b4 tempest-AttachVolumeNegativeTest-574944362 tempest-AttachVolumeNegativeTest-574944362-project] 10.222.0.67 "GET /v2.0/ports?device_id=19426849-aefe-453e-b2bf-3b3baad5a438 HTTP/1.1" status: 200 len: 210 time: 0.1292768 Feb 09 15:44:10.813649 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.db.db_base_plugin_v2 [None req-2ebe31c5-4474-40d6-bf6f-ecf5f6623896 admin admin] Deleting subnet 515d777f-14e9-477a-8b0c-2fd25469898d {{(pid=82901) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 09 15:44:10.818309 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-2ebe31c5-4474-40d6-bf6f-ecf5f6623896 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:44:10.907840 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-2ebe31c5-4474-40d6-bf6f-ecf5f6623896 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:44:10.929319 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-2ebe31c5-4474-40d6-bf6f-ecf5f6623896 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16020776'] for subnet, precommit_delete {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:44:10.943992 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [req-b95df3a9-0f7d-458d-a012-3e48e532ce73 req-e795562a-af5c-4d87-8c90-7f02d09064ba tempest-AttachVolumeNegativeTest-574944362 tempest-AttachVolumeNegativeTest-574944362-project] Notify callbacks [] for port, precommit_create {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:44:11.060359 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e138b9c-dd03-48e9-8d64-2dede11a2299 req-27e07f68-6e2a-4b28-ab2b-cc29a788428f tempest-ServerRescueNegativeTestJSON-674815279 tempest-ServerRescueNegativeTestJSON-674815279-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:44:11.074754 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-6e138b9c-dd03-48e9-8d64-2dede11a2299 req-27e07f68-6e2a-4b28-ab2b-cc29a788428f tempest-ServerRescueNegativeTestJSON-674815279 tempest-ServerRescueNegativeTestJSON-674815279-project] 10.222.0.67 "GET /v2.0/ports?device_id=02052525-11c7-42a2-bbb0-76ffebf59eb3 HTTP/1.1" status: 200 len: 945 time: 0.3905537 Feb 09 15:44:11.110277 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [req-b95df3a9-0f7d-458d-a012-3e48e532ce73 req-e795562a-af5c-4d87-8c90-7f02d09064ba tempest-AttachVolumeNegativeTest-574944362 tempest-AttachVolumeNegativeTest-574944362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16080037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124156', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756758334037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1633551'] for port, after_create {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:44:11.118403 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-2ebe31c5-4474-40d6-bf6f-ecf5f6623896 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16020753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124156'] for subnet, after_delete {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:44:11.136867 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.plugins.ml2.db [None req-812787cf-6466-4ce1-8c4e-c32e14b18d8a None None] get_ports_and_sgs() called for port_ids ['56df3510-a584-4b16-a3b5-6c6c62b3a342', '864223d5-2e0a-490c-84e3-dfcd8964c597'] {{(pid=82903) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 09 15:44:11.199320 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ebe31c5-4474-40d6-bf6f-ecf5f6623896 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=515d777f-14e9-477a-8b0c-2fd25469898d,revision_number=None']} {{(pid=82901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:44:11.205531 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-2ebe31c5-4474-40d6-bf6f-ecf5f6623896 admin admin] Notify callbacks [] for subnet, before_response {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:44:11.213855 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [None req-2ebe31c5-4474-40d6-bf6f-ecf5f6623896 admin admin] 10.222.0.67 "DELETE /v2.0/subnets/515d777f-14e9-477a-8b0c-2fd25469898d HTTP/1.1" status: 204 len: 168 time: 0.5111513 Feb 09 15:44:11.218604 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.wsgi [-] (82901) accepted ('10.222.0.67', 44338) {{(pid=82901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 15:44:11.251949 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-4a2dbb24-8e7e-4ac1-9f33-692f29c34017 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:44:11.291944 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-6e138b9c-dd03-48e9-8d64-2dede11a2299 req-217c070d-33ca-4ede-9264-0bfafaf55ef9 tempest-ServerRescueNegativeTestJSON-674815279 tempest-ServerRescueNegativeTestJSON-674815279-project] 10.222.0.67 "GET /v2.0/security-groups?id=ffc79123-c9cb-487f-b3ec-4904a4a85a48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1864700 Feb 09 15:44:11.309519 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b95df3a9-0f7d-458d-a012-3e48e532ce73 req-e795562a-af5c-4d87-8c90-7f02d09064ba tempest-AttachVolumeNegativeTest-574944362 tempest-AttachVolumeNegativeTest-574944362-project] Network 072a4996-791d-4390-ba5a-5e0a5fbf88c4 is already hosted by enough agents. {{(pid=82902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 15:44:11.314939 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.scheduler.base_scheduler [req-b95df3a9-0f7d-458d-a012-3e48e532ce73 req-e795562a-af5c-4d87-8c90-7f02d09064ba tempest-AttachVolumeNegativeTest-574944362 tempest-AttachVolumeNegativeTest-574944362-project] Resources bound (agent type, host, resource id): {{(pid=82902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 15:44:11.323966 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e795562a-af5c-4d87-8c90-7f02d09064ba tempest-AttachVolumeNegativeTest-574944362 tempest-AttachVolumeNegativeTest-574944362-project] Pushing event updated for resources: {'Port': ['ID=b92423f8-e2fb-4878-bdcc-7fbaf67bc0b5,revision_number=1']} {{(pid=82902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:44:11.334000 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.db.l3_dvrscheduler_db [req-b95df3a9-0f7d-458d-a012-3e48e532ce73 req-e795562a-af5c-4d87-8c90-7f02d09064ba tempest-AttachVolumeNegativeTest-574944362 tempest-AttachVolumeNegativeTest-574944362-project] Received port after_create {{(pid=82902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 15:44:11.382180 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.db.quota.driver [None req-4a2dbb24-8e7e-4ac1-9f33-692f29c34017 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 15:44:11.397704 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.quota.resource [None req-4a2dbb24-8e7e-4ac1-9f33-692f29c34017 admin admin] Usage tracker for resource:security_group_rule and tenant:043189e529914b93a1bf0367b1bc7231 is out of sync, need to count used quota {{(pid=82902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 15:44:11.402277 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.quota.resource [None req-4a2dbb24-8e7e-4ac1-9f33-692f29c34017 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 15:44:11.406417 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-bf01d66d-0c03-4825-b889-f252700a7047 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15997498'] for network, before_delete {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:44:11.411985 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.db.quota.driver [None req-4a2dbb24-8e7e-4ac1-9f33-692f29c34017 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 15:44:11.418570 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95df3a9-0f7d-458d-a012-3e48e532ce73 req-e795562a-af5c-4d87-8c90-7f02d09064ba tempest-AttachVolumeNegativeTest-574944362 tempest-AttachVolumeNegativeTest-574944362-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=82902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:44:11.419183 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [req-b95df3a9-0f7d-458d-a012-3e48e532ce73 req-e795562a-af5c-4d87-8c90-7f02d09064ba tempest-AttachVolumeNegativeTest-574944362 tempest-AttachVolumeNegativeTest-574944362-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205010'] for port, before_response {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:44:11.468501 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-b95df3a9-0f7d-458d-a012-3e48e532ce73 req-e795562a-af5c-4d87-8c90-7f02d09064ba tempest-AttachVolumeNegativeTest-574944362 tempest-AttachVolumeNegativeTest-574944362-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7735412 Feb 09 15:44:11.483586 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.api.v2.base [req-b95df3a9-0f7d-458d-a012-3e48e532ce73 req-a2672e27-3408-4423-b99a-18148ae0f719 service neutron] Request body: {'port': {'device_id': '19426849-aefe-453e-b2bf-3b3baad5a438', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82510'}} {{(pid=82902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 15:44:11.542202 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-bf01d66d-0c03-4825-b889-f252700a7047 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16022693', 'neutron.services.segments.db._delete_segments_for_network-8756758786151'] for network, precommit_delete {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:44:11.569588 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-bf01d66d-0c03-4825-b889-f252700a7047 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=82901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 15:44:11.569915 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-bf01d66d-0c03-4825-b889-f252700a7047 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=82901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 15:44:11.570566 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-bf01d66d-0c03-4825-b889-f252700a7047 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=82901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 15:44:11.570884 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-bf01d66d-0c03-4825-b889-f252700a7047 admin admin] Subscribe: > port after_create 55550000 {{(pid=82901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 15:44:11.571192 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-bf01d66d-0c03-4825-b889-f252700a7047 admin admin] Subscribe: > port after_delete 55550000 {{(pid=82901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 15:44:11.571534 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-bf01d66d-0c03-4825-b889-f252700a7047 admin admin] Subscribe: > port after_update 55550000 {{(pid=82901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 15:44:11.571841 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-bf01d66d-0c03-4825-b889-f252700a7047 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=82901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 15:44:11.572190 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-bf01d66d-0c03-4825-b889-f252700a7047 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=82901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 15:44:11.572493 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-bf01d66d-0c03-4825-b889-f252700a7047 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=82901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 15:44:11.572795 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-bf01d66d-0c03-4825-b889-f252700a7047 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=82901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 15:44:11.593279 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-4a2dbb24-8e7e-4ac1-9f33-692f29c34017 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:44:11.598340 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-4a2dbb24-8e7e-4ac1-9f33-692f29c34017 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_create {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:44:11.654312 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-bf01d66d-0c03-4825-b889-f252700a7047 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=82901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 15:44:11.654644 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-bf01d66d-0c03-4825-b889-f252700a7047 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=82901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 15:44:11.654967 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-bf01d66d-0c03-4825-b889-f252700a7047 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=82901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 15:44:11.655288 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-bf01d66d-0c03-4825-b889-f252700a7047 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=82901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 15:44:11.655664 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.services.segments.db [None req-bf01d66d-0c03-4825-b889-f252700a7047 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['61530a06-3cd2-4ddc-a062-aff08d721994']}} {{(pid=82901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:44:11.670288 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.services.segments.db [None req-bf01d66d-0c03-4825-b889-f252700a7047 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1a1549f1-dd3a-4e44-9e6e-b99d773926b1') {'for_net_delete': True} {{(pid=82901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:44:11.670773 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.services.segments.db [None req-bf01d66d-0c03-4825-b889-f252700a7047 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1a1549f1-dd3a-4e44-9e6e-b99d773926b1') {} {{(pid=82901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:44:11.683275 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-bf01d66d-0c03-4825-b889-f252700a7047 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756758785262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1218925'] for segment, before_delete {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:44:11.702666 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-bf01d66d-0c03-4825-b889-f252700a7047 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16132466'] for segment, precommit_delete {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:44:11.710868 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bf01d66d-0c03-4825-b889-f252700a7047 admin admin] Releasing vlan 846 on physical network physnet1 to pool {{(pid=82901) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 09 15:44:11.711347 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-bf01d66d-0c03-4825-b889-f252700a7047 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16020097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1282397'] for segment, after_delete {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:44:11.727238 dv-cinder-825105-1-iscsi neutron-server[82901]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Feb 09 15:44:11.727238 dv-cinder-825105-1-iscsi neutron-server[82901]: util.warn_limited( Feb 09 15:44:11.727238 dv-cinder-825105-1-iscsi neutron-server[82901]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Feb 09 15:44:11.727238 dv-cinder-825105-1-iscsi neutron-server[82901]: util.warn_limited( Feb 09 15:44:11.727238 dv-cinder-825105-1-iscsi neutron-server[82901]: Traceback (most recent call last): Feb 09 15:44:11.727238 dv-cinder-825105-1-iscsi neutron-server[82901]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 09 15:44:11.727238 dv-cinder-825105-1-iscsi neutron-server[82901]: timer() Feb 09 15:44:11.727238 dv-cinder-825105-1-iscsi neutron-server[82901]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 15:44:11.727238 dv-cinder-825105-1-iscsi neutron-server[82901]: cb(*args, **kw) Feb 09 15:44:11.727238 dv-cinder-825105-1-iscsi neutron-server[82901]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 15:44:11.727238 dv-cinder-825105-1-iscsi neutron-server[82901]: return func(*args, **kwargs) Feb 09 15:44:11.727238 dv-cinder-825105-1-iscsi neutron-server[82901]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 15:44:11.727238 dv-cinder-825105-1-iscsi neutron-server[82901]: self._notify() Feb 09 15:44:11.727238 dv-cinder-825105-1-iscsi neutron-server[82901]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 15:44:11.727238 dv-cinder-825105-1-iscsi neutron-server[82901]: self.callback(batched_events) Feb 09 15:44:11.727238 dv-cinder-825105-1-iscsi neutron-server[82901]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 15:44:11.727238 dv-cinder-825105-1-iscsi neutron-server[82901]: event.method(event) Feb 09 15:44:11.727238 dv-cinder-825105-1-iscsi neutron-server[82901]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 15:44:11.727238 dv-cinder-825105-1-iscsi neutron-server[82901]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 15:44:11.727238 dv-cinder-825105-1-iscsi neutron-server[82901]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 15:44:11.727238 dv-cinder-825105-1-iscsi neutron-server[82901]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 15:44:11.727238 dv-cinder-825105-1-iscsi neutron-server[82901]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 15:44:11.727238 dv-cinder-825105-1-iscsi neutron-server[82901]: return f(self, *a, **k) Feb 09 15:44:11.727238 dv-cinder-825105-1-iscsi neutron-server[82901]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 15:44:11.727238 dv-cinder-825105-1-iscsi neutron-server[82901]: return self._get(url).json() Feb 09 15:44:11.727238 dv-cinder-825105-1-iscsi neutron-server[82901]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 15:44:11.727238 dv-cinder-825105-1-iscsi neutron-server[82901]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 15:44:11.727238 dv-cinder-825105-1-iscsi neutron-server[82901]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 09 15:44:11.727238 dv-cinder-825105-1-iscsi neutron-server[82901]: return self.request(url, 'GET', **kwargs) Feb 09 15:44:11.727238 dv-cinder-825105-1-iscsi neutron-server[82901]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 09 15:44:11.727238 dv-cinder-825105-1-iscsi neutron-server[82901]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 15:44:11.727238 dv-cinder-825105-1-iscsi neutron-server[82901]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 09 15:44:11.727238 dv-cinder-825105-1-iscsi neutron-server[82901]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 15:44:11.727238 dv-cinder-825105-1-iscsi neutron-server[82901]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 09 15:44:11.727238 dv-cinder-825105-1-iscsi neutron-server[82901]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 15:44:11.727238 dv-cinder-825105-1-iscsi neutron-server[82901]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 15:44:11.741856 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a2dbb24-8e7e-4ac1-9f33-692f29c34017 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eeca3844-1d58-4d94-a122-b0482746b878,revision_number=1']} {{(pid=82902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:44:11.747414 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [None req-4a2dbb24-8e7e-4ac1-9f33-692f29c34017 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=043189e529914b93a1bf0367b1bc7231&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1028340 Feb 09 15:44:11.748819 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [req-b95df3a9-0f7d-458d-a012-3e48e532ce73 req-a2672e27-3408-4423-b99a-18148ae0f719 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16080601'] for port, before_update {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:44:11.759586 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.wsgi [-] (82902) accepted ('10.222.0.67', 44344) {{(pid=82902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 15:44:11.820242 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-bf01d66d-0c03-4825-b889-f252700a7047 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16022698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124156', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-406359'] for network, after_delete {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:44:11.849593 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-bf01d66d-0c03-4825-b889-f252700a7047 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16124149'] for network, before_response {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:44:11.856309 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf01d66d-0c03-4825-b889-f252700a7047 admin admin] Pushing event deleted for resources: {'Network': ['ID=61530a06-3cd2-4ddc-a062-aff08d721994,revision_number=None']} {{(pid=82901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:44:11.861290 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [None req-bf01d66d-0c03-4825-b889-f252700a7047 admin admin] 10.222.0.67 "DELETE /v2.0/networks/61530a06-3cd2-4ddc-a062-aff08d721994 HTTP/1.1" status: 204 len: 168 time: 0.6414905 Feb 09 15:44:11.864434 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.wsgi [-] (82901) accepted ('10.222.0.67', 44350) {{(pid=82901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 15:44:11.941398 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-859c7035-f51f-4e83-b477-5427e2cacf3f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:44:11.994716 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.db.db_base_plugin_v2 [None req-6090fe28-2230-4652-a43b-73debc2492bf admin admin] Deleting subnet a0e74012-1566-43cc-a795-04b90c3e3633 {{(pid=82901) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 09 15:44:12.000400 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-6090fe28-2230-4652-a43b-73debc2492bf admin admin] Notify callbacks [] for subnet, before_delete {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:44:12.041911 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-859c7035-f51f-4e83-b477-5427e2cacf3f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:44:12.058828 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e4afed-660d-4d2f-ab0e-61e27c2accbc req-3badb36b-dc9b-472d-b21c-6ee69bfc6f9c tempest-AttachVolumeNegativeTest-574944362 tempest-AttachVolumeNegativeTest-574944362-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:44:12.061049 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-66e4afed-660d-4d2f-ab0e-61e27c2accbc req-3badb36b-dc9b-472d-b21c-6ee69bfc6f9c tempest-AttachVolumeNegativeTest-574944362 tempest-AttachVolumeNegativeTest-574944362-project] 10.222.0.67 "GET /v2.0/ports?device_id=19426849-aefe-453e-b2bf-3b3baad5a438 HTTP/1.1" status: 200 len: 931 time: 0.1509118 Feb 09 15:44:12.065718 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-6090fe28-2230-4652-a43b-73debc2492bf admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1218918'] for subnet, precommit_delete_associations {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:44:12.145541 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-859c7035-f51f-4e83-b477-5427e2cacf3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_delete {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:44:12.162717 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-6090fe28-2230-4652-a43b-73debc2492bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16020776'] for subnet, precommit_delete {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:44:12.176681 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-859c7035-f51f-4e83-b477-5427e2cacf3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eeca3844-1d58-4d94-a122-b0482746b878,revision_number=None']} {{(pid=82902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:44:12.184470 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-859c7035-f51f-4e83-b477-5427e2cacf3f admin admin] Notify callbacks [] for security_group, before_response {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:44:12.214763 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-66e4afed-660d-4d2f-ab0e-61e27c2accbc req-2dab46a3-6843-4300-a648-47b87eb7c52c tempest-AttachVolumeNegativeTest-574944362 tempest-AttachVolumeNegativeTest-574944362-project] 10.222.0.67 "GET /v2.0/security-groups?id=8c9b51e4-e908-48c1-8ba4-2cab64c30d74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096828 Feb 09 15:44:12.226520 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [None req-859c7035-f51f-4e83-b477-5427e2cacf3f admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/eeca3844-1d58-4d94-a122-b0482746b878 HTTP/1.1" status: 204 len: 168 time: 0.4403226 Feb 09 15:44:12.292840 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-6090fe28-2230-4652-a43b-73debc2492bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16020753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1282551', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1319926'] for subnet, after_delete {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:44:12.306801 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.notifiers.nova [req-b95df3a9-0f7d-458d-a012-3e48e532ce73 req-a2672e27-3408-4423-b99a-18148ae0f719 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b92423f8-e2fb-4878-bdcc-7fbaf67bc0b5 {{(pid=82902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 15:44:12.316810 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [req-b95df3a9-0f7d-458d-a012-3e48e532ce73 req-a2672e27-3408-4423-b99a-18148ae0f719 service neutron] Notify callbacks [] for port, precommit_update {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:44:12.340459 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.db.provisioning_blocks [req-b95df3a9-0f7d-458d-a012-3e48e532ce73 req-a2672e27-3408-4423-b99a-18148ae0f719 service neutron] Transition to ACTIVE for port object b92423f8-e2fb-4878-bdcc-7fbaf67bc0b5 will not be triggered until provisioned by entity L2. {{(pid=82902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 15:44:12.348237 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [req-b95df3a9-0f7d-458d-a012-3e48e532ce73 req-a2672e27-3408-4423-b99a-18148ae0f719 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16080037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758755988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756758334055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756758334100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1633542'] for port, after_update {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:44:12.369776 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6090fe28-2230-4652-a43b-73debc2492bf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a0e74012-1566-43cc-a795-04b90c3e3633,revision_number=None']} {{(pid=82901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:44:12.387761 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-6090fe28-2230-4652-a43b-73debc2492bf admin admin] Notify callbacks [] for subnet, before_response {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:44:12.407778 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [None req-6090fe28-2230-4652-a43b-73debc2492bf admin admin] 10.222.0.67 "DELETE /v2.0/subnets/a0e74012-1566-43cc-a795-04b90c3e3633 HTTP/1.1" status: 204 len: 168 time: 0.5416729 Feb 09 15:44:12.410299 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.wsgi [-] (82901) accepted ('10.222.0.67', 44368) {{(pid=82901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 15:44:12.559810 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-c9516f64-eb8b-44bd-a121-029116d42fd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15997498'] for network, before_delete {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:44:12.590475 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2672e27-3408-4423-b99a-18148ae0f719 service neutron] Pushing event updated for resources: {'Port': ['ID=b92423f8-e2fb-4878-bdcc-7fbaf67bc0b5,revision_number=2']} {{(pid=82902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:44:12.739404 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-c9516f64-eb8b-44bd-a121-029116d42fd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16022693', 'neutron.services.segments.db._delete_segments_for_network-8756758786151'] for network, precommit_delete {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:44:12.776043 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.services.segments.db [None req-c9516f64-eb8b-44bd-a121-029116d42fd6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aa7bb55a-d5d6-45e7-8086-e6f9f903a819']}} {{(pid=82901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:44:12.790347 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.services.segments.db [None req-c9516f64-eb8b-44bd-a121-029116d42fd6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'df2ae337-f132-49ec-ba73-9b3083b3701a') {'for_net_delete': True} {{(pid=82901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:44:12.790631 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.services.segments.db [None req-c9516f64-eb8b-44bd-a121-029116d42fd6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'df2ae337-f132-49ec-ba73-9b3083b3701a') {} {{(pid=82901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:44:12.792660 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.plugins.ml2.managers [req-b95df3a9-0f7d-458d-a012-3e48e532ce73 req-a2672e27-3408-4423-b99a-18148ae0f719 service neutron] Attempting to bind port b92423f8-e2fb-4878-bdcc-7fbaf67bc0b5 on host hv-cinder-82510 for vnic_type normal with profile {{(pid=82902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 15:44:12.793062 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.plugins.ml2.managers [req-b95df3a9-0f7d-458d-a012-3e48e532ce73 req-a2672e27-3408-4423-b99a-18148ae0f719 service neutron] Attempting to bind port b92423f8-e2fb-4878-bdcc-7fbaf67bc0b5 by drivers openvswitch,hyperv on host hv-cinder-82510 at level 0 using segments [{'id': '61008ea7-600c-42ab-8da1-d2bb9124cbff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': '072a4996-791d-4390-ba5a-5e0a5fbf88c4'}] {{(pid=82902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 15:44:12.793456 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b95df3a9-0f7d-458d-a012-3e48e532ce73 req-a2672e27-3408-4423-b99a-18148ae0f719 service neutron] Attempting to bind port b92423f8-e2fb-4878-bdcc-7fbaf67bc0b5 on network 072a4996-791d-4390-ba5a-5e0a5fbf88c4 {{(pid=82902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 15:44:12.801511 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b95df3a9-0f7d-458d-a012-3e48e532ce73 req-a2672e27-3408-4423-b99a-18148ae0f719 service neutron] Port b92423f8-e2fb-4878-bdcc-7fbaf67bc0b5 on network 072a4996-791d-4390-ba5a-5e0a5fbf88c4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82510 {{(pid=82902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 09 15:44:12.801891 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b95df3a9-0f7d-458d-a012-3e48e532ce73 req-a2672e27-3408-4423-b99a-18148ae0f719 service neutron] Attempting to bind port b92423f8-e2fb-4878-bdcc-7fbaf67bc0b5 on network 072a4996-791d-4390-ba5a-5e0a5fbf88c4 {{(pid=82902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 15:44:12.804780 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-c9516f64-eb8b-44bd-a121-029116d42fd6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756758785262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1218925'] for segment, before_delete {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:44:12.811212 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b95df3a9-0f7d-458d-a012-3e48e532ce73 req-a2672e27-3408-4423-b99a-18148ae0f719 service neutron] Checking agent: {'id': 'db1a70d3-a821-4659-b534-995c5c5f449e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82510', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 15, 40, 29), 'started_at': datetime.datetime(2022, 2, 9, 15, 40, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 15, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=82902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 15:44:12.811487 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b95df3a9-0f7d-458d-a012-3e48e532ce73 req-a2672e27-3408-4423-b99a-18148ae0f719 service neutron] Checking segment: {'id': '61008ea7-600c-42ab-8da1-d2bb9124cbff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': '072a4996-791d-4390-ba5a-5e0a5fbf88c4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 15:44:12.812020 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b95df3a9-0f7d-458d-a012-3e48e532ce73 req-a2672e27-3408-4423-b99a-18148ae0f719 service neutron] Bound using segment: {'id': '61008ea7-600c-42ab-8da1-d2bb9124cbff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': '072a4996-791d-4390-ba5a-5e0a5fbf88c4'} {{(pid=82902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 15:44:12.812559 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.plugins.ml2.managers [req-b95df3a9-0f7d-458d-a012-3e48e532ce73 req-a2672e27-3408-4423-b99a-18148ae0f719 service neutron] Bound port: b92423f8-e2fb-4878-bdcc-7fbaf67bc0b5, host: hv-cinder-82510, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '61008ea7-600c-42ab-8da1-d2bb9124cbff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': '072a4996-791d-4390-ba5a-5e0a5fbf88c4'}}] {{(pid=82902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 15:44:12.812972 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [req-b95df3a9-0f7d-458d-a012-3e48e532ce73 req-a2672e27-3408-4423-b99a-18148ae0f719 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16080601'] for port, before_update {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:44:12.835806 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-c9516f64-eb8b-44bd-a121-029116d42fd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16132466'] for segment, precommit_delete {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:44:12.848930 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c9516f64-eb8b-44bd-a121-029116d42fd6 admin admin] Releasing vlan 816 on physical network physnet1 to pool {{(pid=82901) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 09 15:44:12.849648 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-c9516f64-eb8b-44bd-a121-029116d42fd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16020097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1282397'] for segment, after_delete {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:44:12.858477 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.wsgi [-] (82902) accepted ('10.222.0.67', 44380) {{(pid=82902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 15:44:12.865492 dv-cinder-825105-1-iscsi neutron-server[82901]: Traceback (most recent call last): Feb 09 15:44:12.865492 dv-cinder-825105-1-iscsi neutron-server[82901]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 09 15:44:12.865492 dv-cinder-825105-1-iscsi neutron-server[82901]: timer() Feb 09 15:44:12.865492 dv-cinder-825105-1-iscsi neutron-server[82901]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 15:44:12.865492 dv-cinder-825105-1-iscsi neutron-server[82901]: cb(*args, **kw) Feb 09 15:44:12.865492 dv-cinder-825105-1-iscsi neutron-server[82901]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 15:44:12.865492 dv-cinder-825105-1-iscsi neutron-server[82901]: return func(*args, **kwargs) Feb 09 15:44:12.865492 dv-cinder-825105-1-iscsi neutron-server[82901]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 15:44:12.865492 dv-cinder-825105-1-iscsi neutron-server[82901]: self._notify() Feb 09 15:44:12.865492 dv-cinder-825105-1-iscsi neutron-server[82901]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 15:44:12.865492 dv-cinder-825105-1-iscsi neutron-server[82901]: self.callback(batched_events) Feb 09 15:44:12.865492 dv-cinder-825105-1-iscsi neutron-server[82901]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 15:44:12.865492 dv-cinder-825105-1-iscsi neutron-server[82901]: event.method(event) Feb 09 15:44:12.865492 dv-cinder-825105-1-iscsi neutron-server[82901]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 15:44:12.865492 dv-cinder-825105-1-iscsi neutron-server[82901]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 15:44:12.865492 dv-cinder-825105-1-iscsi neutron-server[82901]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 15:44:12.865492 dv-cinder-825105-1-iscsi neutron-server[82901]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 15:44:12.865492 dv-cinder-825105-1-iscsi neutron-server[82901]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 15:44:12.865492 dv-cinder-825105-1-iscsi neutron-server[82901]: return f(self, *a, **k) Feb 09 15:44:12.865492 dv-cinder-825105-1-iscsi neutron-server[82901]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 15:44:12.865492 dv-cinder-825105-1-iscsi neutron-server[82901]: return self._get(url).json() Feb 09 15:44:12.865492 dv-cinder-825105-1-iscsi neutron-server[82901]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 15:44:12.865492 dv-cinder-825105-1-iscsi neutron-server[82901]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 15:44:12.865492 dv-cinder-825105-1-iscsi neutron-server[82901]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 09 15:44:12.865492 dv-cinder-825105-1-iscsi neutron-server[82901]: return self.request(url, 'GET', **kwargs) Feb 09 15:44:12.865492 dv-cinder-825105-1-iscsi neutron-server[82901]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 09 15:44:12.865492 dv-cinder-825105-1-iscsi neutron-server[82901]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 15:44:12.865492 dv-cinder-825105-1-iscsi neutron-server[82901]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 09 15:44:12.865492 dv-cinder-825105-1-iscsi neutron-server[82901]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 15:44:12.865492 dv-cinder-825105-1-iscsi neutron-server[82901]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 09 15:44:12.865492 dv-cinder-825105-1-iscsi neutron-server[82901]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 15:44:12.865492 dv-cinder-825105-1-iscsi neutron-server[82901]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 15:44:12.902216 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-f62fc190-5f76-45a8-8607-93725e6417b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:44:12.950105 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-c9516f64-eb8b-44bd-a121-029116d42fd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16022698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124156', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-406359'] for network, after_delete {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:44:12.966917 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-decbe310-c92f-4b88-9403-0a3cfec314c7 req-d4d41054-acb7-4d50-afaa-2644bd1805c1 tempest-ServerRescueNegativeTestJSON-674815279 tempest-ServerRescueNegativeTestJSON-674815279-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:44:12.968753 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-decbe310-c92f-4b88-9403-0a3cfec314c7 req-d4d41054-acb7-4d50-afaa-2644bd1805c1 tempest-ServerRescueNegativeTestJSON-674815279 tempest-ServerRescueNegativeTestJSON-674815279-project] 10.222.0.67 "GET /v2.0/ports?device_id=02052525-11c7-42a2-bbb0-76ffebf59eb3 HTTP/1.1" status: 200 len: 945 time: 0.3314795 Feb 09 15:44:12.975805 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-c9516f64-eb8b-44bd-a121-029116d42fd6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16124149'] for network, before_response {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:44:12.992934 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [None req-c9516f64-eb8b-44bd-a121-029116d42fd6 admin admin] 10.222.0.67 "DELETE /v2.0/networks/aa7bb55a-d5d6-45e7-8086-e6f9f903a819 HTTP/1.1" status: 204 len: 168 time: 0.5811307 Feb 09 15:44:12.994629 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9516f64-eb8b-44bd-a121-029116d42fd6 admin admin] Pushing event deleted for resources: {'Network': ['ID=aa7bb55a-d5d6-45e7-8086-e6f9f903a819,revision_number=None']} {{(pid=82901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:44:13.006651 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.plugins.ml2.db [req-b95df3a9-0f7d-458d-a012-3e48e532ce73 req-a2672e27-3408-4423-b99a-18148ae0f719 service neutron] For port b92423f8-e2fb-4878-bdcc-7fbaf67bc0b5, host hv-cinder-82510, cleared binding levels {{(pid=82902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 15:44:13.015467 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.db.quota.driver [None req-f62fc190-5f76-45a8-8607-93725e6417b5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 15:44:13.023795 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.quota.resource [None req-f62fc190-5f76-45a8-8607-93725e6417b5 admin admin] Usage tracker for resource:security_group_rule and tenant:6798400714c641489baf7bacc2e3cf7d is out of sync, need to count used quota {{(pid=82902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 15:44:13.027239 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.plugins.ml2.db [req-b95df3a9-0f7d-458d-a012-3e48e532ce73 req-a2672e27-3408-4423-b99a-18148ae0f719 service neutron] For port b92423f8-e2fb-4878-bdcc-7fbaf67bc0b5, host hv-cinder-82510, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=b92423f8-e2fb-4878-bdcc-7fbaf67bc0b5,segment=NetworkSegment(61008ea7-600c-42ab-8da1-d2bb9124cbff),segment_id=61008ea7-600c-42ab-8da1-d2bb9124cbff)] {{(pid=82902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 15:44:13.030243 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.quota.resource [None req-f62fc190-5f76-45a8-8607-93725e6417b5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 15:44:13.042997 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.db.quota.driver [None req-f62fc190-5f76-45a8-8607-93725e6417b5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 15:44:13.046783 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [req-b95df3a9-0f7d-458d-a012-3e48e532ce73 req-a2672e27-3408-4423-b99a-18148ae0f719 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16080037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758755988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756758334055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756758334100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1633542'] for port, after_update {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:44:13.126855 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-decbe310-c92f-4b88-9403-0a3cfec314c7 req-815cc43f-8f5f-44dc-95df-a8d21f0e5dc1 tempest-ServerRescueNegativeTestJSON-674815279 tempest-ServerRescueNegativeTestJSON-674815279-project] 10.222.0.67 "GET /v2.0/security-groups?id=ffc79123-c9cb-487f-b3ec-4904a4a85a48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1401241 Feb 09 15:44:13.150937 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [req-b95df3a9-0f7d-458d-a012-3e48e532ce73 req-a2672e27-3408-4423-b99a-18148ae0f719 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205010'] for port, before_response {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:44:13.152321 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-b95df3a9-0f7d-458d-a012-3e48e532ce73 req-a2672e27-3408-4423-b99a-18148ae0f719 service neutron] 10.222.0.47 "PUT /v2.0/ports/b92423f8-e2fb-4878-bdcc-7fbaf67bc0b5 HTTP/1.1" status: 200 len: 1093 time: 1.6741574 Feb 09 15:44:13.153683 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19426849-aefe-453e-b2bf-3b3baad5a438', 'tag': 'b92423f8-e2fb-4878-bdcc-7fbaf67bc0b5'}] {{(pid=82902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 15:44:13.166188 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2672e27-3408-4423-b99a-18148ae0f719 service neutron] Pushing event updated for resources: {'Port': ['ID=b92423f8-e2fb-4878-bdcc-7fbaf67bc0b5,revision_number=3']} {{(pid=82902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:44:13.252025 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.wsgi [-] (82901) accepted ('10.222.0.67', 44394) {{(pid=82901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 15:44:13.266734 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '19426849-aefe-453e-b2bf-3b3baad5a438', 'tag': 'b92423f8-e2fb-4878-bdcc-7fbaf67bc0b5', 'status': 'completed', 'code': 200} Feb 09 15:44:13.298983 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-f62fc190-5f76-45a8-8607-93725e6417b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:44:13.311743 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-f62fc190-5f76-45a8-8607-93725e6417b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_create {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:44:13.318859 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [None req-e6b37e7d-650e-4570-b107-443610f34aab admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=ff004884fa984a759e66b800be5ff082&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0653639 Feb 09 15:44:13.321575 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-b95df3a9-0f7d-458d-a012-3e48e532ce73 req-42ad00d1-4fae-437c-a729-9e99aa9c4fb7 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=5408654e4de147309f8b24e479cf1661&device_id=19426849-aefe-453e-b2bf-3b3baad5a438 HTTP/1.1" status: 200 len: 1096 time: 0.1116793 Feb 09 15:44:13.322813 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.wsgi [-] (82901) accepted ('10.222.0.67', 44402) {{(pid=82901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 15:44:13.356236 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f62fc190-5f76-45a8-8607-93725e6417b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e07bc09-6c9a-442f-b8b9-716030022bb0,revision_number=1']} {{(pid=82902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:44:13.410282 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-76c36727-4eab-49c3-9387-b5e17e636f28 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:44:13.442820 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-76c36727-4eab-49c3-9387-b5e17e636f28 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:44:13.484320 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-b95df3a9-0f7d-458d-a012-3e48e532ce73 req-c076bd30-60e3-45ff-8e3f-bb36439ac1f5 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b92423f8-e2fb-4878-bdcc-7fbaf67bc0b5 HTTP/1.1" status: 200 len: 217 time: 0.1291184 Feb 09 15:44:13.491526 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [None req-f62fc190-5f76-45a8-8607-93725e6417b5 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=6798400714c641489baf7bacc2e3cf7d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6182768 Feb 09 15:44:13.492615 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.wsgi [-] (82901) accepted ('10.222.0.67', 44406) {{(pid=82901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 15:44:13.541026 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-76c36727-4eab-49c3-9387-b5e17e636f28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_delete {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:44:13.563776 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c36727-4eab-49c3-9387-b5e17e636f28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e14c9907-2068-482f-86f0-04f94f84bd14,revision_number=None']} {{(pid=82901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:44:13.573028 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95df3a9-0f7d-458d-a012-3e48e532ce73 req-e4997618-4da4-4a90-870f-7d4092b9ce6f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:44:13.574462 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-b95df3a9-0f7d-458d-a012-3e48e532ce73 req-e4997618-4da4-4a90-870f-7d4092b9ce6f service neutron] 10.222.0.47 "GET /v2.0/subnets?id=d622abef-cdcb-4b2b-b25a-610e3a6ed20d HTTP/1.1" status: 200 len: 855 time: 0.0699170 Feb 09 15:44:13.581096 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371522dd-0b86-4b96-ba9e-0103f45c5ada req-0af9a82e-a206-4121-9408-e898a0007f6c tempest-AttachVolumeNegativeTest-574944362 tempest-AttachVolumeNegativeTest-574944362-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:44:13.581798 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.quota.resource [req-371522dd-0b86-4b96-ba9e-0103f45c5ada req-0af9a82e-a206-4121-9408-e898a0007f6c tempest-AttachVolumeNegativeTest-574944362 tempest-AttachVolumeNegativeTest-574944362-project] Synchronizing usage tracker for tenant:5408654e4de147309f8b24e479cf1661 on resource:port {{(pid=82902) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 15:44:13.593791 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-76c36727-4eab-49c3-9387-b5e17e636f28 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:44:13.607734 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [None req-76c36727-4eab-49c3-9387-b5e17e636f28 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/e14c9907-2068-482f-86f0-04f94f84bd14 HTTP/1.1" status: 204 len: 168 time: 0.2737281 Feb 09 15:44:13.612601 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-da916e86-987a-4872-99fa-b44ae189a337 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:44:13.643423 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-b95df3a9-0f7d-458d-a012-3e48e532ce73 req-e3a908b8-a32d-4c6f-87d9-17f197d75616 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=072a4996-791d-4390-ba5a-5e0a5fbf88c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0576279 Feb 09 15:44:13.648807 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-da916e86-987a-4872-99fa-b44ae189a337 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:44:13.709945 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.quota.resource [req-371522dd-0b86-4b96-ba9e-0103f45c5ada req-0af9a82e-a206-4121-9408-e898a0007f6c tempest-AttachVolumeNegativeTest-574944362 tempest-AttachVolumeNegativeTest-574944362-project] Unset dirty status for tenant:5408654e4de147309f8b24e479cf1661 on resource:port {{(pid=82902) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 15:44:13.711110 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-371522dd-0b86-4b96-ba9e-0103f45c5ada req-0af9a82e-a206-4121-9408-e898a0007f6c tempest-AttachVolumeNegativeTest-574944362 tempest-AttachVolumeNegativeTest-574944362-project] 10.222.0.67 "GET /v2.0/ports?device_id=19426849-aefe-453e-b2bf-3b3baad5a438 HTTP/1.1" status: 200 len: 943 time: 0.2991827 Feb 09 15:44:13.725575 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-da916e86-987a-4872-99fa-b44ae189a337 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_delete {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:44:13.776890 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da916e86-987a-4872-99fa-b44ae189a337 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e07bc09-6c9a-442f-b8b9-716030022bb0,revision_number=None']} {{(pid=82901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:44:13.781700 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-da916e86-987a-4872-99fa-b44ae189a337 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:44:13.785263 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [None req-da916e86-987a-4872-99fa-b44ae189a337 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/5e07bc09-6c9a-442f-b8b9-716030022bb0 HTTP/1.1" status: 204 len: 168 time: 0.2892394 Feb 09 15:44:13.884762 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-371522dd-0b86-4b96-ba9e-0103f45c5ada req-10d69876-b82a-4361-b905-1413c93cf99c tempest-AttachVolumeNegativeTest-574944362 tempest-AttachVolumeNegativeTest-574944362-project] 10.222.0.67 "GET /v2.0/security-groups?id=8c9b51e4-e908-48c1-8ba4-2cab64c30d74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172829 Feb 09 15:44:13.915240 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-b95df3a9-0f7d-458d-a012-3e48e532ce73 req-4c023d6c-5eee-4d17-ab75-ed1b504f4c0b service neutron] 10.222.0.47 "GET /v2.0/networks/072a4996-791d-4390-ba5a-5e0a5fbf88c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2541077 Feb 09 15:44:14.170494 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-b95df3a9-0f7d-458d-a012-3e48e532ce73 req-f3f9bade-4f05-4663-8b46-c9ea37c5f6e8 service neutron] 10.222.0.47 "GET /v2.0/networks/072a4996-791d-4390-ba5a-5e0a5fbf88c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2478547 Feb 09 15:44:14.322900 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-8f7c85f9-9215-4d05-83ce-e021a96d9d04 req-424e908f-bb44-4b4e-b968-5fa1bf18234b service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=5408654e4de147309f8b24e479cf1661&device_id=19426849-aefe-453e-b2bf-3b3baad5a438 HTTP/1.1" status: 200 len: 1096 time: 0.0825622 Feb 09 15:44:14.400778 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.wsgi [-] (82901) accepted ('10.222.0.67', 44432) {{(pid=82901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 15:44:14.465121 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6a4f09-6332-49b8-b6a5-5d123a71b65d req-b694f6dc-fe70-4d80-93c8-7a0bcce326d9 tempest-ServerRescueNegativeTestJSON-674815279 tempest-ServerRescueNegativeTestJSON-674815279-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:44:14.467083 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-bb6a4f09-6332-49b8-b6a5-5d123a71b65d req-b694f6dc-fe70-4d80-93c8-7a0bcce326d9 tempest-ServerRescueNegativeTestJSON-674815279 tempest-ServerRescueNegativeTestJSON-674815279-project] 10.222.0.67 "GET /v2.0/ports?device_id=02052525-11c7-42a2-bbb0-76ffebf59eb3 HTTP/1.1" status: 200 len: 945 time: 0.1423094 Feb 09 15:44:14.511620 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7c85f9-9215-4d05-83ce-e021a96d9d04 req-7e9c4ba7-2d3f-46a0-84c4-9f9972ee6298 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:44:14.513170 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-8f7c85f9-9215-4d05-83ce-e021a96d9d04 req-7e9c4ba7-2d3f-46a0-84c4-9f9972ee6298 service neutron] 10.222.0.47 "GET /v2.0/networks?id=072a4996-791d-4390-ba5a-5e0a5fbf88c4 HTTP/1.1" status: 200 len: 916 time: 0.1783779 Feb 09 15:44:14.551025 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.wsgi [-] (82901) accepted ('10.222.0.67', 44438) {{(pid=82901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 15:44:14.569619 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [None req-27855bd6-8a06-451f-be6b-224922047dd4 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=d092487310424be0bddb4974e963e2a8&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1637535 Feb 09 15:44:14.580015 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.wsgi [-] (82902) accepted ('10.222.0.67', 44446) {{(pid=82902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 15:44:14.592186 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-bb6a4f09-6332-49b8-b6a5-5d123a71b65d req-8a8c5123-cfc5-4c1e-bbd9-6f41f9c19827 tempest-ServerRescueNegativeTestJSON-674815279 tempest-ServerRescueNegativeTestJSON-674815279-project] 10.222.0.67 "GET /v2.0/security-groups?id=ffc79123-c9cb-487f-b3ec-4904a4a85a48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153727 Feb 09 15:44:14.611742 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-8f7c85f9-9215-4d05-83ce-e021a96d9d04 req-df7b8a09-dbda-4031-8956-0fb4b6546efd service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b92423f8-e2fb-4878-bdcc-7fbaf67bc0b5 HTTP/1.1" status: 200 len: 217 time: 0.0863848 Feb 09 15:44:14.702978 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7c85f9-9215-4d05-83ce-e021a96d9d04 req-c5346484-25e7-42fe-a0c8-7af24cb75519 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:44:14.704515 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-8f7c85f9-9215-4d05-83ce-e021a96d9d04 req-c5346484-25e7-42fe-a0c8-7af24cb75519 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=d622abef-cdcb-4b2b-b25a-610e3a6ed20d HTTP/1.1" status: 200 len: 855 time: 0.0865624 Feb 09 15:44:14.730891 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-9675777a-ee80-4c94-9a20-dcf9419a3697 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:44:14.769789 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-8f7c85f9-9215-4d05-83ce-e021a96d9d04 req-df7f8321-676a-4c95-b50f-55de35b92b52 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=072a4996-791d-4390-ba5a-5e0a5fbf88c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0577326 Feb 09 15:44:14.770102 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.db.quota.driver [None req-9675777a-ee80-4c94-9a20-dcf9419a3697 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 15:44:14.770431 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-b53c8e50-f3f3-4cbf-ba02-148ab48fefd2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:44:14.774801 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.quota.resource [None req-9675777a-ee80-4c94-9a20-dcf9419a3697 admin admin] Usage tracker for resource:security_group_rule and tenant:890c3c423986410dbd3d014d7dfd4601 is out of sync, need to count used quota {{(pid=82901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 15:44:14.790568 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.quota.resource [None req-9675777a-ee80-4c94-9a20-dcf9419a3697 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 15:44:14.799082 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.db.quota.driver [None req-9675777a-ee80-4c94-9a20-dcf9419a3697 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 15:44:14.878356 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-b53c8e50-f3f3-4cbf-ba02-148ab48fefd2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:44:14.882114 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-9675777a-ee80-4c94-9a20-dcf9419a3697 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:44:14.887617 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-9675777a-ee80-4c94-9a20-dcf9419a3697 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_create {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:44:14.929927 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [None req-9675777a-ee80-4c94-9a20-dcf9419a3697 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=890c3c423986410dbd3d014d7dfd4601&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3755550 Feb 09 15:44:14.934059 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.wsgi [-] (82901) accepted ('10.222.0.67', 44458) {{(pid=82901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 15:44:15.000231 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-8f7c85f9-9215-4d05-83ce-e021a96d9d04 req-93182042-8839-4427-ac64-bd6c2c63e6bc service neutron] 10.222.0.47 "GET /v2.0/networks/072a4996-791d-4390-ba5a-5e0a5fbf88c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2144692 Feb 09 15:44:15.016703 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9675777a-ee80-4c94-9a20-dcf9419a3697 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9df7acb-a9ce-4f39-85cb-199662b89598,revision_number=1']} {{(pid=82901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:44:15.050212 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-b53c8e50-f3f3-4cbf-ba02-148ab48fefd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_delete {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:44:15.052035 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-2885efeb-c259-45fa-8b6c-9d59bb0f6d61 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:44:15.083740 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-2885efeb-c259-45fa-8b6c-9d59bb0f6d61 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:44:15.124309 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53c8e50-f3f3-4cbf-ba02-148ab48fefd2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4f57bd2-a7b3-459d-8fcf-2fb295d00c91,revision_number=None']} {{(pid=82902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:44:15.171199 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-2885efeb-c259-45fa-8b6c-9d59bb0f6d61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_delete {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:44:15.186945 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2885efeb-c259-45fa-8b6c-9d59bb0f6d61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9df7acb-a9ce-4f39-85cb-199662b89598,revision_number=None']} {{(pid=82901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:44:15.194368 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-2885efeb-c259-45fa-8b6c-9d59bb0f6d61 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:44:15.195122 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-b53c8e50-f3f3-4cbf-ba02-148ab48fefd2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:44:15.195595 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [None req-2885efeb-c259-45fa-8b6c-9d59bb0f6d61 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/e9df7acb-a9ce-4f39-85cb-199662b89598 HTTP/1.1" status: 204 len: 168 time: 0.2526484 Feb 09 15:44:15.198474 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [None req-b53c8e50-f3f3-4cbf-ba02-148ab48fefd2 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/d4f57bd2-a7b3-459d-8fcf-2fb295d00c91 HTTP/1.1" status: 204 len: 168 time: 0.6152363 Feb 09 15:44:15.267561 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70359e79-b1f6-44ff-83e7-5aab2d0a4f0b req-a7c1a05e-688f-4bbc-af5a-332ea00ec3d7 tempest-AttachVolumeNegativeTest-574944362 tempest-AttachVolumeNegativeTest-574944362-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:44:15.269135 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-70359e79-b1f6-44ff-83e7-5aab2d0a4f0b req-a7c1a05e-688f-4bbc-af5a-332ea00ec3d7 tempest-AttachVolumeNegativeTest-574944362 tempest-AttachVolumeNegativeTest-574944362-project] 10.222.0.67 "GET /v2.0/ports?device_id=19426849-aefe-453e-b2bf-3b3baad5a438 HTTP/1.1" status: 200 len: 943 time: 0.1945767 Feb 09 15:44:15.271003 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-8f7c85f9-9215-4d05-83ce-e021a96d9d04 req-027f2a30-2416-4088-8726-e2bea92afde3 service neutron] 10.222.0.47 "GET /v2.0/networks/072a4996-791d-4390-ba5a-5e0a5fbf88c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2637954 Feb 09 15:44:15.342394 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-70359e79-b1f6-44ff-83e7-5aab2d0a4f0b req-395f2030-df80-4da8-98a9-fb7d5035f804 tempest-AttachVolumeNegativeTest-574944362 tempest-AttachVolumeNegativeTest-574944362-project] 10.222.0.67 "GET /v2.0/security-groups?id=8c9b51e4-e908-48c1-8ba4-2cab64c30d74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659628 Feb 09 15:44:15.521261 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.wsgi [-] (82901) accepted ('10.222.0.67', 44486) {{(pid=82901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 15:44:15.581574 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.db.db_base_plugin_v2 [None req-2b627c45-77d6-4b2b-8294-80f559e4aa70 admin admin] Deleting subnet aec1f587-342c-4c0f-aa98-7871355bbedc {{(pid=82901) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 09 15:44:15.584721 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-2b627c45-77d6-4b2b-8294-80f559e4aa70 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:44:15.644172 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-2b627c45-77d6-4b2b-8294-80f559e4aa70 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1218918'] for subnet, precommit_delete_associations {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:44:15.698348 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.wsgi [-] (82902) accepted ('10.222.0.67', 44494) {{(pid=82902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 15:44:15.712505 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-2b627c45-77d6-4b2b-8294-80f559e4aa70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16020776'] for subnet, precommit_delete {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:44:15.720846 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-84a69b55-9eb8-475d-b276-d5308d73b7e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:44:15.759270 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.db.quota.driver [None req-84a69b55-9eb8-475d-b276-d5308d73b7e1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 15:44:15.766152 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.quota.resource [None req-84a69b55-9eb8-475d-b276-d5308d73b7e1 admin admin] Usage tracker for resource:security_group_rule and tenant:6f1912a5e292476a8c65b3b03f90d77e is out of sync, need to count used quota {{(pid=82902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 15:44:15.769768 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.quota.resource [None req-84a69b55-9eb8-475d-b276-d5308d73b7e1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 15:44:15.776871 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.db.quota.driver [None req-84a69b55-9eb8-475d-b276-d5308d73b7e1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 15:44:15.868859 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-2b627c45-77d6-4b2b-8294-80f559e4aa70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16020753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1282551', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1319926'] for subnet, after_delete {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:44:15.872414 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-84a69b55-9eb8-475d-b276-d5308d73b7e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:44:15.878927 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-84a69b55-9eb8-475d-b276-d5308d73b7e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_create {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:44:15.880387 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03db1e3-fdd5-4b6c-8565-00d30486759b req-6833027f-6816-48c0-8387-6041e888ea41 tempest-ServerRescueNegativeTestJSON-674815279 tempest-ServerRescueNegativeTestJSON-674815279-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:44:15.882155 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-d03db1e3-fdd5-4b6c-8565-00d30486759b req-6833027f-6816-48c0-8387-6041e888ea41 tempest-ServerRescueNegativeTestJSON-674815279 tempest-ServerRescueNegativeTestJSON-674815279-project] 10.222.0.67 "GET /v2.0/ports?device_id=02052525-11c7-42a2-bbb0-76ffebf59eb3 HTTP/1.1" status: 200 len: 945 time: 0.1210766 Feb 09 15:44:15.948255 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [None req-84a69b55-9eb8-475d-b276-d5308d73b7e1 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=6f1912a5e292476a8c65b3b03f90d77e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2488091 Feb 09 15:44:15.949534 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a69b55-9eb8-475d-b276-d5308d73b7e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3950f47-c5ed-4fe5-81f2-5c022d1791e9,revision_number=1']} {{(pid=82902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:44:15.952317 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.wsgi [-] (82902) accepted ('10.222.0.67', 44506) {{(pid=82902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 15:44:15.970407 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b627c45-77d6-4b2b-8294-80f559e4aa70 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=aec1f587-342c-4c0f-aa98-7871355bbedc,revision_number=None']} {{(pid=82901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:44:16.008617 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-2b627c45-77d6-4b2b-8294-80f559e4aa70 admin admin] Notify callbacks [] for subnet, before_response {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:44:16.027909 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-e0d03da1-e47d-46eb-9f33-f46d01c0e9a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:44:16.059827 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-e0d03da1-e47d-46eb-9f33-f46d01c0e9a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:44:16.067365 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-d03db1e3-fdd5-4b6c-8565-00d30486759b req-b8117be1-e2de-4dad-a523-d52ab65000c6 tempest-ServerRescueNegativeTestJSON-674815279 tempest-ServerRescueNegativeTestJSON-674815279-project] 10.222.0.67 "GET /v2.0/security-groups?id=ffc79123-c9cb-487f-b3ec-4904a4a85a48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096809 Feb 09 15:44:16.068904 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [None req-2b627c45-77d6-4b2b-8294-80f559e4aa70 admin admin] 10.222.0.67 "DELETE /v2.0/subnets/aec1f587-342c-4c0f-aa98-7871355bbedc HTTP/1.1" status: 204 len: 168 time: 0.5462923 Feb 09 15:44:16.071811 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.wsgi [-] (82901) accepted ('10.222.0.67', 44512) {{(pid=82901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 15:44:16.125624 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-e0d03da1-e47d-46eb-9f33-f46d01c0e9a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_delete {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:44:16.144324 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d03da1-e47d-46eb-9f33-f46d01c0e9a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3950f47-c5ed-4fe5-81f2-5c022d1791e9,revision_number=None']} {{(pid=82902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:44:16.147761 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-e0d03da1-e47d-46eb-9f33-f46d01c0e9a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:44:16.148899 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [None req-e0d03da1-e47d-46eb-9f33-f46d01c0e9a4 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/b3950f47-c5ed-4fe5-81f2-5c022d1791e9 HTTP/1.1" status: 204 len: 168 time: 0.1955414 Feb 09 15:44:16.214403 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-0d6680ad-d225-481d-b539-e1cd2d864337 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15997498'] for network, before_delete {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:44:16.258636 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.plugins.ml2.rpc [None req-812787cf-6466-4ce1-8c4e-c32e14b18d8a None None] Device b92423f8-e2fb-4878-bdcc-7fbaf67bc0b5 details requested by agent hyperv_hv-cinder-82510 with host hv-cinder-82510 {{(pid=82903) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 15:44:16.352280 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-0d6680ad-d225-481d-b539-e1cd2d864337 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16022693', 'neutron.services.segments.db._delete_segments_for_network-8756758786151'] for network, precommit_delete {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:44:16.382152 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.services.segments.db [None req-0d6680ad-d225-481d-b539-e1cd2d864337 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b8686d11-3e47-43fb-b011-257e01ee9b1d']}} {{(pid=82901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:44:16.399091 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.services.segments.db [None req-0d6680ad-d225-481d-b539-e1cd2d864337 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '59142825-c887-442d-80f4-364cb2980742') {'for_net_delete': True} {{(pid=82901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:44:16.399671 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.services.segments.db [None req-0d6680ad-d225-481d-b539-e1cd2d864337 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '59142825-c887-442d-80f4-364cb2980742') {} {{(pid=82901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:44:16.416145 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-0d6680ad-d225-481d-b539-e1cd2d864337 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756758785262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1218925'] for segment, before_delete {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:44:16.436621 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-0d6680ad-d225-481d-b539-e1cd2d864337 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16132466'] for segment, precommit_delete {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:44:16.445647 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.plugins.ml2.db [None req-812787cf-6466-4ce1-8c4e-c32e14b18d8a None None] For port b92423f8-e2fb-4878-bdcc-7fbaf67bc0b5, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=b92423f8-e2fb-4878-bdcc-7fbaf67bc0b5,segment=NetworkSegment(61008ea7-600c-42ab-8da1-d2bb9124cbff),segment_id=61008ea7-600c-42ab-8da1-d2bb9124cbff)] {{(pid=82903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:44:16.451535 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0d6680ad-d225-481d-b539-e1cd2d864337 admin admin] Releasing vlan 807 on physical network physnet1 to pool {{(pid=82901) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 09 15:44:16.453566 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-0d6680ad-d225-481d-b539-e1cd2d864337 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16020097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1282397'] for segment, after_delete {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:44:16.467920 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.plugins.ml2.rpc [None req-812787cf-6466-4ce1-8c4e-c32e14b18d8a None None] Returning: {'device': 'b92423f8-e2fb-4878-bdcc-7fbaf67bc0b5', 'network_id': '072a4996-791d-4390-ba5a-5e0a5fbf88c4', 'port_id': 'b92423f8-e2fb-4878-bdcc-7fbaf67bc0b5', 'mac_address': 'fa:16:3e:d7:26:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 822, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd622abef-cdcb-4b2b-b25a-610e3a6ed20d', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82903) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 15:44:16.477684 dv-cinder-825105-1-iscsi neutron-server[82901]: Traceback (most recent call last): Feb 09 15:44:16.477684 dv-cinder-825105-1-iscsi neutron-server[82901]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 09 15:44:16.477684 dv-cinder-825105-1-iscsi neutron-server[82901]: timer() Feb 09 15:44:16.477684 dv-cinder-825105-1-iscsi neutron-server[82901]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 15:44:16.477684 dv-cinder-825105-1-iscsi neutron-server[82901]: cb(*args, **kw) Feb 09 15:44:16.477684 dv-cinder-825105-1-iscsi neutron-server[82901]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 15:44:16.477684 dv-cinder-825105-1-iscsi neutron-server[82901]: return func(*args, **kwargs) Feb 09 15:44:16.477684 dv-cinder-825105-1-iscsi neutron-server[82901]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 15:44:16.477684 dv-cinder-825105-1-iscsi neutron-server[82901]: self._notify() Feb 09 15:44:16.477684 dv-cinder-825105-1-iscsi neutron-server[82901]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 15:44:16.477684 dv-cinder-825105-1-iscsi neutron-server[82901]: self.callback(batched_events) Feb 09 15:44:16.477684 dv-cinder-825105-1-iscsi neutron-server[82901]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 15:44:16.477684 dv-cinder-825105-1-iscsi neutron-server[82901]: event.method(event) Feb 09 15:44:16.477684 dv-cinder-825105-1-iscsi neutron-server[82901]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 15:44:16.477684 dv-cinder-825105-1-iscsi neutron-server[82901]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 15:44:16.477684 dv-cinder-825105-1-iscsi neutron-server[82901]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 15:44:16.477684 dv-cinder-825105-1-iscsi neutron-server[82901]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 15:44:16.477684 dv-cinder-825105-1-iscsi neutron-server[82901]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 15:44:16.477684 dv-cinder-825105-1-iscsi neutron-server[82901]: return f(self, *a, **k) Feb 09 15:44:16.477684 dv-cinder-825105-1-iscsi neutron-server[82901]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 15:44:16.477684 dv-cinder-825105-1-iscsi neutron-server[82901]: return self._get(url).json() Feb 09 15:44:16.477684 dv-cinder-825105-1-iscsi neutron-server[82901]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 15:44:16.477684 dv-cinder-825105-1-iscsi neutron-server[82901]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 15:44:16.477684 dv-cinder-825105-1-iscsi neutron-server[82901]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 09 15:44:16.477684 dv-cinder-825105-1-iscsi neutron-server[82901]: return self.request(url, 'GET', **kwargs) Feb 09 15:44:16.477684 dv-cinder-825105-1-iscsi neutron-server[82901]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 09 15:44:16.477684 dv-cinder-825105-1-iscsi neutron-server[82901]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 15:44:16.477684 dv-cinder-825105-1-iscsi neutron-server[82901]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 09 15:44:16.477684 dv-cinder-825105-1-iscsi neutron-server[82901]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 15:44:16.477684 dv-cinder-825105-1-iscsi neutron-server[82901]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 09 15:44:16.477684 dv-cinder-825105-1-iscsi neutron-server[82901]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 15:44:16.477684 dv-cinder-825105-1-iscsi neutron-server[82901]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 15:44:16.545253 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-812787cf-6466-4ce1-8c4e-c32e14b18d8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16080601'] for port, before_update {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:44:16.565816 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.notifiers.nova [None req-812787cf-6466-4ce1-8c4e-c32e14b18d8a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b92423f8-e2fb-4878-bdcc-7fbaf67bc0b5 {{(pid=82903) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 15:44:16.583890 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.plugins.ml2.db [None req-812787cf-6466-4ce1-8c4e-c32e14b18d8a None None] For port b92423f8-e2fb-4878-bdcc-7fbaf67bc0b5, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=b92423f8-e2fb-4878-bdcc-7fbaf67bc0b5,segment=NetworkSegment(61008ea7-600c-42ab-8da1-d2bb9124cbff),segment_id=61008ea7-600c-42ab-8da1-d2bb9124cbff)] {{(pid=82903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:44:16.588961 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-812787cf-6466-4ce1-8c4e-c32e14b18d8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16080037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758755988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756758334055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756758334100'] for port, after_update {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:44:16.600991 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-0d6680ad-d225-481d-b539-e1cd2d864337 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16022698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124156', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-406359'] for network, after_delete {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:44:16.635403 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-0d6680ad-d225-481d-b539-e1cd2d864337 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16124149'] for network, before_response {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:44:16.642543 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6680ad-d225-481d-b539-e1cd2d864337 admin admin] Pushing event deleted for resources: {'Network': ['ID=b8686d11-3e47-43fb-b011-257e01ee9b1d,revision_number=None']} {{(pid=82901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:44:16.654531 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [None req-0d6680ad-d225-481d-b539-e1cd2d864337 admin admin] 10.222.0.67 "DELETE /v2.0/networks/b8686d11-3e47-43fb-b011-257e01ee9b1d HTTP/1.1" status: 204 len: 168 time: 0.5789933 Feb 09 15:44:16.656723 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.wsgi [-] (82901) accepted ('10.222.0.67', 44532) {{(pid=82901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 15:44:16.668943 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67d246c-49bb-4ab3-8aa5-64cd4dcb8e86 req-ddf6ddc8-3064-4ca5-827c-424dec8d4efa tempest-AttachVolumeNegativeTest-574944362 tempest-AttachVolumeNegativeTest-574944362-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:44:16.678177 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-b67d246c-49bb-4ab3-8aa5-64cd4dcb8e86 req-ddf6ddc8-3064-4ca5-827c-424dec8d4efa tempest-AttachVolumeNegativeTest-574944362 tempest-AttachVolumeNegativeTest-574944362-project] 10.222.0.67 "GET /v2.0/ports?device_id=19426849-aefe-453e-b2bf-3b3baad5a438 HTTP/1.1" status: 200 len: 943 time: 0.1591389 Feb 09 15:44:16.706905 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812787cf-6466-4ce1-8c4e-c32e14b18d8a None None] Pushing event updated for resources: {'Port': ['ID=b92423f8-e2fb-4878-bdcc-7fbaf67bc0b5,revision_number=4']} {{(pid=82903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:44:16.756023 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-b67d246c-49bb-4ab3-8aa5-64cd4dcb8e86 req-b1d72756-acf9-4067-8ef6-22bfdcf4847c tempest-AttachVolumeNegativeTest-574944362 tempest-AttachVolumeNegativeTest-574944362-project] 10.222.0.67 "GET /v2.0/security-groups?id=8c9b51e4-e908-48c1-8ba4-2cab64c30d74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768206 Feb 09 15:44:16.757462 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.db.db_base_plugin_v2 [None req-48e428ba-ef4a-44ab-b0be-5cad16229896 admin admin] Deleting subnet d78c5515-cd1c-4e41-8b2d-ed032559eb81 {{(pid=82901) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 09 15:44:16.760991 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-48e428ba-ef4a-44ab-b0be-5cad16229896 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:44:16.822305 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-48e428ba-ef4a-44ab-b0be-5cad16229896 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1218918'] for subnet, precommit_delete_associations {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:44:16.885199 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-48e428ba-ef4a-44ab-b0be-5cad16229896 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16020776'] for subnet, precommit_delete {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:44:16.970110 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-48e428ba-ef4a-44ab-b0be-5cad16229896 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16020753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1282551', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1319926'] for subnet, after_delete {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:44:17.005374 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.plugins.ml2.db [None req-812787cf-6466-4ce1-8c4e-c32e14b18d8a None None] get_ports_and_sgs() called for port_ids ['b92423f8-e2fb-4878-bdcc-7fbaf67bc0b5'] {{(pid=82903) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 09 15:44:17.012878 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e428ba-ef4a-44ab-b0be-5cad16229896 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d78c5515-cd1c-4e41-8b2d-ed032559eb81,revision_number=None']} {{(pid=82901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:44:17.024016 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-48e428ba-ef4a-44ab-b0be-5cad16229896 admin admin] Notify callbacks [] for subnet, before_response {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:44:17.030495 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [None req-48e428ba-ef4a-44ab-b0be-5cad16229896 admin admin] 10.222.0.67 "DELETE /v2.0/subnets/d78c5515-cd1c-4e41-8b2d-ed032559eb81 HTTP/1.1" status: 204 len: 168 time: 0.3725994 Feb 09 15:44:17.032901 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.wsgi [-] (82901) accepted ('10.222.0.67', 44550) {{(pid=82901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 15:44:17.146899 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-6bcd18cb-a20a-45d4-80df-7f6ba9573f3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15997498'] for network, before_delete {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:44:17.296326 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-6bcd18cb-a20a-45d4-80df-7f6ba9573f3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16022693', 'neutron.services.segments.db._delete_segments_for_network-8756758786151'] for network, precommit_delete {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:44:17.443147 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.services.segments.db [None req-6bcd18cb-a20a-45d4-80df-7f6ba9573f3e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1bbef99f-f89f-4fa8-98dd-7622c781b090']}} {{(pid=82901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:44:17.461788 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.services.segments.db [None req-6bcd18cb-a20a-45d4-80df-7f6ba9573f3e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b9f6d743-c268-42db-9808-e948d7852e3c') {'for_net_delete': True} {{(pid=82901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:44:17.462164 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.services.segments.db [None req-6bcd18cb-a20a-45d4-80df-7f6ba9573f3e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b9f6d743-c268-42db-9808-e948d7852e3c') {} {{(pid=82901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:44:17.477928 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-6bcd18cb-a20a-45d4-80df-7f6ba9573f3e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756758785262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1218925'] for segment, before_delete {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:44:17.508047 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-6bcd18cb-a20a-45d4-80df-7f6ba9573f3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16132466'] for segment, precommit_delete {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:44:17.519116 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6bcd18cb-a20a-45d4-80df-7f6ba9573f3e admin admin] Releasing vlan 825 on physical network physnet1 to pool {{(pid=82901) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 09 15:44:17.519719 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-6bcd18cb-a20a-45d4-80df-7f6ba9573f3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16020097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1282397'] for segment, after_delete {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:44:17.538187 dv-cinder-825105-1-iscsi neutron-server[82901]: Traceback (most recent call last): Feb 09 15:44:17.538187 dv-cinder-825105-1-iscsi neutron-server[82901]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 09 15:44:17.538187 dv-cinder-825105-1-iscsi neutron-server[82901]: timer() Feb 09 15:44:17.538187 dv-cinder-825105-1-iscsi neutron-server[82901]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 15:44:17.538187 dv-cinder-825105-1-iscsi neutron-server[82901]: cb(*args, **kw) Feb 09 15:44:17.538187 dv-cinder-825105-1-iscsi neutron-server[82901]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 15:44:17.538187 dv-cinder-825105-1-iscsi neutron-server[82901]: return func(*args, **kwargs) Feb 09 15:44:17.538187 dv-cinder-825105-1-iscsi neutron-server[82901]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 15:44:17.538187 dv-cinder-825105-1-iscsi neutron-server[82901]: self._notify() Feb 09 15:44:17.538187 dv-cinder-825105-1-iscsi neutron-server[82901]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 15:44:17.538187 dv-cinder-825105-1-iscsi neutron-server[82901]: self.callback(batched_events) Feb 09 15:44:17.538187 dv-cinder-825105-1-iscsi neutron-server[82901]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 15:44:17.538187 dv-cinder-825105-1-iscsi neutron-server[82901]: event.method(event) Feb 09 15:44:17.538187 dv-cinder-825105-1-iscsi neutron-server[82901]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 15:44:17.538187 dv-cinder-825105-1-iscsi neutron-server[82901]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 15:44:17.538187 dv-cinder-825105-1-iscsi neutron-server[82901]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 15:44:17.538187 dv-cinder-825105-1-iscsi neutron-server[82901]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 15:44:17.538187 dv-cinder-825105-1-iscsi neutron-server[82901]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 15:44:17.538187 dv-cinder-825105-1-iscsi neutron-server[82901]: return f(self, *a, **k) Feb 09 15:44:17.538187 dv-cinder-825105-1-iscsi neutron-server[82901]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 15:44:17.538187 dv-cinder-825105-1-iscsi neutron-server[82901]: return self._get(url).json() Feb 09 15:44:17.538187 dv-cinder-825105-1-iscsi neutron-server[82901]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 15:44:17.538187 dv-cinder-825105-1-iscsi neutron-server[82901]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 15:44:17.538187 dv-cinder-825105-1-iscsi neutron-server[82901]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 09 15:44:17.538187 dv-cinder-825105-1-iscsi neutron-server[82901]: return self.request(url, 'GET', **kwargs) Feb 09 15:44:17.538187 dv-cinder-825105-1-iscsi neutron-server[82901]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 09 15:44:17.538187 dv-cinder-825105-1-iscsi neutron-server[82901]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 15:44:17.538187 dv-cinder-825105-1-iscsi neutron-server[82901]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 09 15:44:17.538187 dv-cinder-825105-1-iscsi neutron-server[82901]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 15:44:17.538187 dv-cinder-825105-1-iscsi neutron-server[82901]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 09 15:44:17.538187 dv-cinder-825105-1-iscsi neutron-server[82901]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 15:44:17.538187 dv-cinder-825105-1-iscsi neutron-server[82901]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 15:44:17.565045 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-0dad2079-ed61-46af-9ef4-c37edb6f6e24 req-6ae12be6-ee54-4036-ada4-cea847738361 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=02052525-11c7-42a2-bbb0-76ffebf59eb3 HTTP/1.1" status: 200 len: 1098 time: 0.0865626 Feb 09 15:44:17.604941 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48cee5f8-d06b-42a1-a659-bbcdf8a4a7c2 req-473e83f8-3495-40d2-a5d6-419ba75cfb7d tempest-ServerRescueNegativeTestJSON-674815279 tempest-ServerRescueNegativeTestJSON-674815279-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:44:17.612958 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-48cee5f8-d06b-42a1-a659-bbcdf8a4a7c2 req-473e83f8-3495-40d2-a5d6-419ba75cfb7d tempest-ServerRescueNegativeTestJSON-674815279 tempest-ServerRescueNegativeTestJSON-674815279-project] 10.222.0.67 "GET /v2.0/ports?device_id=02052525-11c7-42a2-bbb0-76ffebf59eb3 HTTP/1.1" status: 200 len: 945 time: 0.2919772 Feb 09 15:44:17.616996 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-0dad2079-ed61-46af-9ef4-c37edb6f6e24 req-8aeeb67b-ff97-4f0e-b695-b1a17845a62f service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=ffc79123-c9cb-487f-b3ec-4904a4a85a48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441515 Feb 09 15:44:17.662217 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-6bcd18cb-a20a-45d4-80df-7f6ba9573f3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16022698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124156', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-406359'] for network, after_delete {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:44:17.691278 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-6bcd18cb-a20a-45d4-80df-7f6ba9573f3e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16124149'] for network, before_response {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:44:17.700687 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bcd18cb-a20a-45d4-80df-7f6ba9573f3e admin admin] Pushing event deleted for resources: {'Network': ['ID=1bbef99f-f89f-4fa8-98dd-7622c781b090,revision_number=None']} {{(pid=82901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:44:17.706215 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [None req-6bcd18cb-a20a-45d4-80df-7f6ba9573f3e admin admin] 10.222.0.67 "DELETE /v2.0/networks/1bbef99f-f89f-4fa8-98dd-7622c781b090 HTTP/1.1" status: 204 len: 168 time: 0.6701388 Feb 09 15:44:17.718320 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-48cee5f8-d06b-42a1-a659-bbcdf8a4a7c2 req-ae5242d3-8850-4eef-9a92-43da2e47750b tempest-ServerRescueNegativeTestJSON-674815279 tempest-ServerRescueNegativeTestJSON-674815279-project] 10.222.0.67 "GET /v2.0/security-groups?id=ffc79123-c9cb-487f-b3ec-4904a4a85a48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043880 Feb 09 15:44:17.879741 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.wsgi [-] (82902) accepted ('10.222.0.67', 44592) {{(pid=82902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 15:44:18.004484 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [None req-a929b0c5-e5d8-427d-86e5-4b36b6a073f0 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=592038c1173541378408e81b4ee9f2ee&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1209619 Feb 09 15:44:18.005688 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.wsgi [-] (82901) accepted ('10.222.0.67', 44598) {{(pid=82901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 15:44:18.037998 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c234e522-efcf-4629-acec-67ee95fd3ee8 req-b23ce744-bfbb-46d8-b888-0720c541359e tempest-AttachVolumeNegativeTest-574944362 tempest-AttachVolumeNegativeTest-574944362-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:44:18.041646 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-c234e522-efcf-4629-acec-67ee95fd3ee8 req-b23ce744-bfbb-46d8-b888-0720c541359e tempest-AttachVolumeNegativeTest-574944362 tempest-AttachVolumeNegativeTest-574944362-project] 10.222.0.67 "GET /v2.0/ports?device_id=19426849-aefe-453e-b2bf-3b3baad5a438 HTTP/1.1" status: 200 len: 944 time: 0.1365623 Feb 09 15:44:18.078172 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-796fd2c4-2a30-4616-87fb-61a3cb5bb74d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:44:18.101157 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-c234e522-efcf-4629-acec-67ee95fd3ee8 req-8661b686-2c85-408c-a2dc-c2db8be15c16 tempest-AttachVolumeNegativeTest-574944362 tempest-AttachVolumeNegativeTest-574944362-project] 10.222.0.67 "GET /v2.0/security-groups?id=8c9b51e4-e908-48c1-8ba4-2cab64c30d74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540893 Feb 09 15:44:18.108375 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-796fd2c4-2a30-4616-87fb-61a3cb5bb74d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:44:18.166887 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-796fd2c4-2a30-4616-87fb-61a3cb5bb74d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_delete {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:44:18.188342 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-796fd2c4-2a30-4616-87fb-61a3cb5bb74d admin admin] Notify callbacks [] for security_group, before_response {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:44:18.189589 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [None req-796fd2c4-2a30-4616-87fb-61a3cb5bb74d admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/73f69af0-e973-4787-96dd-2b4165dec9a0 HTTP/1.1" status: 204 len: 168 time: 0.1829391 Feb 09 15:44:18.191976 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-796fd2c4-2a30-4616-87fb-61a3cb5bb74d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73f69af0-e973-4787-96dd-2b4165dec9a0,revision_number=None']} {{(pid=82901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:44:18.266722 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.plugins.ml2.rpc [None req-812787cf-6466-4ce1-8c4e-c32e14b18d8a None None] Device b92423f8-e2fb-4878-bdcc-7fbaf67bc0b5 up at agent hyperv_hv-cinder-82510 {{(pid=82903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 15:44:18.341978 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.db.provisioning_blocks [None req-812787cf-6466-4ce1-8c4e-c32e14b18d8a None None] Provisioning for port b92423f8-e2fb-4878-bdcc-7fbaf67bc0b5 completed by entity L2. {{(pid=82903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 15:44:18.348323 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.db.provisioning_blocks [None req-812787cf-6466-4ce1-8c4e-c32e14b18d8a None None] Provisioning complete for port b92423f8-e2fb-4878-bdcc-7fbaf67bc0b5 triggered by entity L2. {{(pid=82903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:44:18.348903 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-812787cf-6466-4ce1-8c4e-c32e14b18d8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16008948'] for port, provisioning_complete {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:44:18.486871 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-812787cf-6466-4ce1-8c4e-c32e14b18d8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16080601'] for port, before_update {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:44:18.520611 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19426849-aefe-453e-b2bf-3b3baad5a438', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b92423f8-e2fb-4878-bdcc-7fbaf67bc0b5'}] {{(pid=82903) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 15:44:18.547441 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.plugins.ml2.db [None req-812787cf-6466-4ce1-8c4e-c32e14b18d8a None None] For port b92423f8-e2fb-4878-bdcc-7fbaf67bc0b5, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=b92423f8-e2fb-4878-bdcc-7fbaf67bc0b5,segment=NetworkSegment(61008ea7-600c-42ab-8da1-d2bb9124cbff),segment_id=61008ea7-600c-42ab-8da1-d2bb9124cbff)] {{(pid=82903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:44:18.552594 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-812787cf-6466-4ce1-8c4e-c32e14b18d8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16080037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758755988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756758334055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756758334100'] for port, after_update {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:44:18.630679 dv-cinder-825105-1-iscsi neutron-server[82903]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19426849-aefe-453e-b2bf-3b3baad5a438', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b92423f8-e2fb-4878-bdcc-7fbaf67bc0b5', 'code': 200} Feb 09 15:44:18.657216 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812787cf-6466-4ce1-8c4e-c32e14b18d8a None None] Pushing event updated for resources: {'Port': ['ID=b92423f8-e2fb-4878-bdcc-7fbaf67bc0b5,revision_number=5']} {{(pid=82903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:44:18.927245 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.wsgi [-] (82901) accepted ('10.222.0.67', 44628) {{(pid=82901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 15:44:19.006886 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [None req-bed7e8c9-ae9e-4bcf-8b50-5d9c174c4853 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=87ad835f311a4fb1b11824a15377f33c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0780568 Feb 09 15:44:19.009399 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.wsgi [-] (82901) accepted ('10.222.0.67', 44632) {{(pid=82901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 15:44:19.039746 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-613a3a75-5a04-49e0-a2b3-af79f0d9ef4e req-0d4fffbc-03c0-4da9-84d2-a1787b20cd3a service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=19426849-aefe-453e-b2bf-3b3baad5a438 HTTP/1.1" status: 200 len: 1098 time: 0.1920891 Feb 09 15:44:19.055136 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985d4080-da33-4ee4-9bd0-ccedb16ff127 req-366dbf46-07c6-4183-a0e1-1475de061a59 tempest-ServerRescueNegativeTestJSON-674815279 tempest-ServerRescueNegativeTestJSON-674815279-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:44:19.058345 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-985d4080-da33-4ee4-9bd0-ccedb16ff127 req-366dbf46-07c6-4183-a0e1-1475de061a59 tempest-ServerRescueNegativeTestJSON-674815279 tempest-ServerRescueNegativeTestJSON-674815279-project] 10.222.0.67 "GET /v2.0/ports?device_id=02052525-11c7-42a2-bbb0-76ffebf59eb3 HTTP/1.1" status: 200 len: 945 time: 0.1600685 Feb 09 15:44:19.116475 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-5e9ffa59-0626-4858-a34b-ebd490d816c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:44:19.151798 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-5e9ffa59-0626-4858-a34b-ebd490d816c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:44:19.173569 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-613a3a75-5a04-49e0-a2b3-af79f0d9ef4e req-31ca18f1-db43-4f71-a4ca-52641d1d6aec service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=8c9b51e4-e908-48c1-8ba4-2cab64c30d74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138849 Feb 09 15:44:19.244954 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-985d4080-da33-4ee4-9bd0-ccedb16ff127 req-2bce1dfd-7fcf-4f75-b99e-b76f9884a12d tempest-ServerRescueNegativeTestJSON-674815279 tempest-ServerRescueNegativeTestJSON-674815279-project] 10.222.0.67 "GET /v2.0/security-groups?id=ffc79123-c9cb-487f-b3ec-4904a4a85a48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1303165 Feb 09 15:44:19.252789 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-5e9ffa59-0626-4858-a34b-ebd490d816c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_delete {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:44:19.281672 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-5e9ffa59-0626-4858-a34b-ebd490d816c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:44:19.282787 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [None req-5e9ffa59-0626-4858-a34b-ebd490d816c9 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/3ad469b2-f5f6-46dc-b70d-e965ace0ed0b HTTP/1.1" status: 204 len: 168 time: 0.2719681 Feb 09 15:44:19.283565 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e9ffa59-0626-4858-a34b-ebd490d816c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ad469b2-f5f6-46dc-b70d-e965ace0ed0b,revision_number=None']} {{(pid=82901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:44:19.394074 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179d196c-b05e-423b-9080-0becc53bb0ec req-b55b90f4-8ac0-4853-87ae-571442dec366 tempest-AttachVolumeNegativeTest-574944362 tempest-AttachVolumeNegativeTest-574944362-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:44:19.395945 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-179d196c-b05e-423b-9080-0becc53bb0ec req-b55b90f4-8ac0-4853-87ae-571442dec366 tempest-AttachVolumeNegativeTest-574944362 tempest-AttachVolumeNegativeTest-574944362-project] 10.222.0.67 "GET /v2.0/ports?device_id=19426849-aefe-453e-b2bf-3b3baad5a438 HTTP/1.1" status: 200 len: 945 time: 0.0844846 Feb 09 15:44:19.456853 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-179d196c-b05e-423b-9080-0becc53bb0ec req-a466b3d4-2aec-45d6-a871-98680cb27331 tempest-AttachVolumeNegativeTest-574944362 tempest-AttachVolumeNegativeTest-574944362-project] 10.222.0.67 "GET /v2.0/security-groups?id=8c9b51e4-e908-48c1-8ba4-2cab64c30d74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544655 Feb 09 15:44:20.662871 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53143bd6-1faa-49a7-b6fe-453108754be5 req-26d42031-930f-48a5-a2f5-ba86bf8b593e tempest-ServerRescueNegativeTestJSON-674815279 tempest-ServerRescueNegativeTestJSON-674815279-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:44:20.671420 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-53143bd6-1faa-49a7-b6fe-453108754be5 req-26d42031-930f-48a5-a2f5-ba86bf8b593e tempest-ServerRescueNegativeTestJSON-674815279 tempest-ServerRescueNegativeTestJSON-674815279-project] 10.222.0.67 "GET /v2.0/ports?device_id=02052525-11c7-42a2-bbb0-76ffebf59eb3 HTTP/1.1" status: 200 len: 945 time: 0.2373548 Feb 09 15:44:20.774279 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-53143bd6-1faa-49a7-b6fe-453108754be5 req-3c759108-95bb-4709-9bd9-841c7b7a79e4 tempest-ServerRescueNegativeTestJSON-674815279 tempest-ServerRescueNegativeTestJSON-674815279-project] 10.222.0.67 "GET /v2.0/security-groups?id=ffc79123-c9cb-487f-b3ec-4904a4a85a48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009674 Feb 09 15:44:20.902898 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24911e9e-ca50-466f-a5b8-b1dd07ce0af4 req-ad96d526-203e-419f-8de8-9fc65ca839d8 tempest-AttachVolumeNegativeTest-574944362 tempest-AttachVolumeNegativeTest-574944362-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:44:20.909622 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-24911e9e-ca50-466f-a5b8-b1dd07ce0af4 req-ad96d526-203e-419f-8de8-9fc65ca839d8 tempest-AttachVolumeNegativeTest-574944362 tempest-AttachVolumeNegativeTest-574944362-project] 10.222.0.67 "GET /v2.0/ports?device_id=19426849-aefe-453e-b2bf-3b3baad5a438 HTTP/1.1" status: 200 len: 945 time: 0.1709278 Feb 09 15:44:21.010877 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-24911e9e-ca50-466f-a5b8-b1dd07ce0af4 req-742ec065-bbeb-4385-8609-96c703b2fb4c tempest-AttachVolumeNegativeTest-574944362 tempest-AttachVolumeNegativeTest-574944362-project] 10.222.0.67 "GET /v2.0/security-groups?id=8c9b51e4-e908-48c1-8ba4-2cab64c30d74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948477 Feb 09 15:44:21.041959 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db82417e-a136-4a3f-95d5-b91e5a122d02 req-32b5091c-56bf-4614-8741-13583ff04521 tempest-ServerRescueNegativeTestJSON-674815279 tempest-ServerRescueNegativeTestJSON-674815279-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:44:21.043431 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-db82417e-a136-4a3f-95d5-b91e5a122d02 req-32b5091c-56bf-4614-8741-13583ff04521 tempest-ServerRescueNegativeTestJSON-674815279 tempest-ServerRescueNegativeTestJSON-674815279-project] 10.222.0.67 "GET /v2.0/ports?device_id=03058e28-beb3-442a-a803-6dc6b224f22f HTTP/1.1" status: 200 len: 945 time: 0.1041663 Feb 09 15:44:21.096401 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-db82417e-a136-4a3f-95d5-b91e5a122d02 req-cf90c00e-9c21-47f7-8f66-b1b5edbd6fbb tempest-ServerRescueNegativeTestJSON-674815279 tempest-ServerRescueNegativeTestJSON-674815279-project] 10.222.0.67 "GET /v2.0/security-groups?id=ffc79123-c9cb-487f-b3ec-4904a4a85a48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450613 Feb 09 15:44:21.415460 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.wsgi [-] (82901) accepted ('10.222.0.67', 44726) {{(pid=82901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 15:44:21.619149 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-989b7298-a8d3-47f4-9890-712aac09fdce admin admin] Notify callbacks [] for security_group, before_create {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:44:21.687713 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.db.quota.driver [None req-989b7298-a8d3-47f4-9890-712aac09fdce admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 15:44:21.692051 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.quota.resource [None req-989b7298-a8d3-47f4-9890-712aac09fdce admin admin] Usage tracker for resource:security_group_rule and tenant:380505f280c643768ec9fbff5a284281 is out of sync, need to count used quota {{(pid=82901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 15:44:21.695157 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.quota.resource [None req-989b7298-a8d3-47f4-9890-712aac09fdce admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 15:44:21.702227 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.db.quota.driver [None req-989b7298-a8d3-47f4-9890-712aac09fdce admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 15:44:21.781469 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-989b7298-a8d3-47f4-9890-712aac09fdce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:44:21.788546 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-989b7298-a8d3-47f4-9890-712aac09fdce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_create {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:44:21.845006 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989b7298-a8d3-47f4-9890-712aac09fdce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d1791dd-80ef-4b8c-baf9-90045c1f106c,revision_number=1']} {{(pid=82901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:44:21.856778 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [None req-989b7298-a8d3-47f4-9890-712aac09fdce admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=380505f280c643768ec9fbff5a284281&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4399269 Feb 09 15:44:21.859601 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.wsgi [-] (82902) accepted ('10.222.0.67', 44750) {{(pid=82902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 15:44:21.913443 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.wsgi [-] (82901) accepted ('10.222.0.67', 44756) {{(pid=82901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 15:44:21.928527 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-a24fadd5-3549-4794-9fb9-c7f537d2f839 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:44:21.958776 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-a24fadd5-3549-4794-9fb9-c7f537d2f839 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:44:22.026313 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-a24fadd5-3549-4794-9fb9-c7f537d2f839 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_delete {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:44:22.056370 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a24fadd5-3549-4794-9fb9-c7f537d2f839 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d1791dd-80ef-4b8c-baf9-90045c1f106c,revision_number=None']} {{(pid=82902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:44:22.065686 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-a24fadd5-3549-4794-9fb9-c7f537d2f839 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:44:22.077337 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [None req-a24fadd5-3549-4794-9fb9-c7f537d2f839 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/5d1791dd-80ef-4b8c-baf9-90045c1f106c HTTP/1.1" status: 204 len: 168 time: 0.2165985 Feb 09 15:44:22.094776 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-adf9d624-ffac-4339-ab94-b10a7ea0150c admin admin] Notify callbacks [] for security_group, before_create {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:44:22.133908 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.db.quota.driver [None req-adf9d624-ffac-4339-ab94-b10a7ea0150c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 15:44:22.139510 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.quota.resource [None req-adf9d624-ffac-4339-ab94-b10a7ea0150c admin admin] Usage tracker for resource:security_group_rule and tenant:14049bc30f444bc2863451c97482ce03 is out of sync, need to count used quota {{(pid=82901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 15:44:22.145662 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.quota.resource [None req-adf9d624-ffac-4339-ab94-b10a7ea0150c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 15:44:22.152649 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.db.quota.driver [None req-adf9d624-ffac-4339-ab94-b10a7ea0150c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 15:44:22.296819 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-adf9d624-ffac-4339-ab94-b10a7ea0150c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:44:22.303669 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-adf9d624-ffac-4339-ab94-b10a7ea0150c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_create {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:44:22.326559 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa056299-2597-4e17-a756-eed81a522550 req-dd06a5b4-4d98-46e9-bbb3-6b25ae74c670 tempest-AttachVolumeNegativeTest-574944362 tempest-AttachVolumeNegativeTest-574944362-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:44:22.328070 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-aa056299-2597-4e17-a756-eed81a522550 req-dd06a5b4-4d98-46e9-bbb3-6b25ae74c670 tempest-AttachVolumeNegativeTest-574944362 tempest-AttachVolumeNegativeTest-574944362-project] 10.222.0.67 "GET /v2.0/ports?device_id=19426849-aefe-453e-b2bf-3b3baad5a438 HTTP/1.1" status: 200 len: 945 time: 0.1536560 Feb 09 15:44:22.379398 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf9d624-ffac-4339-ab94-b10a7ea0150c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e04424b-ec97-493b-b843-273ccecec0ff,revision_number=1']} {{(pid=82901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:44:22.390369 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [None req-adf9d624-ffac-4339-ab94-b10a7ea0150c admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=14049bc30f444bc2863451c97482ce03&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4753048 Feb 09 15:44:22.390497 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.wsgi [-] (82902) accepted ('10.222.0.67', 44774) {{(pid=82902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 15:44:22.412341 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-aa056299-2597-4e17-a756-eed81a522550 req-2addf116-081f-4c5f-bfc2-3dd671a74219 tempest-AttachVolumeNegativeTest-574944362 tempest-AttachVolumeNegativeTest-574944362-project] 10.222.0.67 "GET /v2.0/security-groups?id=8c9b51e4-e908-48c1-8ba4-2cab64c30d74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676625 Feb 09 15:44:22.460975 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-e0137b0b-1af2-4ace-b8c0-30d9114b1e98 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:44:22.490094 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-e0137b0b-1af2-4ace-b8c0-30d9114b1e98 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:44:22.564492 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-e0137b0b-1af2-4ace-b8c0-30d9114b1e98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_delete {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:44:22.593403 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0137b0b-1af2-4ace-b8c0-30d9114b1e98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e04424b-ec97-493b-b843-273ccecec0ff,revision_number=None']} {{(pid=82902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:44:22.598532 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-e0137b0b-1af2-4ace-b8c0-30d9114b1e98 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:44:22.600381 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [None req-e0137b0b-1af2-4ace-b8c0-30d9114b1e98 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/4e04424b-ec97-493b-b843-273ccecec0ff HTTP/1.1" status: 204 len: 168 time: 0.2086873 Feb 09 15:44:23.181055 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.wsgi [-] (82902) accepted ('10.222.0.67', 44816) {{(pid=82902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 15:44:23.225423 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-e948480d-b986-4ad8-9780-9dc8311b8a75 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:44:23.277043 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.db.quota.driver [None req-e948480d-b986-4ad8-9780-9dc8311b8a75 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 15:44:23.282413 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.quota.resource [None req-e948480d-b986-4ad8-9780-9dc8311b8a75 admin admin] Usage tracker for resource:security_group_rule and tenant:046cbdbc0cef43fcaff058c266215684 is out of sync, need to count used quota {{(pid=82902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 15:44:23.285684 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.quota.resource [None req-e948480d-b986-4ad8-9780-9dc8311b8a75 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 15:44:23.310850 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.db.quota.driver [None req-e948480d-b986-4ad8-9780-9dc8311b8a75 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 15:44:23.495161 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7786b86-c2c0-4792-aa2c-b04baf5a45bd req-dec46325-a8b2-4e96-897e-f2a8d27b16ae tempest-ServerRescueNegativeTestJSON-674815279 tempest-ServerRescueNegativeTestJSON-674815279-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:44:23.500778 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-e7786b86-c2c0-4792-aa2c-b04baf5a45bd req-dec46325-a8b2-4e96-897e-f2a8d27b16ae tempest-ServerRescueNegativeTestJSON-674815279 tempest-ServerRescueNegativeTestJSON-674815279-project] 10.222.0.67 "GET /v2.0/ports?device_id=03058e28-beb3-442a-a803-6dc6b224f22f HTTP/1.1" status: 200 len: 945 time: 0.0953131 Feb 09 15:44:23.543401 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-e948480d-b986-4ad8-9780-9dc8311b8a75 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:44:23.556361 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-e948480d-b986-4ad8-9780-9dc8311b8a75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_create {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:44:23.568759 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-e7786b86-c2c0-4792-aa2c-b04baf5a45bd req-ff91df30-7cfd-4eba-815c-109c1d222775 tempest-ServerRescueNegativeTestJSON-674815279 tempest-ServerRescueNegativeTestJSON-674815279-project] 10.222.0.67 "GET /v2.0/security-groups?id=ffc79123-c9cb-487f-b3ec-4904a4a85a48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650914 Feb 09 15:44:23.594834 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e948480d-b986-4ad8-9780-9dc8311b8a75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=889e6b2d-020c-4b54-abf6-d5ffb27cda99,revision_number=1']} {{(pid=82902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:44:23.602146 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-631e705c-63cb-478d-872b-46c27cfdb43e req-ca487105-e116-4d75-90e4-9263365c8f3b service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=dbfe7e7ae013417f82b96f615e88a432&device_id=03058e28-beb3-442a-a803-6dc6b224f22f HTTP/1.1" status: 200 len: 1098 time: 0.2326884 Feb 09 15:44:23.646855 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [None req-e948480d-b986-4ad8-9780-9dc8311b8a75 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=046cbdbc0cef43fcaff058c266215684&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4640479 Feb 09 15:44:23.649539 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.wsgi [-] (82901) accepted ('10.222.0.67', 44840) {{(pid=82901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 15:44:23.779524 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631e705c-63cb-478d-872b-46c27cfdb43e req-48905750-ee4b-433e-aa0f-4acf294c2048 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:44:23.779773 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-7b3561ac-f80e-44e7-9115-dc058f9afe93 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:44:23.781943 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-631e705c-63cb-478d-872b-46c27cfdb43e req-48905750-ee4b-433e-aa0f-4acf294c2048 service neutron] 10.222.0.47 "GET /v2.0/networks?id=7e6f7d4e-b4a0-4c4e-80c2-814a38a14199 HTTP/1.1" status: 200 len: 920 time: 0.1643188 Feb 09 15:44:23.826522 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-7b3561ac-f80e-44e7-9115-dc058f9afe93 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:44:23.883826 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-631e705c-63cb-478d-872b-46c27cfdb43e req-aa9a5b82-60a4-4c2c-86ed-828a930e5a83 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=26108cad-0dea-46c3-9cd5-c9f377507cbe HTTP/1.1" status: 200 len: 217 time: 0.0848422 Feb 09 15:44:23.909292 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-7b3561ac-f80e-44e7-9115-dc058f9afe93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_delete {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:44:23.943241 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3561ac-f80e-44e7-9115-dc058f9afe93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=889e6b2d-020c-4b54-abf6-d5ffb27cda99,revision_number=None']} {{(pid=82901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:44:23.971454 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-7b3561ac-f80e-44e7-9115-dc058f9afe93 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:44:23.973129 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [None req-7b3561ac-f80e-44e7-9115-dc058f9afe93 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/889e6b2d-020c-4b54-abf6-d5ffb27cda99 HTTP/1.1" status: 204 len: 168 time: 0.3219433 Feb 09 15:44:24.005198 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631e705c-63cb-478d-872b-46c27cfdb43e req-e5bb5cf6-af8c-49f6-bba0-0fb9cb538f77 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:44:24.006596 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-631e705c-63cb-478d-872b-46c27cfdb43e req-e5bb5cf6-af8c-49f6-bba0-0fb9cb538f77 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=7b0e1516-4c73-46b2-a641-716be4f1edf5 HTTP/1.1" status: 200 len: 859 time: 0.1112998 Feb 09 15:44:24.063348 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-631e705c-63cb-478d-872b-46c27cfdb43e req-ee599fc0-be50-4132-925b-ad6328724e40 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=7e6f7d4e-b4a0-4c4e-80c2-814a38a14199&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0483360 Feb 09 15:44:24.222594 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-631e705c-63cb-478d-872b-46c27cfdb43e req-4342f595-428c-4b9f-8137-1213b6cedd4b service neutron] 10.222.0.47 "GET /v2.0/networks/7e6f7d4e-b4a0-4c4e-80c2-814a38a14199?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1473734 Feb 09 15:44:24.420154 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-631e705c-63cb-478d-872b-46c27cfdb43e req-52c7c98a-dce6-4696-93cc-514d6f0b6a26 service neutron] 10.222.0.47 "GET /v2.0/networks/7e6f7d4e-b4a0-4c4e-80c2-814a38a14199?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1706929 Feb 09 15:44:24.813636 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae406f17-fa93-40db-b637-df12e74b6636 req-c808c399-39d6-441c-976d-f78556ddb56d tempest-ServerRescueNegativeTestJSON-674815279 tempest-ServerRescueNegativeTestJSON-674815279-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:44:24.831000 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-ae406f17-fa93-40db-b637-df12e74b6636 req-c808c399-39d6-441c-976d-f78556ddb56d tempest-ServerRescueNegativeTestJSON-674815279 tempest-ServerRescueNegativeTestJSON-674815279-project] 10.222.0.67 "GET /v2.0/ports?device_id=03058e28-beb3-442a-a803-6dc6b224f22f HTTP/1.1" status: 200 len: 945 time: 0.1309385 Feb 09 15:44:24.901939 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-ae406f17-fa93-40db-b637-df12e74b6636 req-32647509-b48d-4acb-bfb3-47a065ee9f99 tempest-ServerRescueNegativeTestJSON-674815279 tempest-ServerRescueNegativeTestJSON-674815279-project] 10.222.0.67 "GET /v2.0/security-groups?id=ffc79123-c9cb-487f-b3ec-4904a4a85a48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695500 Feb 09 15:44:25.192376 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.wsgi [-] (82901) accepted ('10.222.0.67', 44916) {{(pid=82901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 15:44:25.565113 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.wsgi [-] (82901) accepted ('10.222.0.67', 44928) {{(pid=82901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 15:44:25.575880 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.api.v2.base [None req-ea26a9e5-0f93-4512-8945-7b8eb69de0ba admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-814533805-network', 'tenant_id': '9afc966496a94ffab65aa7405b76e730'}} {{(pid=82901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 15:44:25.581852 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.db.quota.driver [None req-ea26a9e5-0f93-4512-8945-7b8eb69de0ba admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 15:44:25.586599 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.quota.resource [None req-ea26a9e5-0f93-4512-8945-7b8eb69de0ba admin admin] Usage tracker for resource:network and tenant:9afc966496a94ffab65aa7405b76e730 is out of sync, need to count used quota {{(pid=82901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 15:44:25.590000 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.quota.resource [None req-ea26a9e5-0f93-4512-8945-7b8eb69de0ba admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=82901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 15:44:25.596306 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.db.quota.driver [None req-ea26a9e5-0f93-4512-8945-7b8eb69de0ba admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 15:44:25.606584 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea26a9e5-0f93-4512-8945-7b8eb69de0ba admin admin] Made reservation on behalf of 9afc966496a94ffab65aa7405b76e730 for: {'network': 1} {{(pid=82901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 15:44:25.609392 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-ea26a9e5-0f93-4512-8945-7b8eb69de0ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16080601'] for network, before_create {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:44:25.623742 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-ea26a9e5-0f93-4512-8945-7b8eb69de0ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:44:25.672849 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-ad61f5aa-e09e-4c28-8ed6-3dd6fbffd0a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:44:25.682486 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.db.quota.driver [None req-ea26a9e5-0f93-4512-8945-7b8eb69de0ba admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 15:44:25.690310 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.quota.resource [None req-ea26a9e5-0f93-4512-8945-7b8eb69de0ba admin admin] Usage tracker for resource:security_group_rule and tenant:9afc966496a94ffab65aa7405b76e730 is out of sync, need to count used quota {{(pid=82901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 15:44:25.693113 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.quota.resource [None req-ea26a9e5-0f93-4512-8945-7b8eb69de0ba admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 15:44:25.703593 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.db.quota.driver [None req-ea26a9e5-0f93-4512-8945-7b8eb69de0ba admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 15:44:25.728038 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.db.quota.driver [None req-ad61f5aa-e09e-4c28-8ed6-3dd6fbffd0a8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 15:44:25.736110 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.quota.resource [None req-ad61f5aa-e09e-4c28-8ed6-3dd6fbffd0a8 admin admin] Usage tracker for resource:security_group_rule and tenant:cd16ef7f94164b5ea3d7f84518240968 is out of sync, need to count used quota {{(pid=82901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 15:44:25.739690 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.quota.resource [None req-ad61f5aa-e09e-4c28-8ed6-3dd6fbffd0a8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 15:44:25.749020 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.db.quota.driver [None req-ad61f5aa-e09e-4c28-8ed6-3dd6fbffd0a8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 15:44:25.818201 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-ea26a9e5-0f93-4512-8945-7b8eb69de0ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:44:25.826199 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-ea26a9e5-0f93-4512-8945-7b8eb69de0ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_create {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:44:25.876676 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ea26a9e5-0f93-4512-8945-7b8eb69de0ba admin admin] vlan segment allocate from pool success with {'vlan_id': 820, 'physical_network': 'physnet1'} {{(pid=82901) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 15:44:25.895070 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea26a9e5-0f93-4512-8945-7b8eb69de0ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6abfa5a5-a92e-4fd7-8c29-7b57b3a1384c,revision_number=1']} {{(pid=82901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:44:25.902680 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-ad61f5aa-e09e-4c28-8ed6-3dd6fbffd0a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:44:25.906759 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-ea26a9e5-0f93-4512-8945-7b8eb69de0ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16132466'] for segment, precommit_create {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:44:25.907237 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.db.segments_db [None req-ea26a9e5-0f93-4512-8945-7b8eb69de0ba admin admin] Added segment ceca66d1-d49d-43f5-8915-823d848e3b84 of type vlan for network adb52d53-1f99-4a8b-b56a-97b573849a00 Feb 09 15:44:25.913325 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-ad61f5aa-e09e-4c28-8ed6-3dd6fbffd0a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_create {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:44:25.980072 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-ea26a9e5-0f93-4512-8945-7b8eb69de0ba admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756758320348'] for network, precommit_create {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:44:25.983747 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad61f5aa-e09e-4c28-8ed6-3dd6fbffd0a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d9d63db-1535-43e8-8c9d-e6c85938ced7,revision_number=1']} {{(pid=82901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:44:25.988710 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [None req-ad61f5aa-e09e-4c28-8ed6-3dd6fbffd0a8 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=cd16ef7f94164b5ea3d7f84518240968&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4226584 Feb 09 15:44:25.991990 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.wsgi [-] (82902) accepted ('10.222.0.67', 44938) {{(pid=82902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 15:44:26.018797 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-ea26a9e5-0f93-4512-8945-7b8eb69de0ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124156'] for network, after_create {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:44:26.019779 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea26a9e5-0f93-4512-8945-7b8eb69de0ba admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:44:26.020499 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-ea26a9e5-0f93-4512-8945-7b8eb69de0ba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16124149'] for network, before_response {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:44:26.063562 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-372ee627-b307-47c4-93ec-02b821931e5a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:44:26.092756 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-372ee627-b307-47c4-93ec-02b821931e5a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:44:26.146243 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-372ee627-b307-47c4-93ec-02b821931e5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_delete {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:44:26.163652 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-372ee627-b307-47c4-93ec-02b821931e5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d9d63db-1535-43e8-8c9d-e6c85938ced7,revision_number=None']} {{(pid=82902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:44:26.179867 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-372ee627-b307-47c4-93ec-02b821931e5a admin admin] Notify callbacks [] for security_group, before_response {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:44:26.181495 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [None req-372ee627-b307-47c4-93ec-02b821931e5a admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/1d9d63db-1535-43e8-8c9d-e6c85938ced7 HTTP/1.1" status: 204 len: 168 time: 0.1867278 Feb 09 15:44:26.186278 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea26a9e5-0f93-4512-8945-7b8eb69de0ba admin admin] Pushing event updated for resources: {'Network': ['ID=adb52d53-1f99-4a8b-b56a-97b573849a00,revision_number=1']} {{(pid=82901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:44:26.196601 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.wsgi [-] (82902) accepted ('10.222.0.67', 44944) {{(pid=82902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 15:44:26.196846 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [None req-ea26a9e5-0f93-4512-8945-7b8eb69de0ba admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.0030863 Feb 09 15:44:26.202704 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.api.v2.base [None req-542172a5-e4d1-4630-be6e-86d4efa2e327 admin admin] Request body: {'subnet': {'network_id': 'adb52d53-1f99-4a8b-b56a-97b573849a00', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-814533805-subnet', 'tenant_id': '9afc966496a94ffab65aa7405b76e730', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=82902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 15:44:26.207005 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.plugins.ml2.rpc [None req-608c4fd2-211a-4ca9-a277-ad2a51be62ff None None] Network adb52d53-1f99-4a8b-b56a-97b573849a00 details requested by agent ovs-agent-dv-cinder-825105-1-iscsi with host dv-cinder-825105-1-iscsi {{(pid=82903) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 15:44:26.208022 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.db.quota.driver [None req-542172a5-e4d1-4630-be6e-86d4efa2e327 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 15:44:26.212070 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.quota.resource [None req-542172a5-e4d1-4630-be6e-86d4efa2e327 admin admin] Usage tracker for resource:subnet and tenant:9afc966496a94ffab65aa7405b76e730 is out of sync, need to count used quota {{(pid=82902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 15:44:26.216184 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.quota.resource [None req-542172a5-e4d1-4630-be6e-86d4efa2e327 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=82902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 15:44:26.222190 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.db.quota.driver [None req-542172a5-e4d1-4630-be6e-86d4efa2e327 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 15:44:26.239515 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-542172a5-e4d1-4630-be6e-86d4efa2e327 admin admin] Made reservation on behalf of 9afc966496a94ffab65aa7405b76e730 for: {'subnet': 1} {{(pid=82902) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 15:44:26.242120 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-542172a5-e4d1-4630-be6e-86d4efa2e327 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1082463'] for subnet, before_create {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:44:26.249935 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6e3660-76f6-48dd-9b99-406752b1a23e req-c4b3b0a0-b416-40ad-bbf2-f73f98d90ece tempest-ServerRescueNegativeTestJSON-674815279 tempest-ServerRescueNegativeTestJSON-674815279-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:44:26.251602 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-2d6e3660-76f6-48dd-9b99-406752b1a23e req-c4b3b0a0-b416-40ad-bbf2-f73f98d90ece tempest-ServerRescueNegativeTestJSON-674815279 tempest-ServerRescueNegativeTestJSON-674815279-project] 10.222.0.67 "GET /v2.0/ports?device_id=03058e28-beb3-442a-a803-6dc6b224f22f HTTP/1.1" status: 200 len: 945 time: 0.2015982 Feb 09 15:44:26.348079 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-2d6e3660-76f6-48dd-9b99-406752b1a23e req-1bf04c02-db13-4675-ac6a-deebe5ac6026 tempest-ServerRescueNegativeTestJSON-674815279 tempest-ServerRescueNegativeTestJSON-674815279-project] 10.222.0.67 "GET /v2.0/security-groups?id=ffc79123-c9cb-487f-b3ec-4904a4a85a48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900486 Feb 09 15:44:26.499326 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-542172a5-e4d1-4630-be6e-86d4efa2e327 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1633683', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1082465'] for subnet, after_create {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:44:26.574602 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-542172a5-e4d1-4630-be6e-86d4efa2e327 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8f937dd4-3977-40fd-b3b3-6aecfd24d159,revision_number=0']} {{(pid=82902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:44:26.585404 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-542172a5-e4d1-4630-be6e-86d4efa2e327 admin admin] Checking segment: {'id': 'ceca66d1-d49d-43f5-8915-823d848e3b84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': 'adb52d53-1f99-4a8b-b56a-97b573849a00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 15:44:26.585749 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-542172a5-e4d1-4630-be6e-86d4efa2e327 admin admin] Network hostable DHCP agents. Network: adb52d53-1f99-4a8b-b56a-97b573849a00, hostable agents: ['534ecb3d-5fb5-4496-b97c-b20b93fdf8ec'], hosted agents: [] {{(pid=82902) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 15:44:26.586258 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.wsgi [-] (82901) accepted ('10.222.0.67', 44952) {{(pid=82901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 15:44:26.609387 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-542172a5-e4d1-4630-be6e-86d4efa2e327 admin admin] Network adb52d53-1f99-4a8b-b56a-97b573849a00 is scheduled to be hosted by DHCP agent 534ecb3d-5fb5-4496-b97c-b20b93fdf8ec with binding_index 1 {{(pid=82902) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 15:44:26.623672 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.scheduler.base_scheduler [None req-542172a5-e4d1-4630-be6e-86d4efa2e327 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-825105-1-iscsi, adb52d53-1f99-4a8b-b56a-97b573849a00) {{(pid=82902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 15:44:26.630237 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-542172a5-e4d1-4630-be6e-86d4efa2e327 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=82902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:44:26.630652 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-542172a5-e4d1-4630-be6e-86d4efa2e327 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16124149'] for subnet, before_response {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:44:26.635739 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-615a38e6-6ecb-4156-9fe0-f9ebc7abd7ea None None] Network adb52d53-1f99-4a8b-b56a-97b573849a00 requested from dv-cinder-825105-1-iscsi {{(pid=82903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 15:44:26.656734 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [None req-542172a5-e4d1-4630-be6e-86d4efa2e327 admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4573259 Feb 09 15:44:26.666065 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-05723d3a-d37c-4428-ad37-005bc0dfb24a admin admin] Notify callbacks [] for security_group, before_create {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:44:26.716925 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.db.quota.driver [None req-05723d3a-d37c-4428-ad37-005bc0dfb24a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 15:44:26.721249 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.quota.resource [None req-05723d3a-d37c-4428-ad37-005bc0dfb24a admin admin] Usage tracker for resource:security_group_rule and tenant:72459645a59e4c51b4f9c7b1d51bc275 is out of sync, need to count used quota {{(pid=82901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 15:44:26.725341 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.quota.resource [None req-05723d3a-d37c-4428-ad37-005bc0dfb24a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 15:44:26.734995 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.db.quota.driver [None req-05723d3a-d37c-4428-ad37-005bc0dfb24a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 15:44:26.827889 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-05723d3a-d37c-4428-ad37-005bc0dfb24a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:44:26.834042 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-05723d3a-d37c-4428-ad37-005bc0dfb24a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_create {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:44:26.902169 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05723d3a-d37c-4428-ad37-005bc0dfb24a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4867c94b-fabc-4c7b-ba89-a7beb64474f9,revision_number=1']} {{(pid=82901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:44:26.906710 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [None req-05723d3a-d37c-4428-ad37-005bc0dfb24a admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=72459645a59e4c51b4f9c7b1d51bc275&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3193455 Feb 09 15:44:26.909377 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.wsgi [-] (82901) accepted ('10.222.0.67', 44966) {{(pid=82901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 15:44:26.915925 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1fc9564-0129-4719-8f9c-2d4d0188ea4e None None] Network adb52d53-1f99-4a8b-b56a-97b573849a00 requested from dv-cinder-825105-1-iscsi {{(pid=82903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 15:44:26.978877 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-aa104fc5-a697-4e5a-97e3-1a7e78b6159b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:44:27.045904 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-aa104fc5-a697-4e5a-97e3-1a7e78b6159b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:44:27.132545 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-aa104fc5-a697-4e5a-97e3-1a7e78b6159b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_delete {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:44:27.159692 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa104fc5-a697-4e5a-97e3-1a7e78b6159b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4867c94b-fabc-4c7b-ba89-a7beb64474f9,revision_number=None']} {{(pid=82901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:44:27.164773 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-aa104fc5-a697-4e5a-97e3-1a7e78b6159b admin admin] Notify callbacks [] for security_group, before_response {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:44:27.166192 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [None req-aa104fc5-a697-4e5a-97e3-1a7e78b6159b admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/4867c94b-fabc-4c7b-ba89-a7beb64474f9 HTTP/1.1" status: 204 len: 168 time: 0.2558742 Feb 09 15:44:27.625483 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2a2734-4ea1-484d-a66a-32d7ef0082ac req-972cea19-ab6c-4595-b1b0-c308fe2e9a1a tempest-ServerRescueNegativeTestJSON-674815279 tempest-ServerRescueNegativeTestJSON-674815279-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:44:27.627107 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-dd2a2734-4ea1-484d-a66a-32d7ef0082ac req-972cea19-ab6c-4595-b1b0-c308fe2e9a1a tempest-ServerRescueNegativeTestJSON-674815279 tempest-ServerRescueNegativeTestJSON-674815279-project] 10.222.0.67 "GET /v2.0/ports?device_id=03058e28-beb3-442a-a803-6dc6b224f22f HTTP/1.1" status: 200 len: 945 time: 0.1055510 Feb 09 15:44:27.686586 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-dd2a2734-4ea1-484d-a66a-32d7ef0082ac req-3a161460-5e6a-4d73-8b2b-5e2bde71fc52 tempest-ServerRescueNegativeTestJSON-674815279 tempest-ServerRescueNegativeTestJSON-674815279-project] 10.222.0.67 "GET /v2.0/security-groups?id=ffc79123-c9cb-487f-b3ec-4904a4a85a48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444221 Feb 09 15:44:27.915116 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-9aac3e3a-6fa5-427a-86b7-53e1374d55f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758786133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16008869'] for agent, after_update {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:44:28.231702 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-c8fccf8d-ce00-4413-8457-440442677c31 req-dba4ed09-dcfe-453b-bb44-d722bc641192 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=71ed887c-38f9-4a4b-942b-2ee78a0aceaf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0699186 Feb 09 15:44:28.452830 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-c8fccf8d-ce00-4413-8457-440442677c31 req-206acde5-7953-494f-b000-7c464150f8a2 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=5408654e4de147309f8b24e479cf1661&device_id=71ed887c-38f9-4a4b-942b-2ee78a0aceaf HTTP/1.1" status: 200 len: 1099 time: 0.1357665 Feb 09 15:44:28.639947 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8fccf8d-ce00-4413-8457-440442677c31 req-679d96cd-cf71-491b-a59a-18eaa8012664 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:44:28.642351 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-c8fccf8d-ce00-4413-8457-440442677c31 req-679d96cd-cf71-491b-a59a-18eaa8012664 service neutron] 10.222.0.47 "GET /v2.0/networks?id=072a4996-791d-4390-ba5a-5e0a5fbf88c4 HTTP/1.1" status: 200 len: 916 time: 0.1612737 Feb 09 15:44:28.748947 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-c8fccf8d-ce00-4413-8457-440442677c31 req-7ab5a786-a036-4192-a790-01dd10e9d6e9 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=56df3510-a584-4b16-a3b5-6c6c62b3a342 HTTP/1.1" status: 200 len: 217 time: 0.0967453 Feb 09 15:44:28.877557 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8fccf8d-ce00-4413-8457-440442677c31 req-ee2d87af-f384-4ee8-9b52-d916f8c1365b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:44:28.879080 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-c8fccf8d-ce00-4413-8457-440442677c31 req-ee2d87af-f384-4ee8-9b52-d916f8c1365b service neutron] 10.222.0.47 "GET /v2.0/subnets?id=d622abef-cdcb-4b2b-b25a-610e3a6ed20d HTTP/1.1" status: 200 len: 855 time: 0.1014512 Feb 09 15:44:28.948191 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-c8fccf8d-ce00-4413-8457-440442677c31 req-227511d6-6d70-4b72-8833-b1cbe46ed868 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=072a4996-791d-4390-ba5a-5e0a5fbf88c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0576003 Feb 09 15:44:28.975644 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ecede52-f0c7-4915-b4e2-19178bcb8e2e req-082df06f-6f37-413c-a31c-3b5f6deaba2c tempest-ServerRescueNegativeTestJSON-674815279 tempest-ServerRescueNegativeTestJSON-674815279-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:44:28.984370 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-8ecede52-f0c7-4915-b4e2-19178bcb8e2e req-082df06f-6f37-413c-a31c-3b5f6deaba2c tempest-ServerRescueNegativeTestJSON-674815279 tempest-ServerRescueNegativeTestJSON-674815279-project] 10.222.0.67 "GET /v2.0/ports?device_id=03058e28-beb3-442a-a803-6dc6b224f22f HTTP/1.1" status: 200 len: 945 time: 0.1415102 Feb 09 15:44:29.076865 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-8ecede52-f0c7-4915-b4e2-19178bcb8e2e req-cadfa350-4edd-4494-8071-486e67d6b364 tempest-ServerRescueNegativeTestJSON-674815279 tempest-ServerRescueNegativeTestJSON-674815279-project] 10.222.0.67 "GET /v2.0/security-groups?id=ffc79123-c9cb-487f-b3ec-4904a4a85a48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914469 Feb 09 15:44:29.179144 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-c8fccf8d-ce00-4413-8457-440442677c31 req-ce07c74e-67bb-49a6-bd8c-0378edc14443 service neutron] 10.222.0.47 "GET /v2.0/networks/072a4996-791d-4390-ba5a-5e0a5fbf88c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2215052 Feb 09 15:44:29.452950 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658b30fa-a4bc-49bd-82e2-e598a41d80a5 req-b5a4571b-f62e-431c-9ed9-72511ea4ff89 tempest-VolumesActionsTest-2010539232 tempest-VolumesActionsTest-2010539232-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:44:29.454402 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-658b30fa-a4bc-49bd-82e2-e598a41d80a5 req-b5a4571b-f62e-431c-9ed9-72511ea4ff89 tempest-VolumesActionsTest-2010539232 tempest-VolumesActionsTest-2010539232-project] 10.222.0.67 "GET /v2.0/networks?id=adb52d53-1f99-4a8b-b56a-97b573849a00 HTTP/1.1" status: 200 len: 808 time: 0.2743864 Feb 09 15:44:29.457737 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-c8fccf8d-ce00-4413-8457-440442677c31 req-a404110c-c879-42f1-beb7-f8b22916e250 service neutron] 10.222.0.47 "GET /v2.0/networks/072a4996-791d-4390-ba5a-5e0a5fbf88c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2457731 Feb 09 15:44:29.472610 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-658b30fa-a4bc-49bd-82e2-e598a41d80a5 req-f9149af9-7070-4a20-8237-1da6acd09e1f tempest-VolumesActionsTest-2010539232 tempest-VolumesActionsTest-2010539232-project] 10.222.0.67 "GET /v2.0/quotas/9afc966496a94ffab65aa7405b76e730 HTTP/1.1" status: 200 len: 375 time: 0.0127449 Feb 09 15:44:29.526737 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-658b30fa-a4bc-49bd-82e2-e598a41d80a5 req-b8631956-3fb4-4b7c-b42f-6f601677a53f tempest-VolumesActionsTest-2010539232 tempest-VolumesActionsTest-2010539232-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=9afc966496a94ffab65aa7405b76e730&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0463572 Feb 09 15:44:29.675364 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-658b30fa-a4bc-49bd-82e2-e598a41d80a5 req-2884dd54-1c55-464c-bb4c-7aaeb9758b2f service neutron] 10.222.0.67 "GET /v2.0/networks/adb52d53-1f99-4a8b-b56a-97b573849a00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1409612 Feb 09 15:44:29.858579 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-658b30fa-a4bc-49bd-82e2-e598a41d80a5 req-c6a3b18c-31be-4228-851b-4f945f2204d2 service neutron] 10.222.0.67 "GET /v2.0/networks/adb52d53-1f99-4a8b-b56a-97b573849a00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1757517 Feb 09 15:44:30.099744 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-09ec0864-e340-48fd-b414-730462cadb2e req-ee19f672-67c8-4407-9494-8d568a2b2211 tempest-VolumesActionsTest-2010539232 tempest-VolumesActionsTest-2010539232-project] 10.222.0.67 "GET /v2.0/ports?device_id=c0f56d0b-bbc8-474b-829f-e48326334c1b HTTP/1.1" status: 200 len: 210 time: 0.0778179 Feb 09 15:44:30.249824 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-812787cf-6466-4ce1-8c4e-c32e14b18d8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758786133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16008869'] for agent, after_update {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:44:30.306051 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-db444bec-4d41-49d9-b947-580978366939 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758786133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16008869'] for agent, after_update {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:44:30.375449 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d20615-e510-4376-b509-92ff4d14914b req-329e3d13-dd63-496d-80af-5b1a74136792 tempest-ServerRescueNegativeTestJSON-674815279 tempest-ServerRescueNegativeTestJSON-674815279-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:44:30.377202 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-b0d20615-e510-4376-b509-92ff4d14914b req-329e3d13-dd63-496d-80af-5b1a74136792 tempest-ServerRescueNegativeTestJSON-674815279 tempest-ServerRescueNegativeTestJSON-674815279-project] 10.222.0.67 "GET /v2.0/ports?device_id=03058e28-beb3-442a-a803-6dc6b224f22f HTTP/1.1" status: 200 len: 945 time: 0.1287673 Feb 09 15:44:30.444641 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-b0d20615-e510-4376-b509-92ff4d14914b req-6dd2cbab-58af-4992-aecc-9865e7ea496e tempest-ServerRescueNegativeTestJSON-674815279 tempest-ServerRescueNegativeTestJSON-674815279-project] 10.222.0.67 "GET /v2.0/security-groups?id=ffc79123-c9cb-487f-b3ec-4904a4a85a48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589979 Feb 09 15:44:30.659918 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.wsgi [-] (82902) accepted ('10.222.0.67', 45118) {{(pid=82902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 15:44:30.831008 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-e15ee04d-7491-44b2-a6cd-9acdf83ec407 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:44:30.870672 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.db.quota.driver [None req-e15ee04d-7491-44b2-a6cd-9acdf83ec407 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 15:44:30.875703 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.quota.resource [None req-e15ee04d-7491-44b2-a6cd-9acdf83ec407 admin admin] Usage tracker for resource:security_group_rule and tenant:d80b969202eb49e39d0fb38f1097847b is out of sync, need to count used quota {{(pid=82902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 15:44:30.878797 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.quota.resource [None req-e15ee04d-7491-44b2-a6cd-9acdf83ec407 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 15:44:30.881346 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.wsgi [-] (82901) accepted ('10.222.0.67', 45128) {{(pid=82901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 15:44:30.891042 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.db.quota.driver [None req-e15ee04d-7491-44b2-a6cd-9acdf83ec407 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 15:44:30.970024 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-e15ee04d-7491-44b2-a6cd-9acdf83ec407 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:44:30.981636 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-e15ee04d-7491-44b2-a6cd-9acdf83ec407 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_create {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:44:31.040042 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e15ee04d-7491-44b2-a6cd-9acdf83ec407 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0906b2ee-8ac7-43a9-98a7-409298d0817b,revision_number=1']} {{(pid=82902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:44:31.047179 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [None req-e15ee04d-7491-44b2-a6cd-9acdf83ec407 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=d80b969202eb49e39d0fb38f1097847b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3858039 Feb 09 15:44:31.049772 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.wsgi [-] (82901) accepted ('10.222.0.67', 45134) {{(pid=82901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 15:44:31.061260 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e15ee04d-7491-44b2-a6cd-9acdf83ec407 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825105-1-iscsi {{(pid=82902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:44:31.061694 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e15ee04d-7491-44b2-a6cd-9acdf83ec407 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825105-1-iscsi {{(pid=82902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:44:31.062488 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e15ee04d-7491-44b2-a6cd-9acdf83ec407 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825105-1-iscsi {{(pid=82902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:44:31.064020 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e15ee04d-7491-44b2-a6cd-9acdf83ec407 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825105-1-iscsi {{(pid=82902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:44:31.064020 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e15ee04d-7491-44b2-a6cd-9acdf83ec407 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825105-1-iscsi {{(pid=82902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:44:31.064020 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e15ee04d-7491-44b2-a6cd-9acdf83ec407 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-825105-1-iscsi {{(pid=82902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:44:31.064020 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e15ee04d-7491-44b2-a6cd-9acdf83ec407 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825105-1-iscsi {{(pid=82902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:44:31.064460 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e15ee04d-7491-44b2-a6cd-9acdf83ec407 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825105-1-iscsi {{(pid=82902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:44:31.064749 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e15ee04d-7491-44b2-a6cd-9acdf83ec407 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825105-1-iscsi {{(pid=82902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:44:31.065158 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e15ee04d-7491-44b2-a6cd-9acdf83ec407 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825105-1-iscsi {{(pid=82902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:44:31.065392 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e15ee04d-7491-44b2-a6cd-9acdf83ec407 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825105-1-iscsi {{(pid=82902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:44:31.117276 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-e8a0c496-a012-4c85-9f2c-3e94ba36897f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:44:31.148399 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-e8a0c496-a012-4c85-9f2c-3e94ba36897f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:44:31.180957 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-d8c289f7-e0d3-4e7b-9fbc-e86975da32e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:44:31.223472 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-1f7d0426-72a7-4c89-8e53-4ec430751ccf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758786133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16008869'] for agent, after_update {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:44:31.240842 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.db.quota.driver [None req-d8c289f7-e0d3-4e7b-9fbc-e86975da32e0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 15:44:31.281989 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.quota.resource [None req-d8c289f7-e0d3-4e7b-9fbc-e86975da32e0 admin admin] Usage tracker for resource:security_group_rule and tenant:261a9fa133db4edeb9e717ca30cbe291 is out of sync, need to count used quota {{(pid=82901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 15:44:31.290833 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.quota.resource [None req-d8c289f7-e0d3-4e7b-9fbc-e86975da32e0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 15:44:31.296962 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-9f3c2518-b54c-452e-9ee9-f6093f4d1d1b req-cbb8b823-c2e5-4ff7-bfb0-913360513e13 tempest-VolumesActionsTest-2010539232 tempest-VolumesActionsTest-2010539232-project] 10.222.0.67 "GET /v2.0/ports?device_id=c0f56d0b-bbc8-474b-829f-e48326334c1b HTTP/1.1" status: 200 len: 210 time: 0.0594366 Feb 09 15:44:31.300714 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-e8a0c496-a012-4c85-9f2c-3e94ba36897f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_delete {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:44:31.304574 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.db.quota.driver [None req-d8c289f7-e0d3-4e7b-9fbc-e86975da32e0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 15:44:31.323617 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a0c496-a012-4c85-9f2c-3e94ba36897f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0906b2ee-8ac7-43a9-98a7-409298d0817b,revision_number=None']} {{(pid=82901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:44:31.357446 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a0c496-a012-4c85-9f2c-3e94ba36897f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825105-1-iscsi {{(pid=82901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:44:31.357859 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a0c496-a012-4c85-9f2c-3e94ba36897f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825105-1-iscsi {{(pid=82901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:44:31.358188 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a0c496-a012-4c85-9f2c-3e94ba36897f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825105-1-iscsi {{(pid=82901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:44:31.358509 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a0c496-a012-4c85-9f2c-3e94ba36897f admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825105-1-iscsi {{(pid=82901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:44:31.358832 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a0c496-a012-4c85-9f2c-3e94ba36897f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825105-1-iscsi {{(pid=82901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:44:31.359374 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a0c496-a012-4c85-9f2c-3e94ba36897f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-825105-1-iscsi {{(pid=82901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:44:31.359677 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a0c496-a012-4c85-9f2c-3e94ba36897f admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825105-1-iscsi {{(pid=82901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:44:31.360143 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a0c496-a012-4c85-9f2c-3e94ba36897f admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825105-1-iscsi {{(pid=82901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:44:31.360535 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a0c496-a012-4c85-9f2c-3e94ba36897f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825105-1-iscsi {{(pid=82901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:44:31.360926 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a0c496-a012-4c85-9f2c-3e94ba36897f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825105-1-iscsi {{(pid=82901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:44:31.361479 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a0c496-a012-4c85-9f2c-3e94ba36897f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825105-1-iscsi {{(pid=82901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:44:31.369025 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-e8a0c496-a012-4c85-9f2c-3e94ba36897f admin admin] Notify callbacks [] for security_group, before_response {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:44:31.372794 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [None req-e8a0c496-a012-4c85-9f2c-3e94ba36897f admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/0906b2ee-8ac7-43a9-98a7-409298d0817b HTTP/1.1" status: 204 len: 168 time: 0.3194084 Feb 09 15:44:31.430602 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-d8c289f7-e0d3-4e7b-9fbc-e86975da32e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:44:31.438110 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-d8c289f7-e0d3-4e7b-9fbc-e86975da32e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_create {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:44:31.499603 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c289f7-e0d3-4e7b-9fbc-e86975da32e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d880021-470e-4399-9d22-7e6388bf6337,revision_number=1']} {{(pid=82901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:44:31.523039 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [None req-d8c289f7-e0d3-4e7b-9fbc-e86975da32e0 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=261a9fa133db4edeb9e717ca30cbe291&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6403880 Feb 09 15:44:31.525551 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.wsgi [-] (82901) accepted ('10.222.0.67', 45146) {{(pid=82901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 15:44:31.569008 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-608c4fd2-211a-4ca9-a277-ad2a51be62ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758786133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16008869'] for agent, after_update {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:44:31.633318 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-51924ad6-4f14-49b0-8bbc-41f434975430 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:44:31.664279 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-51924ad6-4f14-49b0-8bbc-41f434975430 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:44:31.744097 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-51924ad6-4f14-49b0-8bbc-41f434975430 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_delete {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:44:31.772533 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51924ad6-4f14-49b0-8bbc-41f434975430 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d880021-470e-4399-9d22-7e6388bf6337,revision_number=None']} {{(pid=82901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:44:31.781683 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-51924ad6-4f14-49b0-8bbc-41f434975430 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:44:31.783794 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [None req-51924ad6-4f14-49b0-8bbc-41f434975430 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/1d880021-470e-4399-9d22-7e6388bf6337 HTTP/1.1" status: 204 len: 168 time: 0.2571609 Feb 09 15:44:31.848267 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658b30fa-a4bc-49bd-82e2-e598a41d80a5 req-71773833-6c64-4d89-a501-6a2630bfc930 tempest-VolumesActionsTest-2010539232 tempest-VolumesActionsTest-2010539232-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:44:31.849699 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-658b30fa-a4bc-49bd-82e2-e598a41d80a5 req-71773833-6c64-4d89-a501-6a2630bfc930 tempest-VolumesActionsTest-2010539232 tempest-VolumesActionsTest-2010539232-project] 10.222.0.47 "GET /v2.0/networks?id=adb52d53-1f99-4a8b-b56a-97b573849a00 HTTP/1.1" status: 200 len: 808 time: 0.3467243 Feb 09 15:44:31.858774 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.wsgi [-] (82901) accepted ('10.222.0.67', 45154) {{(pid=82901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 15:44:31.871988 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.api.v2.base [req-658b30fa-a4bc-49bd-82e2-e598a41d80a5 req-6699882b-1784-4b41-a5c1-0d4f54342234 tempest-VolumesActionsTest-2010539232 tempest-VolumesActionsTest-2010539232-project] Request body: {'port': {'device_id': 'c0f56d0b-bbc8-474b-829f-e48326334c1b', 'network_id': 'adb52d53-1f99-4a8b-b56a-97b573849a00', 'admin_state_up': True, 'tenant_id': '9afc966496a94ffab65aa7405b76e730'}} {{(pid=82902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 15:44:31.880518 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-2238cf6f-2d76-4d6a-a150-40d7bc03fa30 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:44:31.896157 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c8c723-a749-40cc-9f54-a23c968b6f54 req-1f5461c2-19f2-4f68-99dd-0f8c4a985976 tempest-ServerRescueNegativeTestJSON-674815279 tempest-ServerRescueNegativeTestJSON-674815279-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:44:31.897594 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-52c8c723-a749-40cc-9f54-a23c968b6f54 req-1f5461c2-19f2-4f68-99dd-0f8c4a985976 tempest-ServerRescueNegativeTestJSON-674815279 tempest-ServerRescueNegativeTestJSON-674815279-project] 10.222.0.67 "GET /v2.0/ports?device_id=03058e28-beb3-442a-a803-6dc6b224f22f HTTP/1.1" status: 200 len: 945 time: 0.2543681 Feb 09 15:44:31.919426 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.db.quota.driver [None req-2238cf6f-2d76-4d6a-a150-40d7bc03fa30 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 15:44:31.923745 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.quota.resource [None req-2238cf6f-2d76-4d6a-a150-40d7bc03fa30 admin admin] Usage tracker for resource:security_group_rule and tenant:1bf88d54589c4b22af2b97481b3881a5 is out of sync, need to count used quota {{(pid=82901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 15:44:31.926583 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.quota.resource [None req-2238cf6f-2d76-4d6a-a150-40d7bc03fa30 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 15:44:31.934920 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.db.quota.driver [None req-2238cf6f-2d76-4d6a-a150-40d7bc03fa30 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 15:44:32.010821 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-2238cf6f-2d76-4d6a-a150-40d7bc03fa30 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:44:32.020138 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-2238cf6f-2d76-4d6a-a150-40d7bc03fa30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_create {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:44:32.034959 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-52c8c723-a749-40cc-9f54-a23c968b6f54 req-e9ae7cb1-ca22-4582-b20e-5f2a208cd1a1 tempest-ServerRescueNegativeTestJSON-674815279 tempest-ServerRescueNegativeTestJSON-674815279-project] 10.222.0.67 "GET /v2.0/security-groups?id=ffc79123-c9cb-487f-b3ec-4904a4a85a48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881991 Feb 09 15:44:32.082839 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.db.quota.driver [req-658b30fa-a4bc-49bd-82e2-e598a41d80a5 req-6699882b-1784-4b41-a5c1-0d4f54342234 tempest-VolumesActionsTest-2010539232 tempest-VolumesActionsTest-2010539232-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 15:44:32.087419 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.quota.resource [req-658b30fa-a4bc-49bd-82e2-e598a41d80a5 req-6699882b-1784-4b41-a5c1-0d4f54342234 tempest-VolumesActionsTest-2010539232 tempest-VolumesActionsTest-2010539232-project] Usage tracker for resource:port and tenant:9afc966496a94ffab65aa7405b76e730 is out of sync, need to count used quota {{(pid=82902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 15:44:32.090842 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.quota.resource [req-658b30fa-a4bc-49bd-82e2-e598a41d80a5 req-6699882b-1784-4b41-a5c1-0d4f54342234 tempest-VolumesActionsTest-2010539232 tempest-VolumesActionsTest-2010539232-project] Quota usage for port was recalculated. Used quota:0. {{(pid=82902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 15:44:32.098155 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.db.quota.driver [req-658b30fa-a4bc-49bd-82e2-e598a41d80a5 req-6699882b-1784-4b41-a5c1-0d4f54342234 tempest-VolumesActionsTest-2010539232 tempest-VolumesActionsTest-2010539232-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=82902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 15:44:32.099343 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2238cf6f-2d76-4d6a-a150-40d7bc03fa30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d114b53e-95a7-4ba0-ad18-f1ebfba7d1e2,revision_number=1']} {{(pid=82901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:44:32.112000 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [None req-2238cf6f-2d76-4d6a-a150-40d7bc03fa30 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=1bf88d54589c4b22af2b97481b3881a5&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2494504 Feb 09 15:44:32.112000 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.wsgi [-] (82901) accepted ('10.222.0.67', 45162) {{(pid=82901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 15:44:32.134269 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-658b30fa-a4bc-49bd-82e2-e598a41d80a5 req-6699882b-1784-4b41-a5c1-0d4f54342234 tempest-VolumesActionsTest-2010539232 tempest-VolumesActionsTest-2010539232-project] Made reservation on behalf of 9afc966496a94ffab65aa7405b76e730 for: {'port': 1} {{(pid=82902) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 15:44:32.139261 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [req-658b30fa-a4bc-49bd-82e2-e598a41d80a5 req-6699882b-1784-4b41-a5c1-0d4f54342234 tempest-VolumesActionsTest-2010539232 tempest-VolumesActionsTest-2010539232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16080601'] for port, before_create {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:44:32.198952 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-191e6ee4-f9a4-47d4-8fe3-0f90a1f98ff0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:44:32.233971 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-191e6ee4-f9a4-47d4-8fe3-0f90a1f98ff0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:44:32.299802 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-191e6ee4-f9a4-47d4-8fe3-0f90a1f98ff0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_delete {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:44:32.321326 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-191e6ee4-f9a4-47d4-8fe3-0f90a1f98ff0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d114b53e-95a7-4ba0-ad18-f1ebfba7d1e2,revision_number=None']} {{(pid=82901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:44:32.342781 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-191e6ee4-f9a4-47d4-8fe3-0f90a1f98ff0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:44:32.344061 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [None req-191e6ee4-f9a4-47d4-8fe3-0f90a1f98ff0 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/d114b53e-95a7-4ba0-ad18-f1ebfba7d1e2 HTTP/1.1" status: 204 len: 168 time: 0.2306781 Feb 09 15:44:32.347137 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.db.db_base_plugin_common [req-658b30fa-a4bc-49bd-82e2-e598a41d80a5 req-6699882b-1784-4b41-a5c1-0d4f54342234 tempest-VolumesActionsTest-2010539232 tempest-VolumesActionsTest-2010539232-project] Allocated IP 172.20.0.7 (adb52d53-1f99-4a8b-b56a-97b573849a00/8f937dd4-3977-40fd-b3b3-6aecfd24d159/18e7f452-f9ff-483c-b8ae-2b3d91bf7f12) {{(pid=82902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 15:44:32.407150 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.wsgi [-] (82901) accepted ('10.222.0.67', 45170) {{(pid=82901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 15:44:32.426469 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-b5d05af6-80a5-443e-be83-9c2854033b3a admin admin] Notify callbacks [] for security_group, before_create {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:44:32.504354 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.db.quota.driver [None req-b5d05af6-80a5-443e-be83-9c2854033b3a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 15:44:32.522222 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.quota.resource [None req-b5d05af6-80a5-443e-be83-9c2854033b3a admin admin] Usage tracker for resource:security_group_rule and tenant:00d562d2f8c84096a972d27bc5af530d is out of sync, need to count used quota {{(pid=82901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 15:44:32.526338 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-481f1208-4d4f-447c-9db8-65dc5c8ae20b req-45409569-0ef4-4f31-a767-305c19cebe2c tempest-VolumesActionsTest-2010539232 tempest-VolumesActionsTest-2010539232-project] 10.222.0.67 "GET /v2.0/ports?device_id=c0f56d0b-bbc8-474b-829f-e48326334c1b HTTP/1.1" status: 200 len: 210 time: 0.0598817 Feb 09 15:44:32.527240 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.quota.resource [None req-b5d05af6-80a5-443e-be83-9c2854033b3a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 15:44:32.534900 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.db.quota.driver [None req-b5d05af6-80a5-443e-be83-9c2854033b3a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 15:44:32.635725 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-b5d05af6-80a5-443e-be83-9c2854033b3a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:44:32.641260 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-b5d05af6-80a5-443e-be83-9c2854033b3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_create {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:44:32.681338 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [req-658b30fa-a4bc-49bd-82e2-e598a41d80a5 req-6699882b-1784-4b41-a5c1-0d4f54342234 tempest-VolumesActionsTest-2010539232 tempest-VolumesActionsTest-2010539232-project] Notify callbacks [] for port, precommit_create {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:44:32.693983 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d05af6-80a5-443e-be83-9c2854033b3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2851f221-3641-479d-abf6-5cf149450f80,revision_number=1']} {{(pid=82901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:44:32.700344 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [None req-b5d05af6-80a5-443e-be83-9c2854033b3a admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=00d562d2f8c84096a972d27bc5af530d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2919991 Feb 09 15:44:32.706670 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.wsgi [-] (82901) accepted ('10.222.0.67', 45180) {{(pid=82901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 15:44:32.729372 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [req-658b30fa-a4bc-49bd-82e2-e598a41d80a5 req-6699882b-1784-4b41-a5c1-0d4f54342234 tempest-VolumesActionsTest-2010539232 tempest-VolumesActionsTest-2010539232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16080037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124156', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756758334037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1633551'] for port, after_create {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:44:32.784587 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-58a1234b-eda6-4906-87ef-8f4b920a8315 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:44:32.836160 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-58a1234b-eda6-4906-87ef-8f4b920a8315 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:44:32.866845 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-658b30fa-a4bc-49bd-82e2-e598a41d80a5 req-6699882b-1784-4b41-a5c1-0d4f54342234 tempest-VolumesActionsTest-2010539232 tempest-VolumesActionsTest-2010539232-project] Network adb52d53-1f99-4a8b-b56a-97b573849a00 is already hosted by enough agents. {{(pid=82902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 15:44:32.876283 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.scheduler.base_scheduler [req-658b30fa-a4bc-49bd-82e2-e598a41d80a5 req-6699882b-1784-4b41-a5c1-0d4f54342234 tempest-VolumesActionsTest-2010539232 tempest-VolumesActionsTest-2010539232-project] Resources bound (agent type, host, resource id): {{(pid=82902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 15:44:32.882588 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.db.l3_dvrscheduler_db [req-658b30fa-a4bc-49bd-82e2-e598a41d80a5 req-6699882b-1784-4b41-a5c1-0d4f54342234 tempest-VolumesActionsTest-2010539232 tempest-VolumesActionsTest-2010539232-project] Received port after_create {{(pid=82902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 15:44:32.945271 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6699882b-1784-4b41-a5c1-0d4f54342234 tempest-VolumesActionsTest-2010539232 tempest-VolumesActionsTest-2010539232-project] Pushing event updated for resources: {'Port': ['ID=18e7f452-f9ff-483c-b8ae-2b3d91bf7f12,revision_number=1']} {{(pid=82902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:44:32.970398 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-58a1234b-eda6-4906-87ef-8f4b920a8315 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_delete {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:44:32.979026 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658b30fa-a4bc-49bd-82e2-e598a41d80a5 req-6699882b-1784-4b41-a5c1-0d4f54342234 tempest-VolumesActionsTest-2010539232 tempest-VolumesActionsTest-2010539232-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=82902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:44:32.979834 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [req-658b30fa-a4bc-49bd-82e2-e598a41d80a5 req-6699882b-1784-4b41-a5c1-0d4f54342234 tempest-VolumesActionsTest-2010539232 tempest-VolumesActionsTest-2010539232-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205010'] for port, before_response {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:44:32.989907 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-faa751bb-9674-45ec-b131-f889431b03dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758786133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16008869'] for agent, after_update {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:44:33.007794 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a1234b-eda6-4906-87ef-8f4b920a8315 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2851f221-3641-479d-abf6-5cf149450f80,revision_number=None']} {{(pid=82901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:44:33.019185 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-58a1234b-eda6-4906-87ef-8f4b920a8315 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:44:33.022708 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [None req-58a1234b-eda6-4906-87ef-8f4b920a8315 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/2851f221-3641-479d-abf6-5cf149450f80 HTTP/1.1" status: 204 len: 168 time: 0.3146472 Feb 09 15:44:33.056832 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-658b30fa-a4bc-49bd-82e2-e598a41d80a5 req-6699882b-1784-4b41-a5c1-0d4f54342234 tempest-VolumesActionsTest-2010539232 tempest-VolumesActionsTest-2010539232-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1886866 Feb 09 15:44:33.081246 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.api.v2.base [req-658b30fa-a4bc-49bd-82e2-e598a41d80a5 req-3d1322c4-b566-4999-a122-9bf19d2752ac service neutron] Request body: {'port': {'device_id': 'c0f56d0b-bbc8-474b-829f-e48326334c1b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82510'}} {{(pid=82902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 15:44:33.281018 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [req-658b30fa-a4bc-49bd-82e2-e598a41d80a5 req-3d1322c4-b566-4999-a122-9bf19d2752ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16080601'] for port, before_update {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:44:33.413632 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8b1c22-ce2b-4c04-8fe7-77aba639580d req-5f2fc066-49f2-4161-9b82-f670c45b73e5 tempest-ServerRescueNegativeTestJSON-674815279 tempest-ServerRescueNegativeTestJSON-674815279-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:44:33.415159 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-bb8b1c22-ce2b-4c04-8fe7-77aba639580d req-5f2fc066-49f2-4161-9b82-f670c45b73e5 tempest-ServerRescueNegativeTestJSON-674815279 tempest-ServerRescueNegativeTestJSON-674815279-project] 10.222.0.67 "GET /v2.0/ports?device_id=03058e28-beb3-442a-a803-6dc6b224f22f HTTP/1.1" status: 200 len: 945 time: 0.1832950 Feb 09 15:44:33.600037 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-bb8b1c22-ce2b-4c04-8fe7-77aba639580d req-78376701-0d0d-4d27-8e2f-972165368884 tempest-ServerRescueNegativeTestJSON-674815279 tempest-ServerRescueNegativeTestJSON-674815279-project] 10.222.0.67 "GET /v2.0/security-groups?id=ffc79123-c9cb-487f-b3ec-4904a4a85a48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1414635 Feb 09 15:44:33.812541 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.notifiers.nova [req-658b30fa-a4bc-49bd-82e2-e598a41d80a5 req-3d1322c4-b566-4999-a122-9bf19d2752ac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 18e7f452-f9ff-483c-b8ae-2b3d91bf7f12 {{(pid=82902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 15:44:33.820924 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [req-658b30fa-a4bc-49bd-82e2-e598a41d80a5 req-3d1322c4-b566-4999-a122-9bf19d2752ac service neutron] Notify callbacks [] for port, precommit_update {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:44:33.838221 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.db.provisioning_blocks [req-658b30fa-a4bc-49bd-82e2-e598a41d80a5 req-3d1322c4-b566-4999-a122-9bf19d2752ac service neutron] Transition to ACTIVE for port object 18e7f452-f9ff-483c-b8ae-2b3d91bf7f12 will not be triggered until provisioned by entity L2. {{(pid=82902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 15:44:33.844070 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [req-658b30fa-a4bc-49bd-82e2-e598a41d80a5 req-3d1322c4-b566-4999-a122-9bf19d2752ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16080037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758755988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756758334055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756758334100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1633542'] for port, after_update {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:44:33.869832 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88bff763-4ed9-4a4b-9deb-e70ce4c8dbe6 req-d3e27c55-a6f9-463e-9757-9b267c9ed973 tempest-VolumesActionsTest-2010539232 tempest-VolumesActionsTest-2010539232-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:44:33.871993 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-88bff763-4ed9-4a4b-9deb-e70ce4c8dbe6 req-d3e27c55-a6f9-463e-9757-9b267c9ed973 tempest-VolumesActionsTest-2010539232 tempest-VolumesActionsTest-2010539232-project] 10.222.0.67 "GET /v2.0/ports?device_id=c0f56d0b-bbc8-474b-829f-e48326334c1b HTTP/1.1" status: 200 len: 931 time: 0.1322408 Feb 09 15:44:33.936389 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.quota.resource [req-88bff763-4ed9-4a4b-9deb-e70ce4c8dbe6 req-807c890d-e394-4499-a995-a8ba5ff65ed2 tempest-VolumesActionsTest-2010539232 tempest-VolumesActionsTest-2010539232-project] Synchronizing usage tracker for tenant:9afc966496a94ffab65aa7405b76e730 on resource:security_group {{(pid=82901) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 15:44:33.971526 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.quota.resource [req-88bff763-4ed9-4a4b-9deb-e70ce4c8dbe6 req-807c890d-e394-4499-a995-a8ba5ff65ed2 tempest-VolumesActionsTest-2010539232 tempest-VolumesActionsTest-2010539232-project] Unset dirty status for tenant:9afc966496a94ffab65aa7405b76e730 on resource:security_group {{(pid=82901) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 15:44:33.973705 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-88bff763-4ed9-4a4b-9deb-e70ce4c8dbe6 req-807c890d-e394-4499-a995-a8ba5ff65ed2 tempest-VolumesActionsTest-2010539232 tempest-VolumesActionsTest-2010539232-project] 10.222.0.67 "GET /v2.0/security-groups?id=6abfa5a5-a92e-4fd7-8c29-7b57b3a1384c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936656 Feb 09 15:44:34.029666 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.wsgi [-] (82901) accepted ('10.222.0.67', 45226) {{(pid=82901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 15:44:34.042942 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d1322c4-b566-4999-a122-9bf19d2752ac service neutron] Pushing event updated for resources: {'Port': ['ID=18e7f452-f9ff-483c-b8ae-2b3d91bf7f12,revision_number=2']} {{(pid=82902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:44:34.086630 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-f1eac4ae-aeaa-42d8-8e35-4158944ba52d admin admin] Notify callbacks [] for security_group, before_create {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:44:34.136439 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.db.quota.driver [None req-f1eac4ae-aeaa-42d8-8e35-4158944ba52d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 15:44:34.142052 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.quota.resource [None req-f1eac4ae-aeaa-42d8-8e35-4158944ba52d admin admin] Usage tracker for resource:security_group_rule and tenant:1399140cbad84b8f859068de1e9f3619 is out of sync, need to count used quota {{(pid=82901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 15:44:34.145357 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.quota.resource [None req-f1eac4ae-aeaa-42d8-8e35-4158944ba52d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 15:44:34.151611 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.db.quota.driver [None req-f1eac4ae-aeaa-42d8-8e35-4158944ba52d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 15:44:34.154236 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.plugins.ml2.managers [req-658b30fa-a4bc-49bd-82e2-e598a41d80a5 req-3d1322c4-b566-4999-a122-9bf19d2752ac service neutron] Attempting to bind port 18e7f452-f9ff-483c-b8ae-2b3d91bf7f12 on host hv-cinder-82510 for vnic_type normal with profile {{(pid=82902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 15:44:34.154927 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.plugins.ml2.managers [req-658b30fa-a4bc-49bd-82e2-e598a41d80a5 req-3d1322c4-b566-4999-a122-9bf19d2752ac service neutron] Attempting to bind port 18e7f452-f9ff-483c-b8ae-2b3d91bf7f12 by drivers openvswitch,hyperv on host hv-cinder-82510 at level 0 using segments [{'id': 'ceca66d1-d49d-43f5-8915-823d848e3b84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': 'adb52d53-1f99-4a8b-b56a-97b573849a00'}] {{(pid=82902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 15:44:34.155250 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-658b30fa-a4bc-49bd-82e2-e598a41d80a5 req-3d1322c4-b566-4999-a122-9bf19d2752ac service neutron] Attempting to bind port 18e7f452-f9ff-483c-b8ae-2b3d91bf7f12 on network adb52d53-1f99-4a8b-b56a-97b573849a00 {{(pid=82902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 15:44:34.167197 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-658b30fa-a4bc-49bd-82e2-e598a41d80a5 req-3d1322c4-b566-4999-a122-9bf19d2752ac service neutron] Port 18e7f452-f9ff-483c-b8ae-2b3d91bf7f12 on network adb52d53-1f99-4a8b-b56a-97b573849a00 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82510 {{(pid=82902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 09 15:44:34.167346 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-658b30fa-a4bc-49bd-82e2-e598a41d80a5 req-3d1322c4-b566-4999-a122-9bf19d2752ac service neutron] Attempting to bind port 18e7f452-f9ff-483c-b8ae-2b3d91bf7f12 on network adb52d53-1f99-4a8b-b56a-97b573849a00 {{(pid=82902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 15:44:34.177587 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-658b30fa-a4bc-49bd-82e2-e598a41d80a5 req-3d1322c4-b566-4999-a122-9bf19d2752ac service neutron] Checking agent: {'id': 'db1a70d3-a821-4659-b534-995c5c5f449e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82510', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 15, 40, 29), 'started_at': datetime.datetime(2022, 2, 9, 15, 40, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 15, 44, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=82902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 15:44:34.177921 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-658b30fa-a4bc-49bd-82e2-e598a41d80a5 req-3d1322c4-b566-4999-a122-9bf19d2752ac service neutron] Checking segment: {'id': 'ceca66d1-d49d-43f5-8915-823d848e3b84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': 'adb52d53-1f99-4a8b-b56a-97b573849a00'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 15:44:34.178302 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-658b30fa-a4bc-49bd-82e2-e598a41d80a5 req-3d1322c4-b566-4999-a122-9bf19d2752ac service neutron] Bound using segment: {'id': 'ceca66d1-d49d-43f5-8915-823d848e3b84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': 'adb52d53-1f99-4a8b-b56a-97b573849a00'} {{(pid=82902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 15:44:34.178735 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.plugins.ml2.managers [req-658b30fa-a4bc-49bd-82e2-e598a41d80a5 req-3d1322c4-b566-4999-a122-9bf19d2752ac service neutron] Bound port: 18e7f452-f9ff-483c-b8ae-2b3d91bf7f12, host: hv-cinder-82510, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ceca66d1-d49d-43f5-8915-823d848e3b84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': 'adb52d53-1f99-4a8b-b56a-97b573849a00'}}] {{(pid=82902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 15:44:34.179229 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [req-658b30fa-a4bc-49bd-82e2-e598a41d80a5 req-3d1322c4-b566-4999-a122-9bf19d2752ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16080601'] for port, before_update {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:44:34.259625 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-f1eac4ae-aeaa-42d8-8e35-4158944ba52d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:44:34.265665 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-f1eac4ae-aeaa-42d8-8e35-4158944ba52d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_create {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:44:34.313416 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1eac4ae-aeaa-42d8-8e35-4158944ba52d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a024b168-e7d6-4ce7-8917-73d4520e5872,revision_number=1']} {{(pid=82901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:44:34.330213 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.plugins.ml2.db [req-658b30fa-a4bc-49bd-82e2-e598a41d80a5 req-3d1322c4-b566-4999-a122-9bf19d2752ac service neutron] For port 18e7f452-f9ff-483c-b8ae-2b3d91bf7f12, host hv-cinder-82510, cleared binding levels {{(pid=82902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 15:44:34.336911 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.plugins.ml2.db [req-658b30fa-a4bc-49bd-82e2-e598a41d80a5 req-3d1322c4-b566-4999-a122-9bf19d2752ac service neutron] For port 18e7f452-f9ff-483c-b8ae-2b3d91bf7f12, host hv-cinder-82510, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=18e7f452-f9ff-483c-b8ae-2b3d91bf7f12,segment=NetworkSegment(ceca66d1-d49d-43f5-8915-823d848e3b84),segment_id=ceca66d1-d49d-43f5-8915-823d848e3b84)] {{(pid=82902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 15:44:34.342192 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.wsgi [-] (82902) accepted ('10.222.0.67', 45252) {{(pid=82902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 15:44:34.342388 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [None req-f1eac4ae-aeaa-42d8-8e35-4158944ba52d admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=1399140cbad84b8f859068de1e9f3619&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3089201 Feb 09 15:44:34.358691 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [req-658b30fa-a4bc-49bd-82e2-e598a41d80a5 req-3d1322c4-b566-4999-a122-9bf19d2752ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16080037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758755988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756758334055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756758334100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1633542'] for port, after_update {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:44:34.507569 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [req-658b30fa-a4bc-49bd-82e2-e598a41d80a5 req-3d1322c4-b566-4999-a122-9bf19d2752ac service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205010'] for port, before_response {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:44:34.509138 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-658b30fa-a4bc-49bd-82e2-e598a41d80a5 req-3d1322c4-b566-4999-a122-9bf19d2752ac service neutron] 10.222.0.47 "PUT /v2.0/ports/18e7f452-f9ff-483c-b8ae-2b3d91bf7f12 HTTP/1.1" status: 200 len: 1093 time: 1.4392140 Feb 09 15:44:34.524198 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c0f56d0b-bbc8-474b-829f-e48326334c1b', 'tag': '18e7f452-f9ff-483c-b8ae-2b3d91bf7f12'}] {{(pid=82902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 15:44:34.553436 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d1322c4-b566-4999-a122-9bf19d2752ac service neutron] Pushing event updated for resources: {'Port': ['ID=18e7f452-f9ff-483c-b8ae-2b3d91bf7f12,revision_number=3']} {{(pid=82902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:44:34.580377 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-8080ba50-bfd4-4623-a879-0dca747fd385 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:44:34.634192 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c0f56d0b-bbc8-474b-829f-e48326334c1b', 'tag': '18e7f452-f9ff-483c-b8ae-2b3d91bf7f12', 'status': 'completed', 'code': 200} Feb 09 15:44:34.668924 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-8080ba50-bfd4-4623-a879-0dca747fd385 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:44:34.734987 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-658b30fa-a4bc-49bd-82e2-e598a41d80a5 req-2c2a5b7e-e376-4e0d-a97a-7aa310f94ab4 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=9afc966496a94ffab65aa7405b76e730&device_id=c0f56d0b-bbc8-474b-829f-e48326334c1b HTTP/1.1" status: 200 len: 1096 time: 0.1466491 Feb 09 15:44:34.825012 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-8080ba50-bfd4-4623-a879-0dca747fd385 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_delete {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:44:34.829507 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1488e85b-4820-47d4-93d3-d109130d9f24 req-d1c8b50f-90fa-435d-90e2-4498ed39aa5f tempest-ServerRescueNegativeTestJSON-674815279 tempest-ServerRescueNegativeTestJSON-674815279-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:44:34.830976 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-1488e85b-4820-47d4-93d3-d109130d9f24 req-d1c8b50f-90fa-435d-90e2-4498ed39aa5f tempest-ServerRescueNegativeTestJSON-674815279 tempest-ServerRescueNegativeTestJSON-674815279-project] 10.222.0.67 "GET /v2.0/ports?device_id=03058e28-beb3-442a-a803-6dc6b224f22f HTTP/1.1" status: 200 len: 945 time: 0.0839267 Feb 09 15:44:34.863099 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8080ba50-bfd4-4623-a879-0dca747fd385 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a024b168-e7d6-4ce7-8917-73d4520e5872,revision_number=None']} {{(pid=82902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:44:34.863099 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-658b30fa-a4bc-49bd-82e2-e598a41d80a5 req-07a5b5e2-bb98-4dd1-939b-b21f79513864 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=18e7f452-f9ff-483c-b8ae-2b3d91bf7f12 HTTP/1.1" status: 200 len: 217 time: 0.1024444 Feb 09 15:44:34.864576 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-8080ba50-bfd4-4623-a879-0dca747fd385 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:44:34.868545 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [None req-8080ba50-bfd4-4623-a879-0dca747fd385 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/a024b168-e7d6-4ce7-8917-73d4520e5872 HTTP/1.1" status: 204 len: 168 time: 0.5248713 Feb 09 15:44:34.900541 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-1488e85b-4820-47d4-93d3-d109130d9f24 req-32941933-71e9-4d33-85fd-eb8cb1f4158d tempest-ServerRescueNegativeTestJSON-674815279 tempest-ServerRescueNegativeTestJSON-674815279-project] 10.222.0.67 "GET /v2.0/security-groups?id=ffc79123-c9cb-487f-b3ec-4904a4a85a48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636744 Feb 09 15:44:34.942453 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658b30fa-a4bc-49bd-82e2-e598a41d80a5 req-7f127cac-203a-4eda-95cb-3431d0d38688 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:44:34.943905 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-658b30fa-a4bc-49bd-82e2-e598a41d80a5 req-7f127cac-203a-4eda-95cb-3431d0d38688 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=8f937dd4-3977-40fd-b3b3-6aecfd24d159 HTTP/1.1" status: 200 len: 848 time: 0.0716293 Feb 09 15:44:34.999871 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-658b30fa-a4bc-49bd-82e2-e598a41d80a5 req-613e78d5-bbd7-4cff-8088-d68dddec0d41 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=adb52d53-1f99-4a8b-b56a-97b573849a00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0420370 Feb 09 15:44:35.210372 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-658b30fa-a4bc-49bd-82e2-e598a41d80a5 req-754d7789-ee88-4d05-8dba-633e00182f4c service neutron] 10.222.0.47 "GET /v2.0/networks/adb52d53-1f99-4a8b-b56a-97b573849a00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1876462 Feb 09 15:44:35.336063 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c6f584-fd4b-44cc-878c-a661a55ebed5 req-450a382f-17c9-4509-8371-514bdabfaaef tempest-VolumesActionsTest-2010539232 tempest-VolumesActionsTest-2010539232-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:44:35.336698 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.quota.resource [req-80c6f584-fd4b-44cc-878c-a661a55ebed5 req-450a382f-17c9-4509-8371-514bdabfaaef tempest-VolumesActionsTest-2010539232 tempest-VolumesActionsTest-2010539232-project] Synchronizing usage tracker for tenant:9afc966496a94ffab65aa7405b76e730 on resource:port {{(pid=82902) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 15:44:35.386375 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.quota.resource [req-80c6f584-fd4b-44cc-878c-a661a55ebed5 req-450a382f-17c9-4509-8371-514bdabfaaef tempest-VolumesActionsTest-2010539232 tempest-VolumesActionsTest-2010539232-project] Unset dirty status for tenant:9afc966496a94ffab65aa7405b76e730 on resource:port {{(pid=82902) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 15:44:35.387893 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-80c6f584-fd4b-44cc-878c-a661a55ebed5 req-450a382f-17c9-4509-8371-514bdabfaaef tempest-VolumesActionsTest-2010539232 tempest-VolumesActionsTest-2010539232-project] 10.222.0.67 "GET /v2.0/ports?device_id=c0f56d0b-bbc8-474b-829f-e48326334c1b HTTP/1.1" status: 200 len: 943 time: 0.2591965 Feb 09 15:44:35.398070 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-658b30fa-a4bc-49bd-82e2-e598a41d80a5 req-4a20b3fe-e632-4fa3-b2cd-884bd992b5ff service neutron] 10.222.0.47 "GET /v2.0/networks/adb52d53-1f99-4a8b-b56a-97b573849a00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1728518 Feb 09 15:44:35.447358 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-80c6f584-fd4b-44cc-878c-a661a55ebed5 req-4e63722a-b9c7-4050-86e1-965db1ff9250 tempest-VolumesActionsTest-2010539232 tempest-VolumesActionsTest-2010539232-project] 10.222.0.67 "GET /v2.0/security-groups?id=6abfa5a5-a92e-4fd7-8c29-7b57b3a1384c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524366 Feb 09 15:44:35.538708 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-74e0941f-1330-495b-9ea2-2714146fb00c req-f9941068-8f58-433c-931d-64c67ee2c219 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=9afc966496a94ffab65aa7405b76e730&device_id=c0f56d0b-bbc8-474b-829f-e48326334c1b HTTP/1.1" status: 200 len: 1096 time: 0.0762739 Feb 09 15:44:35.680896 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e0941f-1330-495b-9ea2-2714146fb00c req-bbfdaca5-b46f-4c28-a319-0ec27e5f8938 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:44:35.682340 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-74e0941f-1330-495b-9ea2-2714146fb00c req-bbfdaca5-b46f-4c28-a319-0ec27e5f8938 service neutron] 10.222.0.47 "GET /v2.0/networks?id=adb52d53-1f99-4a8b-b56a-97b573849a00 HTTP/1.1" status: 200 len: 909 time: 0.1330793 Feb 09 15:44:35.758601 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-74e0941f-1330-495b-9ea2-2714146fb00c req-d0ce94b7-4a07-4e6d-966f-1649da38ea11 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=18e7f452-f9ff-483c-b8ae-2b3d91bf7f12 HTTP/1.1" status: 200 len: 217 time: 0.0659699 Feb 09 15:44:35.833221 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e0941f-1330-495b-9ea2-2714146fb00c req-97670dc8-085b-4f98-8c1f-35bce811ff86 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:44:35.834727 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-74e0941f-1330-495b-9ea2-2714146fb00c req-97670dc8-085b-4f98-8c1f-35bce811ff86 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=8f937dd4-3977-40fd-b3b3-6aecfd24d159 HTTP/1.1" status: 200 len: 848 time: 0.0625291 Feb 09 15:44:35.895471 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-74e0941f-1330-495b-9ea2-2714146fb00c req-380aec56-19fc-429e-a3b5-4640884dd8b9 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=adb52d53-1f99-4a8b-b56a-97b573849a00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0488071 Feb 09 15:44:36.046222 dv-cinder-825105-1-iscsi neutron-server[82904]: DEBUG neutron.db.agents_db [None req-77d1faa3-9ee6-4a91-bd02-8524aa1f9325 None None] Agent healthcheck: found 6 active agents {{(pid=82904) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 15:44:36.156051 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-74e0941f-1330-495b-9ea2-2714146fb00c req-852d6e0b-6daf-4406-b0fe-be5fba98aa1c service neutron] 10.222.0.47 "GET /v2.0/networks/adb52d53-1f99-4a8b-b56a-97b573849a00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2477860 Feb 09 15:44:36.272429 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46fc5d1b-2b87-468d-9405-56ec540c1845 req-3f9ed1c5-946a-4e9b-b88f-2654909002f5 tempest-ServerRescueNegativeTestJSON-674815279 tempest-ServerRescueNegativeTestJSON-674815279-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:44:36.273879 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-46fc5d1b-2b87-468d-9405-56ec540c1845 req-3f9ed1c5-946a-4e9b-b88f-2654909002f5 tempest-ServerRescueNegativeTestJSON-674815279 tempest-ServerRescueNegativeTestJSON-674815279-project] 10.222.0.67 "GET /v2.0/ports?device_id=03058e28-beb3-442a-a803-6dc6b224f22f HTTP/1.1" status: 200 len: 945 time: 0.1959379 Feb 09 15:44:36.347359 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-74e0941f-1330-495b-9ea2-2714146fb00c req-5132c83c-52bb-41c9-9026-db8a36d87b9a service neutron] 10.222.0.47 "GET /v2.0/networks/adb52d53-1f99-4a8b-b56a-97b573849a00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1807775 Feb 09 15:44:36.352174 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-46fc5d1b-2b87-468d-9405-56ec540c1845 req-837e5cce-c9ba-4f3f-a5ba-318e1d46eda4 tempest-ServerRescueNegativeTestJSON-674815279 tempest-ServerRescueNegativeTestJSON-674815279-project] 10.222.0.67 "GET /v2.0/security-groups?id=ffc79123-c9cb-487f-b3ec-4904a4a85a48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707443 Feb 09 15:44:36.705598 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a5b6b9-57d0-4780-9a03-e20d26c22011 req-1d9925a2-768f-4b4a-a93f-e7e77de64ba4 tempest-VolumesActionsTest-2010539232 tempest-VolumesActionsTest-2010539232-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:44:36.713017 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-14a5b6b9-57d0-4780-9a03-e20d26c22011 req-1d9925a2-768f-4b4a-a93f-e7e77de64ba4 tempest-VolumesActionsTest-2010539232 tempest-VolumesActionsTest-2010539232-project] 10.222.0.67 "GET /v2.0/ports?device_id=c0f56d0b-bbc8-474b-829f-e48326334c1b HTTP/1.1" status: 200 len: 943 time: 0.1342881 Feb 09 15:44:36.780760 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-14a5b6b9-57d0-4780-9a03-e20d26c22011 req-f043d045-d193-4901-99ff-d7605e92cdf7 tempest-VolumesActionsTest-2010539232 tempest-VolumesActionsTest-2010539232-project] 10.222.0.67 "GET /v2.0/security-groups?id=6abfa5a5-a92e-4fd7-8c29-7b57b3a1384c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665283 Feb 09 15:44:37.146497 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49b7bb0-5cd3-49ca-bd3f-39a786c474cc req-2f126478-9b51-47c7-a273-1baaf3f9298c tempest-AttachVolumeNegativeTest-574944362 tempest-AttachVolumeNegativeTest-574944362-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:44:37.150055 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-c49b7bb0-5cd3-49ca-bd3f-39a786c474cc req-2f126478-9b51-47c7-a273-1baaf3f9298c tempest-AttachVolumeNegativeTest-574944362 tempest-AttachVolumeNegativeTest-574944362-project] 10.222.0.67 "GET /v2.0/networks?id=072a4996-791d-4390-ba5a-5e0a5fbf88c4 HTTP/1.1" status: 200 len: 815 time: 0.2289412 Feb 09 15:44:37.165293 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-c49b7bb0-5cd3-49ca-bd3f-39a786c474cc req-406f601e-2d04-453c-9c7d-fa9756a4a42f tempest-AttachVolumeNegativeTest-574944362 tempest-AttachVolumeNegativeTest-574944362-project] 10.222.0.67 "GET /v2.0/quotas/5408654e4de147309f8b24e479cf1661 HTTP/1.1" status: 200 len: 375 time: 0.0117114 Feb 09 15:44:37.255761 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-c49b7bb0-5cd3-49ca-bd3f-39a786c474cc req-47e3bffc-bab2-45cf-a6d6-5b3e4724662a tempest-AttachVolumeNegativeTest-574944362 tempest-AttachVolumeNegativeTest-574944362-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=5408654e4de147309f8b24e479cf1661&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0841138 Feb 09 15:44:37.438720 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-c49b7bb0-5cd3-49ca-bd3f-39a786c474cc req-e072156a-0589-4a3a-829e-8b283df3e4e5 service neutron] 10.222.0.67 "GET /v2.0/networks/072a4996-791d-4390-ba5a-5e0a5fbf88c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1693289 Feb 09 15:44:37.594374 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-c49b7bb0-5cd3-49ca-bd3f-39a786c474cc req-f35dcbe5-af7e-4a10-8ca1-764be06ccbe5 service neutron] 10.222.0.67 "GET /v2.0/networks/072a4996-791d-4390-ba5a-5e0a5fbf88c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1496847 Feb 09 15:44:37.810194 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2a8c3c-366c-47b9-8479-74b73e041509 req-73d4a478-c74d-48fc-87c7-2c26a7212534 tempest-ServerRescueNegativeTestJSON-674815279 tempest-ServerRescueNegativeTestJSON-674815279-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:44:37.819409 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-8e2a8c3c-366c-47b9-8479-74b73e041509 req-73d4a478-c74d-48fc-87c7-2c26a7212534 tempest-ServerRescueNegativeTestJSON-674815279 tempest-ServerRescueNegativeTestJSON-674815279-project] 10.222.0.67 "GET /v2.0/ports?device_id=03058e28-beb3-442a-a803-6dc6b224f22f HTTP/1.1" status: 200 len: 945 time: 0.1142514 Feb 09 15:44:37.871369 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-8e2a8c3c-366c-47b9-8479-74b73e041509 req-1cd61a26-5d4e-4f02-b381-d4ad241b7b17 tempest-ServerRescueNegativeTestJSON-674815279 tempest-ServerRescueNegativeTestJSON-674815279-project] 10.222.0.67 "GET /v2.0/security-groups?id=ffc79123-c9cb-487f-b3ec-4904a4a85a48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512059 Feb 09 15:44:37.942136 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab508f2-61cc-48e7-89b0-a2714f391c0f req-f30205f4-2746-4615-ac59-fdade4c358b0 tempest-AttachVolumeShelveTestJSON-409995212 tempest-AttachVolumeShelveTestJSON-409995212-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:44:37.944209 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-3ab508f2-61cc-48e7-89b0-a2714f391c0f req-f30205f4-2746-4615-ac59-fdade4c358b0 tempest-AttachVolumeShelveTestJSON-409995212 tempest-AttachVolumeShelveTestJSON-409995212-project] 10.222.0.67 "GET /v2.0/ports?device_id=a4e12dd7-341f-4b28-bef9-17c37cbbc785 HTTP/1.1" status: 200 len: 945 time: 0.1326959 Feb 09 15:44:38.017819 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-df4db6bb-3b70-4c8d-86fc-d16fe4dea34e req-ff38fc95-5b76-4a0f-a419-1deeb3e679fe tempest-AttachVolumeNegativeTest-574944362 tempest-AttachVolumeNegativeTest-574944362-project] 10.222.0.67 "GET /v2.0/ports?device_id=c14c0f6b-1f05-4da6-b0ae-1292f07a1e1a HTTP/1.1" status: 200 len: 210 time: 0.0613360 Feb 09 15:44:38.026118 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-3ab508f2-61cc-48e7-89b0-a2714f391c0f req-375d8218-611c-4d19-8efe-9ba1a4dcfb4b tempest-AttachVolumeShelveTestJSON-409995212 tempest-AttachVolumeShelveTestJSON-409995212-project] 10.222.0.67 "GET /v2.0/security-groups?id=7287f013-6b2f-43b9-b826-2cf86932a253&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0750380 Feb 09 15:44:38.280416 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982c7c10-04b6-4912-ae62-e5db20b6d884 req-ab0dc4cf-537d-4a3f-a1e7-8b6f7538ed19 tempest-VolumesActionsTest-2010539232 tempest-VolumesActionsTest-2010539232-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:44:38.282783 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-982c7c10-04b6-4912-ae62-e5db20b6d884 req-ab0dc4cf-537d-4a3f-a1e7-8b6f7538ed19 tempest-VolumesActionsTest-2010539232 tempest-VolumesActionsTest-2010539232-project] 10.222.0.67 "GET /v2.0/ports?device_id=c0f56d0b-bbc8-474b-829f-e48326334c1b HTTP/1.1" status: 200 len: 943 time: 0.1143970 Feb 09 15:44:38.331177 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-982c7c10-04b6-4912-ae62-e5db20b6d884 req-8bd03da8-91d5-445c-b56e-ac8298c9a38f tempest-VolumesActionsTest-2010539232 tempest-VolumesActionsTest-2010539232-project] 10.222.0.67 "GET /v2.0/security-groups?id=6abfa5a5-a92e-4fd7-8c29-7b57b3a1384c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424290 Feb 09 15:44:38.380925 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.plugins.ml2.rpc [None req-812787cf-6466-4ce1-8c4e-c32e14b18d8a None None] Device 18e7f452-f9ff-483c-b8ae-2b3d91bf7f12 details requested by agent hyperv_hv-cinder-82510 with host hv-cinder-82510 {{(pid=82903) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 15:44:38.531686 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.plugins.ml2.db [None req-812787cf-6466-4ce1-8c4e-c32e14b18d8a None None] For port 18e7f452-f9ff-483c-b8ae-2b3d91bf7f12, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=18e7f452-f9ff-483c-b8ae-2b3d91bf7f12,segment=NetworkSegment(ceca66d1-d49d-43f5-8915-823d848e3b84),segment_id=ceca66d1-d49d-43f5-8915-823d848e3b84)] {{(pid=82903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:44:38.546336 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.plugins.ml2.rpc [None req-812787cf-6466-4ce1-8c4e-c32e14b18d8a None None] Returning: {'device': '18e7f452-f9ff-483c-b8ae-2b3d91bf7f12', 'network_id': 'adb52d53-1f99-4a8b-b56a-97b573849a00', 'port_id': '18e7f452-f9ff-483c-b8ae-2b3d91bf7f12', 'mac_address': 'fa:16:3e:86:63:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 820, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8f937dd4-3977-40fd-b3b3-6aecfd24d159', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82903) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 15:44:38.601995 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-812787cf-6466-4ce1-8c4e-c32e14b18d8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16080601'] for port, before_update {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:44:38.619403 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.notifiers.nova [None req-812787cf-6466-4ce1-8c4e-c32e14b18d8a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 18e7f452-f9ff-483c-b8ae-2b3d91bf7f12 {{(pid=82903) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 15:44:38.636242 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.plugins.ml2.db [None req-812787cf-6466-4ce1-8c4e-c32e14b18d8a None None] For port 18e7f452-f9ff-483c-b8ae-2b3d91bf7f12, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=18e7f452-f9ff-483c-b8ae-2b3d91bf7f12,segment=NetworkSegment(ceca66d1-d49d-43f5-8915-823d848e3b84),segment_id=ceca66d1-d49d-43f5-8915-823d848e3b84)] {{(pid=82903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:44:38.642297 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-812787cf-6466-4ce1-8c4e-c32e14b18d8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16080037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758755988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756758334055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756758334100'] for port, after_update {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:44:38.708252 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812787cf-6466-4ce1-8c4e-c32e14b18d8a None None] Pushing event updated for resources: {'Port': ['ID=18e7f452-f9ff-483c-b8ae-2b3d91bf7f12,revision_number=4']} {{(pid=82903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:44:39.156653 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab65154-513d-4b8f-bfc7-a1355985e4a5 req-79778549-f867-4484-9d70-5f52486bb33c tempest-ServerRescueNegativeTestJSON-674815279 tempest-ServerRescueNegativeTestJSON-674815279-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:44:39.158135 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-eab65154-513d-4b8f-bfc7-a1355985e4a5 req-79778549-f867-4484-9d70-5f52486bb33c tempest-ServerRescueNegativeTestJSON-674815279 tempest-ServerRescueNegativeTestJSON-674815279-project] 10.222.0.67 "GET /v2.0/ports?device_id=03058e28-beb3-442a-a803-6dc6b224f22f HTTP/1.1" status: 200 len: 945 time: 0.0916300 Feb 09 15:44:39.222072 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-eab65154-513d-4b8f-bfc7-a1355985e4a5 req-92220236-a35d-4775-8cb6-416e4842ca69 tempest-ServerRescueNegativeTestJSON-674815279 tempest-ServerRescueNegativeTestJSON-674815279-project] 10.222.0.67 "GET /v2.0/security-groups?id=ffc79123-c9cb-487f-b3ec-4904a4a85a48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577619 Feb 09 15:44:39.254334 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.plugins.ml2.db [None req-812787cf-6466-4ce1-8c4e-c32e14b18d8a None None] get_ports_and_sgs() called for port_ids ['18e7f452-f9ff-483c-b8ae-2b3d91bf7f12'] {{(pid=82903) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 09 15:44:39.273703 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-9be02753-4b3e-468e-841d-c29476a3e277 req-ba722d22-160a-4f74-aae7-4b263e938f64 tempest-AttachVolumeNegativeTest-574944362 tempest-AttachVolumeNegativeTest-574944362-project] 10.222.0.67 "GET /v2.0/ports?device_id=c14c0f6b-1f05-4da6-b0ae-1292f07a1e1a HTTP/1.1" status: 200 len: 210 time: 0.1145949 Feb 09 15:44:39.664534 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eae0e0f-60fb-45b2-8d08-ddfe66436120 req-91460c85-918b-4a2c-bee2-59fb46773780 tempest-VolumesActionsTest-2010539232 tempest-VolumesActionsTest-2010539232-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:44:39.666416 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-9eae0e0f-60fb-45b2-8d08-ddfe66436120 req-91460c85-918b-4a2c-bee2-59fb46773780 tempest-VolumesActionsTest-2010539232 tempest-VolumesActionsTest-2010539232-project] 10.222.0.67 "GET /v2.0/ports?device_id=c0f56d0b-bbc8-474b-829f-e48326334c1b HTTP/1.1" status: 200 len: 944 time: 0.1260459 Feb 09 15:44:39.671936 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49b7bb0-5cd3-49ca-bd3f-39a786c474cc req-32b4ad72-9330-4f6a-b339-137e3c48756a tempest-AttachVolumeNegativeTest-574944362 tempest-AttachVolumeNegativeTest-574944362-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:44:39.674345 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-c49b7bb0-5cd3-49ca-bd3f-39a786c474cc req-32b4ad72-9330-4f6a-b339-137e3c48756a tempest-AttachVolumeNegativeTest-574944362 tempest-AttachVolumeNegativeTest-574944362-project] 10.222.0.47 "GET /v2.0/networks?id=072a4996-791d-4390-ba5a-5e0a5fbf88c4 HTTP/1.1" status: 200 len: 815 time: 0.2914748 Feb 09 15:44:39.691639 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210c9741-d382-4ed0-a77f-2177ff19775e req-fb1143fe-90e7-47ce-878a-4d3591509ef7 tempest-AttachVolumeShelveTestJSON-409995212 tempest-AttachVolumeShelveTestJSON-409995212-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:44:39.693711 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-210c9741-d382-4ed0-a77f-2177ff19775e req-fb1143fe-90e7-47ce-878a-4d3591509ef7 tempest-AttachVolumeShelveTestJSON-409995212 tempest-AttachVolumeShelveTestJSON-409995212-project] 10.222.0.67 "GET /v2.0/ports?device_id=a4e12dd7-341f-4b28-bef9-17c37cbbc785 HTTP/1.1" status: 200 len: 945 time: 0.2076883 Feb 09 15:44:39.706142 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.api.v2.base [req-c49b7bb0-5cd3-49ca-bd3f-39a786c474cc req-6f6313be-5948-4de1-a3b7-0ef81bff97a5 tempest-AttachVolumeNegativeTest-574944362 tempest-AttachVolumeNegativeTest-574944362-project] Request body: {'port': {'device_id': 'c14c0f6b-1f05-4da6-b0ae-1292f07a1e1a', 'network_id': '072a4996-791d-4390-ba5a-5e0a5fbf88c4', 'admin_state_up': True, 'tenant_id': '5408654e4de147309f8b24e479cf1661'}} {{(pid=82902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 15:44:39.738478 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-9eae0e0f-60fb-45b2-8d08-ddfe66436120 req-97d43730-09a3-4310-ba4b-64e788932879 tempest-VolumesActionsTest-2010539232 tempest-VolumesActionsTest-2010539232-project] 10.222.0.67 "GET /v2.0/security-groups?id=6abfa5a5-a92e-4fd7-8c29-7b57b3a1384c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614383 Feb 09 15:44:39.860322 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-210c9741-d382-4ed0-a77f-2177ff19775e req-150e2081-66d7-4ea7-be1f-db56b40e05d3 tempest-AttachVolumeShelveTestJSON-409995212 tempest-AttachVolumeShelveTestJSON-409995212-project] 10.222.0.67 "GET /v2.0/security-groups?id=7287f013-6b2f-43b9-b826-2cf86932a253&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1275737 Feb 09 15:44:39.919820 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.db.quota.driver [req-c49b7bb0-5cd3-49ca-bd3f-39a786c474cc req-6f6313be-5948-4de1-a3b7-0ef81bff97a5 tempest-AttachVolumeNegativeTest-574944362 tempest-AttachVolumeNegativeTest-574944362-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 15:44:39.934545 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.db.quota.driver [req-c49b7bb0-5cd3-49ca-bd3f-39a786c474cc req-6f6313be-5948-4de1-a3b7-0ef81bff97a5 tempest-AttachVolumeNegativeTest-574944362 tempest-AttachVolumeNegativeTest-574944362-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=82902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 15:44:39.949442 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c49b7bb0-5cd3-49ca-bd3f-39a786c474cc req-6f6313be-5948-4de1-a3b7-0ef81bff97a5 tempest-AttachVolumeNegativeTest-574944362 tempest-AttachVolumeNegativeTest-574944362-project] Made reservation on behalf of 5408654e4de147309f8b24e479cf1661 for: {'port': 1} {{(pid=82902) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 15:44:39.953804 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [req-c49b7bb0-5cd3-49ca-bd3f-39a786c474cc req-6f6313be-5948-4de1-a3b7-0ef81bff97a5 tempest-AttachVolumeNegativeTest-574944362 tempest-AttachVolumeNegativeTest-574944362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16080601'] for port, before_create {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:44:40.164748 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.db.db_base_plugin_common [req-c49b7bb0-5cd3-49ca-bd3f-39a786c474cc req-6f6313be-5948-4de1-a3b7-0ef81bff97a5 tempest-AttachVolumeNegativeTest-574944362 tempest-AttachVolumeNegativeTest-574944362-project] Allocated IP 172.20.0.10 (072a4996-791d-4390-ba5a-5e0a5fbf88c4/d622abef-cdcb-4b2b-b25a-610e3a6ed20d/81c2cb57-9ddb-4bab-b35f-8d521e6543d7) {{(pid=82902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 15:44:40.440782 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [req-c49b7bb0-5cd3-49ca-bd3f-39a786c474cc req-6f6313be-5948-4de1-a3b7-0ef81bff97a5 tempest-AttachVolumeNegativeTest-574944362 tempest-AttachVolumeNegativeTest-574944362-project] Notify callbacks [] for port, precommit_create {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:44:40.482243 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [req-c49b7bb0-5cd3-49ca-bd3f-39a786c474cc req-6f6313be-5948-4de1-a3b7-0ef81bff97a5 tempest-AttachVolumeNegativeTest-574944362 tempest-AttachVolumeNegativeTest-574944362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16080037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124156', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756758334037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1633551'] for port, after_create {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:44:40.502239 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419a2bf9-59bb-49e3-a591-08233e40adb8 req-c7269971-2185-4120-8c96-af8aba078ac8 tempest-ServerRescueNegativeTestJSON-674815279 tempest-ServerRescueNegativeTestJSON-674815279-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:44:40.503857 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-419a2bf9-59bb-49e3-a591-08233e40adb8 req-c7269971-2185-4120-8c96-af8aba078ac8 tempest-ServerRescueNegativeTestJSON-674815279 tempest-ServerRescueNegativeTestJSON-674815279-project] 10.222.0.67 "GET /v2.0/ports?device_id=03058e28-beb3-442a-a803-6dc6b224f22f HTTP/1.1" status: 200 len: 945 time: 0.1168056 Feb 09 15:44:40.561286 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-419a2bf9-59bb-49e3-a591-08233e40adb8 req-c154c4fa-9e8b-4814-b0ff-d92fccc6c261 tempest-ServerRescueNegativeTestJSON-674815279 tempest-ServerRescueNegativeTestJSON-674815279-project] 10.222.0.67 "GET /v2.0/security-groups?id=ffc79123-c9cb-487f-b3ec-4904a4a85a48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509734 Feb 09 15:44:40.643180 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.plugins.ml2.db [None req-812787cf-6466-4ce1-8c4e-c32e14b18d8a None None] get_ports_and_sgs() called for port_ids ['56df3510-a584-4b16-a3b5-6c6c62b3a342', '864223d5-2e0a-490c-84e3-dfcd8964c597', 'b92423f8-e2fb-4878-bdcc-7fbaf67bc0b5'] {{(pid=82903) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 09 15:44:40.675176 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c49b7bb0-5cd3-49ca-bd3f-39a786c474cc req-6f6313be-5948-4de1-a3b7-0ef81bff97a5 tempest-AttachVolumeNegativeTest-574944362 tempest-AttachVolumeNegativeTest-574944362-project] Network 072a4996-791d-4390-ba5a-5e0a5fbf88c4 is already hosted by enough agents. {{(pid=82902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 15:44:40.680123 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.scheduler.base_scheduler [req-c49b7bb0-5cd3-49ca-bd3f-39a786c474cc req-6f6313be-5948-4de1-a3b7-0ef81bff97a5 tempest-AttachVolumeNegativeTest-574944362 tempest-AttachVolumeNegativeTest-574944362-project] Resources bound (agent type, host, resource id): {{(pid=82902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 15:44:40.682683 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f6313be-5948-4de1-a3b7-0ef81bff97a5 tempest-AttachVolumeNegativeTest-574944362 tempest-AttachVolumeNegativeTest-574944362-project] Pushing event updated for resources: {'Port': ['ID=81c2cb57-9ddb-4bab-b35f-8d521e6543d7,revision_number=1']} {{(pid=82902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:44:40.685402 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.db.l3_dvrscheduler_db [req-c49b7bb0-5cd3-49ca-bd3f-39a786c474cc req-6f6313be-5948-4de1-a3b7-0ef81bff97a5 tempest-AttachVolumeNegativeTest-574944362 tempest-AttachVolumeNegativeTest-574944362-project] Received port after_create {{(pid=82902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 15:44:40.759772 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49b7bb0-5cd3-49ca-bd3f-39a786c474cc req-6f6313be-5948-4de1-a3b7-0ef81bff97a5 tempest-AttachVolumeNegativeTest-574944362 tempest-AttachVolumeNegativeTest-574944362-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=82902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:44:40.760322 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [req-c49b7bb0-5cd3-49ca-bd3f-39a786c474cc req-6f6313be-5948-4de1-a3b7-0ef81bff97a5 tempest-AttachVolumeNegativeTest-574944362 tempest-AttachVolumeNegativeTest-574944362-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205010'] for port, before_response {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:44:40.790202 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5abd7e51-10ca-4ece-a4a6-89544cbf13a4 req-67cab34a-83c0-4ab6-b8e8-8a70834919c1 tempest-AttachVolumeNegativeTest-574944362 tempest-AttachVolumeNegativeTest-574944362-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:44:40.792638 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-5abd7e51-10ca-4ece-a4a6-89544cbf13a4 req-67cab34a-83c0-4ab6-b8e8-8a70834919c1 tempest-AttachVolumeNegativeTest-574944362 tempest-AttachVolumeNegativeTest-574944362-project] 10.222.0.67 "GET /v2.0/ports?device_id=c14c0f6b-1f05-4da6-b0ae-1292f07a1e1a HTTP/1.1" status: 200 len: 932 time: 0.2415476 Feb 09 15:44:40.826426 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-c49b7bb0-5cd3-49ca-bd3f-39a786c474cc req-6f6313be-5948-4de1-a3b7-0ef81bff97a5 tempest-AttachVolumeNegativeTest-574944362 tempest-AttachVolumeNegativeTest-574944362-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1260300 Feb 09 15:44:40.846952 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.api.v2.base [req-c49b7bb0-5cd3-49ca-bd3f-39a786c474cc req-6d824504-6d45-42bc-9aea-133007202f7d service neutron] Request body: {'port': {'device_id': 'c14c0f6b-1f05-4da6-b0ae-1292f07a1e1a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82510'}} {{(pid=82902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 15:44:40.974442 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f583bf7a-28a8-40a2-8e3f-fcdaf20db71c req-e6762f54-5597-4c0a-b2cf-9666ac7f683b tempest-VolumesActionsTest-2010539232 tempest-VolumesActionsTest-2010539232-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:44:40.976297 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-f583bf7a-28a8-40a2-8e3f-fcdaf20db71c req-e6762f54-5597-4c0a-b2cf-9666ac7f683b tempest-VolumesActionsTest-2010539232 tempest-VolumesActionsTest-2010539232-project] 10.222.0.67 "GET /v2.0/ports?device_id=c0f56d0b-bbc8-474b-829f-e48326334c1b HTTP/1.1" status: 200 len: 944 time: 0.0938420 Feb 09 15:44:41.001015 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-5abd7e51-10ca-4ece-a4a6-89544cbf13a4 req-23e86b4d-3e56-4ca5-bbb0-98ad2435055e tempest-AttachVolumeNegativeTest-574944362 tempest-AttachVolumeNegativeTest-574944362-project] 10.222.0.67 "GET /v2.0/security-groups?id=8c9b51e4-e908-48c1-8ba4-2cab64c30d74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2034912 Feb 09 15:44:41.060280 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-f583bf7a-28a8-40a2-8e3f-fcdaf20db71c req-72a80b51-4a7c-4b60-b94d-dbf96b6cac47 tempest-VolumesActionsTest-2010539232 tempest-VolumesActionsTest-2010539232-project] 10.222.0.67 "GET /v2.0/security-groups?id=6abfa5a5-a92e-4fd7-8c29-7b57b3a1384c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767581 Feb 09 15:44:41.078043 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [req-c49b7bb0-5cd3-49ca-bd3f-39a786c474cc req-6d824504-6d45-42bc-9aea-133007202f7d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16080601'] for port, before_update {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:44:41.382119 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667c1705-a669-4609-ae2a-86b2dc506aee req-75af7fde-a829-4309-b835-c756e631d79b tempest-AttachVolumeShelveTestJSON-409995212 tempest-AttachVolumeShelveTestJSON-409995212-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:44:41.383587 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-667c1705-a669-4609-ae2a-86b2dc506aee req-75af7fde-a829-4309-b835-c756e631d79b tempest-AttachVolumeShelveTestJSON-409995212 tempest-AttachVolumeShelveTestJSON-409995212-project] 10.222.0.67 "GET /v2.0/ports?device_id=a4e12dd7-341f-4b28-bef9-17c37cbbc785 HTTP/1.1" status: 200 len: 945 time: 0.2385163 Feb 09 15:44:41.471663 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-667c1705-a669-4609-ae2a-86b2dc506aee req-dd5fe2fa-7ed6-4be1-af74-9c366c3d43e8 tempest-AttachVolumeShelveTestJSON-409995212 tempest-AttachVolumeShelveTestJSON-409995212-project] 10.222.0.67 "GET /v2.0/security-groups?id=7287f013-6b2f-43b9-b826-2cf86932a253&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0801158 Feb 09 15:44:41.542108 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.notifiers.nova [req-c49b7bb0-5cd3-49ca-bd3f-39a786c474cc req-6d824504-6d45-42bc-9aea-133007202f7d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 81c2cb57-9ddb-4bab-b35f-8d521e6543d7 {{(pid=82902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 15:44:41.550065 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [req-c49b7bb0-5cd3-49ca-bd3f-39a786c474cc req-6d824504-6d45-42bc-9aea-133007202f7d service neutron] Notify callbacks [] for port, precommit_update {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:44:41.565719 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.db.provisioning_blocks [req-c49b7bb0-5cd3-49ca-bd3f-39a786c474cc req-6d824504-6d45-42bc-9aea-133007202f7d service neutron] Transition to ACTIVE for port object 81c2cb57-9ddb-4bab-b35f-8d521e6543d7 will not be triggered until provisioned by entity L2. {{(pid=82902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 15:44:41.569892 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [req-c49b7bb0-5cd3-49ca-bd3f-39a786c474cc req-6d824504-6d45-42bc-9aea-133007202f7d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16080037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758755988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756758334055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756758334100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1633542'] for port, after_update {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:44:41.709318 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d824504-6d45-42bc-9aea-133007202f7d service neutron] Pushing event updated for resources: {'Port': ['ID=81c2cb57-9ddb-4bab-b35f-8d521e6543d7,revision_number=2']} {{(pid=82902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:44:41.771505 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06a65cb-7e02-41ea-981f-0d6763b6242f req-351da3f9-66fa-4d3d-8fef-0364b9c497a5 tempest-ServerRescueNegativeTestJSON-674815279 tempest-ServerRescueNegativeTestJSON-674815279-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:44:41.773028 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-d06a65cb-7e02-41ea-981f-0d6763b6242f req-351da3f9-66fa-4d3d-8fef-0364b9c497a5 tempest-ServerRescueNegativeTestJSON-674815279 tempest-ServerRescueNegativeTestJSON-674815279-project] 10.222.0.67 "GET /v2.0/ports?device_id=03058e28-beb3-442a-a803-6dc6b224f22f HTTP/1.1" status: 200 len: 945 time: 0.0811779 Feb 09 15:44:41.820099 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.plugins.ml2.managers [req-c49b7bb0-5cd3-49ca-bd3f-39a786c474cc req-6d824504-6d45-42bc-9aea-133007202f7d service neutron] Attempting to bind port 81c2cb57-9ddb-4bab-b35f-8d521e6543d7 on host hv-cinder-82510 for vnic_type normal with profile {{(pid=82902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 15:44:41.820447 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.plugins.ml2.managers [req-c49b7bb0-5cd3-49ca-bd3f-39a786c474cc req-6d824504-6d45-42bc-9aea-133007202f7d service neutron] Attempting to bind port 81c2cb57-9ddb-4bab-b35f-8d521e6543d7 by drivers openvswitch,hyperv on host hv-cinder-82510 at level 0 using segments [{'id': '61008ea7-600c-42ab-8da1-d2bb9124cbff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': '072a4996-791d-4390-ba5a-5e0a5fbf88c4'}] {{(pid=82902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 15:44:41.820764 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c49b7bb0-5cd3-49ca-bd3f-39a786c474cc req-6d824504-6d45-42bc-9aea-133007202f7d service neutron] Attempting to bind port 81c2cb57-9ddb-4bab-b35f-8d521e6543d7 on network 072a4996-791d-4390-ba5a-5e0a5fbf88c4 {{(pid=82902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 15:44:41.821210 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-d06a65cb-7e02-41ea-981f-0d6763b6242f req-1335fbe0-d21d-4b24-bc35-033c67df79e2 tempest-ServerRescueNegativeTestJSON-674815279 tempest-ServerRescueNegativeTestJSON-674815279-project] 10.222.0.67 "GET /v2.0/security-groups?id=ffc79123-c9cb-487f-b3ec-4904a4a85a48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417905 Feb 09 15:44:41.826966 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c49b7bb0-5cd3-49ca-bd3f-39a786c474cc req-6d824504-6d45-42bc-9aea-133007202f7d service neutron] Port 81c2cb57-9ddb-4bab-b35f-8d521e6543d7 on network 072a4996-791d-4390-ba5a-5e0a5fbf88c4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82510 {{(pid=82902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 09 15:44:41.827277 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c49b7bb0-5cd3-49ca-bd3f-39a786c474cc req-6d824504-6d45-42bc-9aea-133007202f7d service neutron] Attempting to bind port 81c2cb57-9ddb-4bab-b35f-8d521e6543d7 on network 072a4996-791d-4390-ba5a-5e0a5fbf88c4 {{(pid=82902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 15:44:41.833536 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c49b7bb0-5cd3-49ca-bd3f-39a786c474cc req-6d824504-6d45-42bc-9aea-133007202f7d service neutron] Checking agent: {'id': 'db1a70d3-a821-4659-b534-995c5c5f449e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82510', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 15, 40, 29), 'started_at': datetime.datetime(2022, 2, 9, 15, 40, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 15, 44, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=82902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 15:44:41.833858 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c49b7bb0-5cd3-49ca-bd3f-39a786c474cc req-6d824504-6d45-42bc-9aea-133007202f7d service neutron] Checking segment: {'id': '61008ea7-600c-42ab-8da1-d2bb9124cbff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': '072a4996-791d-4390-ba5a-5e0a5fbf88c4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 15:44:41.834218 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c49b7bb0-5cd3-49ca-bd3f-39a786c474cc req-6d824504-6d45-42bc-9aea-133007202f7d service neutron] Bound using segment: {'id': '61008ea7-600c-42ab-8da1-d2bb9124cbff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': '072a4996-791d-4390-ba5a-5e0a5fbf88c4'} {{(pid=82902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 15:44:41.834709 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.plugins.ml2.managers [req-c49b7bb0-5cd3-49ca-bd3f-39a786c474cc req-6d824504-6d45-42bc-9aea-133007202f7d service neutron] Bound port: 81c2cb57-9ddb-4bab-b35f-8d521e6543d7, host: hv-cinder-82510, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '61008ea7-600c-42ab-8da1-d2bb9124cbff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': '072a4996-791d-4390-ba5a-5e0a5fbf88c4'}}] {{(pid=82902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 15:44:41.834961 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [req-c49b7bb0-5cd3-49ca-bd3f-39a786c474cc req-6d824504-6d45-42bc-9aea-133007202f7d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16080601'] for port, before_update {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:44:41.928174 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.plugins.ml2.db [req-c49b7bb0-5cd3-49ca-bd3f-39a786c474cc req-6d824504-6d45-42bc-9aea-133007202f7d service neutron] For port 81c2cb57-9ddb-4bab-b35f-8d521e6543d7, host hv-cinder-82510, cleared binding levels {{(pid=82902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 15:44:41.931121 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.plugins.ml2.db [req-c49b7bb0-5cd3-49ca-bd3f-39a786c474cc req-6d824504-6d45-42bc-9aea-133007202f7d service neutron] For port 81c2cb57-9ddb-4bab-b35f-8d521e6543d7, host hv-cinder-82510, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=81c2cb57-9ddb-4bab-b35f-8d521e6543d7,segment=NetworkSegment(61008ea7-600c-42ab-8da1-d2bb9124cbff),segment_id=61008ea7-600c-42ab-8da1-d2bb9124cbff)] {{(pid=82902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 15:44:41.938535 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [req-c49b7bb0-5cd3-49ca-bd3f-39a786c474cc req-6d824504-6d45-42bc-9aea-133007202f7d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16080037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758755988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756758334055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756758334100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1633542'] for port, after_update {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:44:42.008842 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [req-c49b7bb0-5cd3-49ca-bd3f-39a786c474cc req-6d824504-6d45-42bc-9aea-133007202f7d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205010'] for port, before_response {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:44:42.010201 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-c49b7bb0-5cd3-49ca-bd3f-39a786c474cc req-6d824504-6d45-42bc-9aea-133007202f7d service neutron] 10.222.0.47 "PUT /v2.0/ports/81c2cb57-9ddb-4bab-b35f-8d521e6543d7 HTTP/1.1" status: 200 len: 1094 time: 1.1694539 Feb 09 15:44:42.010628 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c14c0f6b-1f05-4da6-b0ae-1292f07a1e1a', 'tag': '81c2cb57-9ddb-4bab-b35f-8d521e6543d7'}] {{(pid=82902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 15:44:42.026162 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d824504-6d45-42bc-9aea-133007202f7d service neutron] Pushing event updated for resources: {'Port': ['ID=81c2cb57-9ddb-4bab-b35f-8d521e6543d7,revision_number=3']} {{(pid=82902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:44:42.094118 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c14c0f6b-1f05-4da6-b0ae-1292f07a1e1a', 'tag': '81c2cb57-9ddb-4bab-b35f-8d521e6543d7', 'status': 'completed', 'code': 200} Feb 09 15:44:42.140953 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-c49b7bb0-5cd3-49ca-bd3f-39a786c474cc req-43a33128-1b41-45e7-844f-48d3090ca121 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=5408654e4de147309f8b24e479cf1661&device_id=c14c0f6b-1f05-4da6-b0ae-1292f07a1e1a HTTP/1.1" status: 200 len: 1097 time: 0.0830493 Feb 09 15:44:42.214346 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e173460-e423-40e7-ad9d-07f4b2f3ce5c req-aa49df47-e757-409f-b4ed-77eadba877a0 tempest-AttachVolumeNegativeTest-574944362 tempest-AttachVolumeNegativeTest-574944362-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:44:42.216313 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-1e173460-e423-40e7-ad9d-07f4b2f3ce5c req-aa49df47-e757-409f-b4ed-77eadba877a0 tempest-AttachVolumeNegativeTest-574944362 tempest-AttachVolumeNegativeTest-574944362-project] 10.222.0.67 "GET /v2.0/ports?device_id=c14c0f6b-1f05-4da6-b0ae-1292f07a1e1a HTTP/1.1" status: 200 len: 944 time: 0.0818357 Feb 09 15:44:42.270453 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-c49b7bb0-5cd3-49ca-bd3f-39a786c474cc req-483cf40f-40e6-4c30-9e7d-03114af15479 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=81c2cb57-9ddb-4bab-b35f-8d521e6543d7 HTTP/1.1" status: 200 len: 217 time: 0.1163719 Feb 09 15:44:42.274510 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-1e173460-e423-40e7-ad9d-07f4b2f3ce5c req-de17e58a-40f8-45cf-ab0f-de27f16d04bc tempest-AttachVolumeNegativeTest-574944362 tempest-AttachVolumeNegativeTest-574944362-project] 10.222.0.67 "GET /v2.0/security-groups?id=8c9b51e4-e908-48c1-8ba4-2cab64c30d74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522709 Feb 09 15:44:42.357620 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49b7bb0-5cd3-49ca-bd3f-39a786c474cc req-89594437-0668-4935-b201-5075757f0b73 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:44:42.359049 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-c49b7bb0-5cd3-49ca-bd3f-39a786c474cc req-89594437-0668-4935-b201-5075757f0b73 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=d622abef-cdcb-4b2b-b25a-610e3a6ed20d HTTP/1.1" status: 200 len: 855 time: 0.0789700 Feb 09 15:44:42.365331 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559712a0-0904-42a6-b450-6ed65c8cff0a req-73e6f235-e022-4c9a-9168-bbf533a2fb9b tempest-VolumesActionsTest-2010539232 tempest-VolumesActionsTest-2010539232-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:44:42.366665 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-559712a0-0904-42a6-b450-6ed65c8cff0a req-73e6f235-e022-4c9a-9168-bbf533a2fb9b tempest-VolumesActionsTest-2010539232 tempest-VolumesActionsTest-2010539232-project] 10.222.0.67 "GET /v2.0/ports?device_id=c0f56d0b-bbc8-474b-829f-e48326334c1b HTTP/1.1" status: 200 len: 944 time: 0.1585696 Feb 09 15:44:42.397717 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.plugins.ml2.rpc [None req-812787cf-6466-4ce1-8c4e-c32e14b18d8a None None] Device 18e7f452-f9ff-483c-b8ae-2b3d91bf7f12 up at agent hyperv_hv-cinder-82510 {{(pid=82903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 15:44:42.435462 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-c49b7bb0-5cd3-49ca-bd3f-39a786c474cc req-3d738309-eb4f-4dab-9456-078c66a4cc14 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=072a4996-791d-4390-ba5a-5e0a5fbf88c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0493977 Feb 09 15:44:42.471337 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.db.provisioning_blocks [None req-812787cf-6466-4ce1-8c4e-c32e14b18d8a None None] Provisioning for port 18e7f452-f9ff-483c-b8ae-2b3d91bf7f12 completed by entity L2. {{(pid=82903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 15:44:42.475091 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-559712a0-0904-42a6-b450-6ed65c8cff0a req-197f06a5-6ccf-4bc7-9673-b64441748d02 tempest-VolumesActionsTest-2010539232 tempest-VolumesActionsTest-2010539232-project] 10.222.0.67 "GET /v2.0/security-groups?id=6abfa5a5-a92e-4fd7-8c29-7b57b3a1384c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022356 Feb 09 15:44:42.476547 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.db.provisioning_blocks [None req-812787cf-6466-4ce1-8c4e-c32e14b18d8a None None] Provisioning complete for port 18e7f452-f9ff-483c-b8ae-2b3d91bf7f12 triggered by entity L2. {{(pid=82903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:44:42.476986 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-812787cf-6466-4ce1-8c4e-c32e14b18d8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16008948'] for port, provisioning_complete {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:44:42.600839 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-c49b7bb0-5cd3-49ca-bd3f-39a786c474cc req-8b6460c9-2099-4b63-84bb-351a9e4bf881 service neutron] 10.222.0.47 "GET /v2.0/networks/072a4996-791d-4390-ba5a-5e0a5fbf88c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1463628 Feb 09 15:44:42.618844 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-812787cf-6466-4ce1-8c4e-c32e14b18d8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16080601'] for port, before_update {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:44:42.666359 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.plugins.ml2.db [None req-812787cf-6466-4ce1-8c4e-c32e14b18d8a None None] For port 18e7f452-f9ff-483c-b8ae-2b3d91bf7f12, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=18e7f452-f9ff-483c-b8ae-2b3d91bf7f12,segment=NetworkSegment(ceca66d1-d49d-43f5-8915-823d848e3b84),segment_id=ceca66d1-d49d-43f5-8915-823d848e3b84)] {{(pid=82903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:44:42.668485 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0f56d0b-bbc8-474b-829f-e48326334c1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18e7f452-f9ff-483c-b8ae-2b3d91bf7f12'}] {{(pid=82903) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 15:44:42.684310 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-812787cf-6466-4ce1-8c4e-c32e14b18d8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16080037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758755988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756758334055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756758334100'] for port, after_update {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:44:42.755581 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812787cf-6466-4ce1-8c4e-c32e14b18d8a None None] Pushing event updated for resources: {'Port': ['ID=18e7f452-f9ff-483c-b8ae-2b3d91bf7f12,revision_number=5']} {{(pid=82903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:44:42.766949 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-c49b7bb0-5cd3-49ca-bd3f-39a786c474cc req-432afbac-287b-4330-97b0-bb967e211889 service neutron] 10.222.0.47 "GET /v2.0/networks/072a4996-791d-4390-ba5a-5e0a5fbf88c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1560466 Feb 09 15:44:42.783042 dv-cinder-825105-1-iscsi neutron-server[82903]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0f56d0b-bbc8-474b-829f-e48326334c1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18e7f452-f9ff-483c-b8ae-2b3d91bf7f12', 'code': 200} Feb 09 15:44:42.818120 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75019cc2-6f82-4eb9-8544-bd3a697798ba req-29a8beaa-e34f-440c-9f01-df9430b86c37 tempest-AttachVolumeShelveTestJSON-409995212 tempest-AttachVolumeShelveTestJSON-409995212-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:44:42.819501 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-75019cc2-6f82-4eb9-8544-bd3a697798ba req-29a8beaa-e34f-440c-9f01-df9430b86c37 tempest-AttachVolumeShelveTestJSON-409995212 tempest-AttachVolumeShelveTestJSON-409995212-project] 10.222.0.67 "GET /v2.0/ports?device_id=a4e12dd7-341f-4b28-bef9-17c37cbbc785 HTTP/1.1" status: 200 len: 945 time: 0.1417162 Feb 09 15:44:42.888293 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-75019cc2-6f82-4eb9-8544-bd3a697798ba req-1df6d086-3cb9-4bb1-b382-7c56ef4e3aa0 tempest-AttachVolumeShelveTestJSON-409995212 tempest-AttachVolumeShelveTestJSON-409995212-project] 10.222.0.67 "GET /v2.0/security-groups?id=7287f013-6b2f-43b9-b826-2cf86932a253&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0598848 Feb 09 15:44:43.083407 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-30d47007-6857-49e3-ac20-82408267db37 req-81f77535-62d8-42d2-a978-bc90ada0a3b9 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=5408654e4de147309f8b24e479cf1661&device_id=c14c0f6b-1f05-4da6-b0ae-1292f07a1e1a HTTP/1.1" status: 200 len: 1097 time: 0.2328467 Feb 09 15:44:43.095582 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-586e03cc-3e97-494b-b78d-c847e9b2e7e2 req-c9c803c9-87f0-4c13-9d41-c08aa2181fcd service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=c0f56d0b-bbc8-474b-829f-e48326334c1b HTTP/1.1" status: 200 len: 1098 time: 0.0768380 Feb 09 15:44:43.145703 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.quota.resource [req-586e03cc-3e97-494b-b78d-c847e9b2e7e2 req-3b3411b0-3daf-49e1-b9e1-55a6b5dbbf18 service neutron] Synchronizing usage tracker for tenant:98cc7c255aea41cdb73956f6cc960185 on resource:security_group {{(pid=82901) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 15:44:43.166109 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.quota.resource [req-586e03cc-3e97-494b-b78d-c847e9b2e7e2 req-3b3411b0-3daf-49e1-b9e1-55a6b5dbbf18 service neutron] Unset dirty status for tenant:98cc7c255aea41cdb73956f6cc960185 on resource:security_group {{(pid=82901) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 15:44:43.167437 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-586e03cc-3e97-494b-b78d-c847e9b2e7e2 req-3b3411b0-3daf-49e1-b9e1-55a6b5dbbf18 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=6abfa5a5-a92e-4fd7-8c29-7b57b3a1384c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591843 Feb 09 15:44:43.174745 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb1c223-568a-410d-be12-55ff39ddc8cb req-87a2a035-d2b8-4e7c-acb6-fcd4f87095a9 tempest-ServerRescueNegativeTestJSON-674815279 tempest-ServerRescueNegativeTestJSON-674815279-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:44:43.176186 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-9eb1c223-568a-410d-be12-55ff39ddc8cb req-87a2a035-d2b8-4e7c-acb6-fcd4f87095a9 tempest-ServerRescueNegativeTestJSON-674815279 tempest-ServerRescueNegativeTestJSON-674815279-project] 10.222.0.67 "GET /v2.0/ports?device_id=03058e28-beb3-442a-a803-6dc6b224f22f HTTP/1.1" status: 200 len: 945 time: 0.1614821 Feb 09 15:44:43.260469 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-9eb1c223-568a-410d-be12-55ff39ddc8cb req-2ddcc8d9-667f-4727-ae4a-0aac480b2e74 tempest-ServerRescueNegativeTestJSON-674815279 tempest-ServerRescueNegativeTestJSON-674815279-project] 10.222.0.67 "GET /v2.0/security-groups?id=ffc79123-c9cb-487f-b3ec-4904a4a85a48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742702 Feb 09 15:44:43.263359 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d47007-6857-49e3-ac20-82408267db37 req-509d5ba5-a6bc-4101-ae29-d9ee7cc5e18d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:44:43.264758 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-30d47007-6857-49e3-ac20-82408267db37 req-509d5ba5-a6bc-4101-ae29-d9ee7cc5e18d service neutron] 10.222.0.47 "GET /v2.0/networks?id=072a4996-791d-4390-ba5a-5e0a5fbf88c4 HTTP/1.1" status: 200 len: 916 time: 0.1701543 Feb 09 15:44:43.478595 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c481cb3a-3a92-4b5c-9112-bdeb08ade312 req-ffa08dcf-2acb-40ee-81be-aa8015c476ea tempest-AttachVolumeNegativeTest-574944362 tempest-AttachVolumeNegativeTest-574944362-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:44:43.480110 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-c481cb3a-3a92-4b5c-9112-bdeb08ade312 req-ffa08dcf-2acb-40ee-81be-aa8015c476ea tempest-AttachVolumeNegativeTest-574944362 tempest-AttachVolumeNegativeTest-574944362-project] 10.222.0.67 "GET /v2.0/ports?device_id=c14c0f6b-1f05-4da6-b0ae-1292f07a1e1a HTTP/1.1" status: 200 len: 944 time: 0.0796752 Feb 09 15:44:43.524685 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-30d47007-6857-49e3-ac20-82408267db37 req-38590710-aab8-4f17-af1a-8e50b98119c8 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=81c2cb57-9ddb-4bab-b35f-8d521e6543d7 HTTP/1.1" status: 200 len: 217 time: 0.0691886 Feb 09 15:44:43.529125 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-c481cb3a-3a92-4b5c-9112-bdeb08ade312 req-74f7936d-d1f8-46ca-af74-84833ad8188b tempest-AttachVolumeNegativeTest-574944362 tempest-AttachVolumeNegativeTest-574944362-project] 10.222.0.67 "GET /v2.0/security-groups?id=8c9b51e4-e908-48c1-8ba4-2cab64c30d74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426052 Feb 09 15:44:43.599449 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d47007-6857-49e3-ac20-82408267db37 req-bc407db9-5969-41c5-ba6a-8c0d4cc93928 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:44:43.600920 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-30d47007-6857-49e3-ac20-82408267db37 req-bc407db9-5969-41c5-ba6a-8c0d4cc93928 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=d622abef-cdcb-4b2b-b25a-610e3a6ed20d HTTP/1.1" status: 200 len: 855 time: 0.0610924 Feb 09 15:44:43.694022 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-30d47007-6857-49e3-ac20-82408267db37 req-6e48fb5d-5a58-4a3c-b786-1da4206112cb service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=072a4996-791d-4390-ba5a-5e0a5fbf88c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0526547 Feb 09 15:44:43.809947 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a73232e-a43f-43f1-ad69-1b9f7656bec2 req-27a5b83e-6510-4642-b62e-01a2f98cd57e tempest-VolumesActionsTest-2010539232 tempest-VolumesActionsTest-2010539232-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:44:43.811399 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-5a73232e-a43f-43f1-ad69-1b9f7656bec2 req-27a5b83e-6510-4642-b62e-01a2f98cd57e tempest-VolumesActionsTest-2010539232 tempest-VolumesActionsTest-2010539232-project] 10.222.0.67 "GET /v2.0/ports?device_id=c0f56d0b-bbc8-474b-829f-e48326334c1b HTTP/1.1" status: 200 len: 945 time: 0.2034397 Feb 09 15:44:43.877751 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-30d47007-6857-49e3-ac20-82408267db37 req-b5706ee2-fb7e-414c-9555-925728751561 service neutron] 10.222.0.47 "GET /v2.0/networks/072a4996-791d-4390-ba5a-5e0a5fbf88c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1696260 Feb 09 15:44:43.888002 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-5a73232e-a43f-43f1-ad69-1b9f7656bec2 req-afd68c0e-6b80-41f8-a923-ba71734f3749 tempest-VolumesActionsTest-2010539232 tempest-VolumesActionsTest-2010539232-project] 10.222.0.67 "GET /v2.0/security-groups?id=6abfa5a5-a92e-4fd7-8c29-7b57b3a1384c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690796 Feb 09 15:44:44.036743 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-30d47007-6857-49e3-ac20-82408267db37 req-b29cc922-59d1-4c4b-9722-28fccb38e60e service neutron] 10.222.0.47 "GET /v2.0/networks/072a4996-791d-4390-ba5a-5e0a5fbf88c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1439209 Feb 09 15:44:44.125725 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7d17df-eec0-4bd3-9ab4-5e082825e007 req-5be1fe8e-7f2b-45b4-b902-710d44a0c9e4 tempest-AttachVolumeShelveTestJSON-409995212 tempest-AttachVolumeShelveTestJSON-409995212-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:44:44.127170 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-6f7d17df-eec0-4bd3-9ab4-5e082825e007 req-5be1fe8e-7f2b-45b4-b902-710d44a0c9e4 tempest-AttachVolumeShelveTestJSON-409995212 tempest-AttachVolumeShelveTestJSON-409995212-project] 10.222.0.67 "GET /v2.0/ports?device_id=a4e12dd7-341f-4b28-bef9-17c37cbbc785 HTTP/1.1" status: 200 len: 945 time: 0.0846648 Feb 09 15:44:44.177474 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-6f7d17df-eec0-4bd3-9ab4-5e082825e007 req-a3406c46-2278-4005-8594-a86807e69660 tempest-AttachVolumeShelveTestJSON-409995212 tempest-AttachVolumeShelveTestJSON-409995212-project] 10.222.0.67 "GET /v2.0/security-groups?id=7287f013-6b2f-43b9-b826-2cf86932a253&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443056 Feb 09 15:44:44.469999 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c32e6d-3035-4316-96be-76a5d4e2296f req-94aca605-ea1d-4337-aa00-3d14cab4be63 tempest-ServerRescueNegativeTestJSON-674815279 tempest-ServerRescueNegativeTestJSON-674815279-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:44:44.471341 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-83c32e6d-3035-4316-96be-76a5d4e2296f req-94aca605-ea1d-4337-aa00-3d14cab4be63 tempest-ServerRescueNegativeTestJSON-674815279 tempest-ServerRescueNegativeTestJSON-674815279-project] 10.222.0.67 "GET /v2.0/ports?device_id=03058e28-beb3-442a-a803-6dc6b224f22f HTTP/1.1" status: 200 len: 945 time: 0.0854518 Feb 09 15:44:44.517472 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-83c32e6d-3035-4316-96be-76a5d4e2296f req-af41d1dc-4423-414d-92a1-6627ef567331 tempest-ServerRescueNegativeTestJSON-674815279 tempest-ServerRescueNegativeTestJSON-674815279-project] 10.222.0.67 "GET /v2.0/security-groups?id=ffc79123-c9cb-487f-b3ec-4904a4a85a48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405796 Feb 09 15:44:44.880730 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afcab4fc-2465-4d12-b22e-dc59962b529e req-df7843c8-6913-4336-961d-4299ef691104 tempest-AttachVolumeNegativeTest-574944362 tempest-AttachVolumeNegativeTest-574944362-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:44:44.882338 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-afcab4fc-2465-4d12-b22e-dc59962b529e req-df7843c8-6913-4336-961d-4299ef691104 tempest-AttachVolumeNegativeTest-574944362 tempest-AttachVolumeNegativeTest-574944362-project] 10.222.0.67 "GET /v2.0/ports?device_id=c14c0f6b-1f05-4da6-b0ae-1292f07a1e1a HTTP/1.1" status: 200 len: 944 time: 0.0824842 Feb 09 15:44:44.937526 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-afcab4fc-2465-4d12-b22e-dc59962b529e req-152394cd-540b-4390-a178-ddcab5c37682 tempest-AttachVolumeNegativeTest-574944362 tempest-AttachVolumeNegativeTest-574944362-project] 10.222.0.67 "GET /v2.0/security-groups?id=8c9b51e4-e908-48c1-8ba4-2cab64c30d74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483897 Feb 09 15:44:45.106660 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a5f663-85ad-4c4c-99ea-c4e77f801498 req-6b44eb4f-f72d-4d64-9917-adf08ebef342 tempest-VolumesActionsTest-2010539232 tempest-VolumesActionsTest-2010539232-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:44:45.108004 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-49a5f663-85ad-4c4c-99ea-c4e77f801498 req-6b44eb4f-f72d-4d64-9917-adf08ebef342 tempest-VolumesActionsTest-2010539232 tempest-VolumesActionsTest-2010539232-project] 10.222.0.67 "GET /v2.0/ports?device_id=c0f56d0b-bbc8-474b-829f-e48326334c1b HTTP/1.1" status: 200 len: 945 time: 0.0818057 Feb 09 15:44:45.155371 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-49a5f663-85ad-4c4c-99ea-c4e77f801498 req-7c9ba4a7-0740-4a93-8520-7ae05eaa87b9 tempest-VolumesActionsTest-2010539232 tempest-VolumesActionsTest-2010539232-project] 10.222.0.67 "GET /v2.0/security-groups?id=6abfa5a5-a92e-4fd7-8c29-7b57b3a1384c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416338 Feb 09 15:44:45.399337 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97a0787-5ca1-45d6-9bd7-5efa8a3fd06d req-2743b1ba-8efd-4650-9815-63211aaf362a tempest-AttachVolumeShelveTestJSON-409995212 tempest-AttachVolumeShelveTestJSON-409995212-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:44:45.400709 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-b97a0787-5ca1-45d6-9bd7-5efa8a3fd06d req-2743b1ba-8efd-4650-9815-63211aaf362a tempest-AttachVolumeShelveTestJSON-409995212 tempest-AttachVolumeShelveTestJSON-409995212-project] 10.222.0.67 "GET /v2.0/ports?device_id=a4e12dd7-341f-4b28-bef9-17c37cbbc785 HTTP/1.1" status: 200 len: 945 time: 0.0777819 Feb 09 15:44:45.447267 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-b97a0787-5ca1-45d6-9bd7-5efa8a3fd06d req-9674e01d-51f2-43dd-86a6-350ed4f4182e tempest-AttachVolumeShelveTestJSON-409995212 tempest-AttachVolumeShelveTestJSON-409995212-project] 10.222.0.67 "GET /v2.0/security-groups?id=7287f013-6b2f-43b9-b826-2cf86932a253&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403352 Feb 09 15:44:45.742261 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e262b84d-7be9-4765-b018-998f5770e6d5 req-56e4bd98-b726-4e2c-9c86-f433b246b299 tempest-ServerRescueNegativeTestJSON-674815279 tempest-ServerRescueNegativeTestJSON-674815279-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:44:45.743826 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-e262b84d-7be9-4765-b018-998f5770e6d5 req-56e4bd98-b726-4e2c-9c86-f433b246b299 tempest-ServerRescueNegativeTestJSON-674815279 tempest-ServerRescueNegativeTestJSON-674815279-project] 10.222.0.67 "GET /v2.0/ports?device_id=03058e28-beb3-442a-a803-6dc6b224f22f HTTP/1.1" status: 200 len: 945 time: 0.0854959 Feb 09 15:44:45.790463 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-e262b84d-7be9-4765-b018-998f5770e6d5 req-ff32d80b-bacb-4573-8134-f9f7f797f65f tempest-ServerRescueNegativeTestJSON-674815279 tempest-ServerRescueNegativeTestJSON-674815279-project] 10.222.0.67 "GET /v2.0/security-groups?id=ffc79123-c9cb-487f-b3ec-4904a4a85a48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397859 Feb 09 15:44:46.154933 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b830ae56-8ceb-4f83-8dfd-ea8f9b35edeb req-51cf6863-774e-42db-8524-77214f42f63f tempest-AttachVolumeNegativeTest-574944362 tempest-AttachVolumeNegativeTest-574944362-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:44:46.156421 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-b830ae56-8ceb-4f83-8dfd-ea8f9b35edeb req-51cf6863-774e-42db-8524-77214f42f63f tempest-AttachVolumeNegativeTest-574944362 tempest-AttachVolumeNegativeTest-574944362-project] 10.222.0.67 "GET /v2.0/ports?device_id=c14c0f6b-1f05-4da6-b0ae-1292f07a1e1a HTTP/1.1" status: 200 len: 944 time: 0.0819802 Feb 09 15:44:46.203405 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-b830ae56-8ceb-4f83-8dfd-ea8f9b35edeb req-02d54289-887f-44e7-a341-c698e367c79f tempest-AttachVolumeNegativeTest-574944362 tempest-AttachVolumeNegativeTest-574944362-project] 10.222.0.67 "GET /v2.0/security-groups?id=8c9b51e4-e908-48c1-8ba4-2cab64c30d74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415447 Feb 09 15:44:46.364703 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5dbc0a8-6b07-4715-85e0-46b8199fa6ec req-50176b1c-8526-4a35-9c7b-a86e021db767 tempest-VolumesActionsTest-2010539232 tempest-VolumesActionsTest-2010539232-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:44:46.366444 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-d5dbc0a8-6b07-4715-85e0-46b8199fa6ec req-50176b1c-8526-4a35-9c7b-a86e021db767 tempest-VolumesActionsTest-2010539232 tempest-VolumesActionsTest-2010539232-project] 10.222.0.67 "GET /v2.0/ports?device_id=c0f56d0b-bbc8-474b-829f-e48326334c1b HTTP/1.1" status: 200 len: 945 time: 0.0797524 Feb 09 15:44:46.423784 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-d5dbc0a8-6b07-4715-85e0-46b8199fa6ec req-b96ebaa8-4745-4452-bfad-911fa1c55a53 tempest-VolumesActionsTest-2010539232 tempest-VolumesActionsTest-2010539232-project] 10.222.0.67 "GET /v2.0/security-groups?id=6abfa5a5-a92e-4fd7-8c29-7b57b3a1384c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485694 Feb 09 15:44:46.424551 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.plugins.ml2.rpc [None req-812787cf-6466-4ce1-8c4e-c32e14b18d8a None None] Device 81c2cb57-9ddb-4bab-b35f-8d521e6543d7 details requested by agent hyperv_hv-cinder-82510 with host hv-cinder-82510 {{(pid=82903) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 15:44:46.575586 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.plugins.ml2.db [None req-812787cf-6466-4ce1-8c4e-c32e14b18d8a None None] For port 81c2cb57-9ddb-4bab-b35f-8d521e6543d7, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=81c2cb57-9ddb-4bab-b35f-8d521e6543d7,segment=NetworkSegment(61008ea7-600c-42ab-8da1-d2bb9124cbff),segment_id=61008ea7-600c-42ab-8da1-d2bb9124cbff)] {{(pid=82903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:44:46.589571 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.plugins.ml2.rpc [None req-812787cf-6466-4ce1-8c4e-c32e14b18d8a None None] Returning: {'device': '81c2cb57-9ddb-4bab-b35f-8d521e6543d7', 'network_id': '072a4996-791d-4390-ba5a-5e0a5fbf88c4', 'port_id': '81c2cb57-9ddb-4bab-b35f-8d521e6543d7', 'mac_address': 'fa:16:3e:47:5d:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 822, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd622abef-cdcb-4b2b-b25a-610e3a6ed20d', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82903) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 15:44:46.649125 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-812787cf-6466-4ce1-8c4e-c32e14b18d8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16080601'] for port, before_update {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:44:46.665381 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6edb88d3-027b-4e4f-bede-40aaea6e2f1e req-769ee8aa-72cb-470f-a774-d60002499d92 tempest-AttachVolumeShelveTestJSON-409995212 tempest-AttachVolumeShelveTestJSON-409995212-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:44:46.666816 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-6edb88d3-027b-4e4f-bede-40aaea6e2f1e req-769ee8aa-72cb-470f-a774-d60002499d92 tempest-AttachVolumeShelveTestJSON-409995212 tempest-AttachVolumeShelveTestJSON-409995212-project] 10.222.0.67 "GET /v2.0/ports?device_id=a4e12dd7-341f-4b28-bef9-17c37cbbc785 HTTP/1.1" status: 200 len: 945 time: 0.0787375 Feb 09 15:44:46.667526 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.notifiers.nova [None req-812787cf-6466-4ce1-8c4e-c32e14b18d8a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 81c2cb57-9ddb-4bab-b35f-8d521e6543d7 {{(pid=82903) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 15:44:46.686715 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.plugins.ml2.db [None req-812787cf-6466-4ce1-8c4e-c32e14b18d8a None None] For port 81c2cb57-9ddb-4bab-b35f-8d521e6543d7, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=81c2cb57-9ddb-4bab-b35f-8d521e6543d7,segment=NetworkSegment(61008ea7-600c-42ab-8da1-d2bb9124cbff),segment_id=61008ea7-600c-42ab-8da1-d2bb9124cbff)] {{(pid=82903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:44:46.690816 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-812787cf-6466-4ce1-8c4e-c32e14b18d8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16080037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758755988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756758334055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756758334100'] for port, after_update {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:44:46.721643 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-6edb88d3-027b-4e4f-bede-40aaea6e2f1e req-a32d4517-499d-4331-a772-5d856ce14721 tempest-AttachVolumeShelveTestJSON-409995212 tempest-AttachVolumeShelveTestJSON-409995212-project] 10.222.0.67 "GET /v2.0/security-groups?id=7287f013-6b2f-43b9-b826-2cf86932a253&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478735 Feb 09 15:44:46.777299 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812787cf-6466-4ce1-8c4e-c32e14b18d8a None None] Pushing event updated for resources: {'Port': ['ID=81c2cb57-9ddb-4bab-b35f-8d521e6543d7,revision_number=4']} {{(pid=82903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:44:47.014272 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d1b84f-2dd4-415c-8370-c9b1276b6800 req-7fafe365-2464-4258-b205-363f84183aa6 tempest-ServerRescueNegativeTestJSON-674815279 tempest-ServerRescueNegativeTestJSON-674815279-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:44:47.015875 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-c2d1b84f-2dd4-415c-8370-c9b1276b6800 req-7fafe365-2464-4258-b205-363f84183aa6 tempest-ServerRescueNegativeTestJSON-674815279 tempest-ServerRescueNegativeTestJSON-674815279-project] 10.222.0.67 "GET /v2.0/ports?device_id=03058e28-beb3-442a-a803-6dc6b224f22f HTTP/1.1" status: 200 len: 945 time: 0.0965362 Feb 09 15:44:47.081806 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-c2d1b84f-2dd4-415c-8370-c9b1276b6800 req-1a24bcd1-e21f-442d-b2de-4c9c7468acd0 tempest-ServerRescueNegativeTestJSON-674815279 tempest-ServerRescueNegativeTestJSON-674815279-project] 10.222.0.67 "GET /v2.0/security-groups?id=ffc79123-c9cb-487f-b3ec-4904a4a85a48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604300 Feb 09 15:44:47.257874 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.plugins.ml2.db [None req-812787cf-6466-4ce1-8c4e-c32e14b18d8a None None] get_ports_and_sgs() called for port_ids ['81c2cb57-9ddb-4bab-b35f-8d521e6543d7'] {{(pid=82903) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 09 15:44:47.413879 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae70499-100b-4fcc-95e4-2fc67a5fec46 req-69fe1847-42b0-4bea-932c-04d5b56be69d tempest-AttachVolumeNegativeTest-574944362 tempest-AttachVolumeNegativeTest-574944362-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:44:47.415336 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-7ae70499-100b-4fcc-95e4-2fc67a5fec46 req-69fe1847-42b0-4bea-932c-04d5b56be69d tempest-AttachVolumeNegativeTest-574944362 tempest-AttachVolumeNegativeTest-574944362-project] 10.222.0.67 "GET /v2.0/ports?device_id=c14c0f6b-1f05-4da6-b0ae-1292f07a1e1a HTTP/1.1" status: 200 len: 945 time: 0.0870101 Feb 09 15:44:47.472927 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-7ae70499-100b-4fcc-95e4-2fc67a5fec46 req-3bc3d592-d0c0-46c9-92cd-a61ac5b398a3 tempest-AttachVolumeNegativeTest-574944362 tempest-AttachVolumeNegativeTest-574944362-project] 10.222.0.67 "GET /v2.0/security-groups?id=8c9b51e4-e908-48c1-8ba4-2cab64c30d74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474863 Feb 09 15:44:47.939626 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562c4a61-23da-45b2-8adb-a9378dc180a6 req-aa15d550-b876-40aa-9c19-90e6e16a2be9 tempest-VolumesActionsTest-2010539232 tempest-VolumesActionsTest-2010539232-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:44:47.941178 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-562c4a61-23da-45b2-8adb-a9378dc180a6 req-aa15d550-b876-40aa-9c19-90e6e16a2be9 tempest-VolumesActionsTest-2010539232 tempest-VolumesActionsTest-2010539232-project] 10.222.0.67 "GET /v2.0/ports?device_id=c0f56d0b-bbc8-474b-829f-e48326334c1b HTTP/1.1" status: 200 len: 945 time: 0.0914798 Feb 09 15:44:47.970368 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8465fa-3bc6-4838-9db4-7beaee7253b0 req-b4faf60a-e518-4645-83a5-a0a17da38572 tempest-AttachVolumeShelveTestJSON-409995212 tempest-AttachVolumeShelveTestJSON-409995212-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:44:47.972599 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-4b8465fa-3bc6-4838-9db4-7beaee7253b0 req-b4faf60a-e518-4645-83a5-a0a17da38572 tempest-AttachVolumeShelveTestJSON-409995212 tempest-AttachVolumeShelveTestJSON-409995212-project] 10.222.0.67 "GET /v2.0/ports?device_id=a4e12dd7-341f-4b28-bef9-17c37cbbc785 HTTP/1.1" status: 200 len: 945 time: 0.0930824 Feb 09 15:44:47.996011 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-562c4a61-23da-45b2-8adb-a9378dc180a6 req-e902ee75-a295-4dd4-9d17-bdf3d4562a55 tempest-VolumesActionsTest-2010539232 tempest-VolumesActionsTest-2010539232-project] 10.222.0.67 "GET /v2.0/security-groups?id=6abfa5a5-a92e-4fd7-8c29-7b57b3a1384c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482426 Feb 09 15:44:48.028332 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-4b8465fa-3bc6-4838-9db4-7beaee7253b0 req-e49bb774-fae1-4ba9-bd82-a8619fabe6f3 tempest-AttachVolumeShelveTestJSON-409995212 tempest-AttachVolumeShelveTestJSON-409995212-project] 10.222.0.67 "GET /v2.0/security-groups?id=7287f013-6b2f-43b9-b826-2cf86932a253&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500844 Feb 09 15:44:48.288562 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e10d6e-fbc5-4b61-ad43-5562f27f1a7e req-512bbdb7-49ee-425f-9fed-6270a4bef1a7 tempest-ServerRescueNegativeTestJSON-674815279 tempest-ServerRescueNegativeTestJSON-674815279-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:44:48.289979 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-a6e10d6e-fbc5-4b61-ad43-5562f27f1a7e req-512bbdb7-49ee-425f-9fed-6270a4bef1a7 tempest-ServerRescueNegativeTestJSON-674815279 tempest-ServerRescueNegativeTestJSON-674815279-project] 10.222.0.67 "GET /v2.0/ports?device_id=03058e28-beb3-442a-a803-6dc6b224f22f HTTP/1.1" status: 200 len: 945 time: 0.0780334 Feb 09 15:44:48.337882 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-a6e10d6e-fbc5-4b61-ad43-5562f27f1a7e req-fd379740-f457-4e99-a1c9-e52155db54fb tempest-ServerRescueNegativeTestJSON-674815279 tempest-ServerRescueNegativeTestJSON-674815279-project] 10.222.0.67 "GET /v2.0/security-groups?id=ffc79123-c9cb-487f-b3ec-4904a4a85a48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411935 Feb 09 15:44:48.814638 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae984504-6614-4886-b22f-45441ae61e5b req-d31fa9dc-5ee4-40f4-af74-07c8bbb27f89 tempest-AttachVolumeNegativeTest-574944362 tempest-AttachVolumeNegativeTest-574944362-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:44:48.815360 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.quota.resource [req-ae984504-6614-4886-b22f-45441ae61e5b req-d31fa9dc-5ee4-40f4-af74-07c8bbb27f89 tempest-AttachVolumeNegativeTest-574944362 tempest-AttachVolumeNegativeTest-574944362-project] Synchronizing usage tracker for tenant:5408654e4de147309f8b24e479cf1661 on resource:port {{(pid=82902) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 15:44:48.831176 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.quota.resource [req-ae984504-6614-4886-b22f-45441ae61e5b req-d31fa9dc-5ee4-40f4-af74-07c8bbb27f89 tempest-AttachVolumeNegativeTest-574944362 tempest-AttachVolumeNegativeTest-574944362-project] Unset dirty status for tenant:5408654e4de147309f8b24e479cf1661 on resource:port {{(pid=82902) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 15:44:48.832513 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-ae984504-6614-4886-b22f-45441ae61e5b req-d31fa9dc-5ee4-40f4-af74-07c8bbb27f89 tempest-AttachVolumeNegativeTest-574944362 tempest-AttachVolumeNegativeTest-574944362-project] 10.222.0.67 "GET /v2.0/ports?device_id=c14c0f6b-1f05-4da6-b0ae-1292f07a1e1a HTTP/1.1" status: 200 len: 945 time: 0.0991881 Feb 09 15:44:48.893135 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-ae984504-6614-4886-b22f-45441ae61e5b req-39eaf2a5-f758-46bb-ad83-308f17cf4674 tempest-AttachVolumeNegativeTest-574944362 tempest-AttachVolumeNegativeTest-574944362-project] 10.222.0.67 "GET /v2.0/security-groups?id=8c9b51e4-e908-48c1-8ba4-2cab64c30d74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547588 Feb 09 15:44:49.203522 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f8b48e-84fb-467c-8ed7-a40aa896fedc req-0ce385c3-fc2d-433b-9811-3cfec2a7e9b5 tempest-VolumesActionsTest-2010539232 tempest-VolumesActionsTest-2010539232-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:44:49.205498 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-80f8b48e-84fb-467c-8ed7-a40aa896fedc req-0ce385c3-fc2d-433b-9811-3cfec2a7e9b5 tempest-VolumesActionsTest-2010539232 tempest-VolumesActionsTest-2010539232-project] 10.222.0.67 "GET /v2.0/ports?device_id=c0f56d0b-bbc8-474b-829f-e48326334c1b HTTP/1.1" status: 200 len: 945 time: 0.0859067 Feb 09 15:44:49.254662 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e12cb8-4dea-4911-97af-02d83ac5f566 req-ad5d2a33-999a-497c-978e-2d33a8376e82 tempest-AttachVolumeShelveTestJSON-409995212 tempest-AttachVolumeShelveTestJSON-409995212-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:44:49.255281 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-80f8b48e-84fb-467c-8ed7-a40aa896fedc req-a301fc8e-c726-4a92-9065-a443f8ddbcc6 tempest-VolumesActionsTest-2010539232 tempest-VolumesActionsTest-2010539232-project] 10.222.0.67 "GET /v2.0/security-groups?id=6abfa5a5-a92e-4fd7-8c29-7b57b3a1384c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436044 Feb 09 15:44:49.256099 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-45e12cb8-4dea-4911-97af-02d83ac5f566 req-ad5d2a33-999a-497c-978e-2d33a8376e82 tempest-AttachVolumeShelveTestJSON-409995212 tempest-AttachVolumeShelveTestJSON-409995212-project] 10.222.0.67 "GET /v2.0/ports?device_id=a4e12dd7-341f-4b28-bef9-17c37cbbc785 HTTP/1.1" status: 200 len: 945 time: 0.0873444 Feb 09 15:44:49.302853 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-45e12cb8-4dea-4911-97af-02d83ac5f566 req-3773a595-f829-42fe-a7b4-f0004d47e679 tempest-AttachVolumeShelveTestJSON-409995212 tempest-AttachVolumeShelveTestJSON-409995212-project] 10.222.0.67 "GET /v2.0/security-groups?id=7287f013-6b2f-43b9-b826-2cf86932a253&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413935 Feb 09 15:44:49.544877 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbfa50e4-346d-43ae-b457-3d657e70947e req-9c263150-d6a1-433f-9df7-83180ffe885f tempest-ServerRescueNegativeTestJSON-674815279 tempest-ServerRescueNegativeTestJSON-674815279-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:44:49.546312 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-bbfa50e4-346d-43ae-b457-3d657e70947e req-9c263150-d6a1-433f-9df7-83180ffe885f tempest-ServerRescueNegativeTestJSON-674815279 tempest-ServerRescueNegativeTestJSON-674815279-project] 10.222.0.67 "GET /v2.0/ports?device_id=03058e28-beb3-442a-a803-6dc6b224f22f HTTP/1.1" status: 200 len: 945 time: 0.0780828 Feb 09 15:44:49.593932 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-bbfa50e4-346d-43ae-b457-3d657e70947e req-44b6fedf-e203-424b-a480-693f7a313943 tempest-ServerRescueNegativeTestJSON-674815279 tempest-ServerRescueNegativeTestJSON-674815279-project] 10.222.0.67 "GET /v2.0/security-groups?id=ffc79123-c9cb-487f-b3ec-4904a4a85a48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419586 Feb 09 15:44:50.100292 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108fac1c-d604-4372-8d8d-42da6ba4e1ec req-68338da0-051a-49c3-a52d-e166fdb366b4 tempest-AttachVolumeNegativeTest-574944362 tempest-AttachVolumeNegativeTest-574944362-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:44:50.101807 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-108fac1c-d604-4372-8d8d-42da6ba4e1ec req-68338da0-051a-49c3-a52d-e166fdb366b4 tempest-AttachVolumeNegativeTest-574944362 tempest-AttachVolumeNegativeTest-574944362-project] 10.222.0.67 "GET /v2.0/ports?device_id=c14c0f6b-1f05-4da6-b0ae-1292f07a1e1a HTTP/1.1" status: 200 len: 945 time: 0.0804563 Feb 09 15:44:50.155675 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-108fac1c-d604-4372-8d8d-42da6ba4e1ec req-62a6d862-3379-4de3-95d6-5e1d686cc319 tempest-AttachVolumeNegativeTest-574944362 tempest-AttachVolumeNegativeTest-574944362-project] 10.222.0.67 "GET /v2.0/security-groups?id=8c9b51e4-e908-48c1-8ba4-2cab64c30d74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480042 Feb 09 15:44:50.439930 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.plugins.ml2.rpc [None req-812787cf-6466-4ce1-8c4e-c32e14b18d8a None None] Device 81c2cb57-9ddb-4bab-b35f-8d521e6543d7 up at agent hyperv_hv-cinder-82510 {{(pid=82903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 15:44:50.515302 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.db.provisioning_blocks [None req-812787cf-6466-4ce1-8c4e-c32e14b18d8a None None] Provisioning for port 81c2cb57-9ddb-4bab-b35f-8d521e6543d7 completed by entity L2. {{(pid=82903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 15:44:50.520452 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.db.provisioning_blocks [None req-812787cf-6466-4ce1-8c4e-c32e14b18d8a None None] Provisioning complete for port 81c2cb57-9ddb-4bab-b35f-8d521e6543d7 triggered by entity L2. {{(pid=82903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:44:50.520728 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-812787cf-6466-4ce1-8c4e-c32e14b18d8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16008948'] for port, provisioning_complete {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:44:50.546379 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898f184c-fd36-4cab-8e8d-b99992665aa0 req-c03f6802-dc58-4eea-b994-afec2ae7ef22 tempest-VolumesActionsTest-2010539232 tempest-VolumesActionsTest-2010539232-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:44:50.548031 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-898f184c-fd36-4cab-8e8d-b99992665aa0 req-c03f6802-dc58-4eea-b994-afec2ae7ef22 tempest-VolumesActionsTest-2010539232 tempest-VolumesActionsTest-2010539232-project] 10.222.0.67 "GET /v2.0/ports?device_id=c0f56d0b-bbc8-474b-829f-e48326334c1b HTTP/1.1" status: 200 len: 945 time: 0.1558020 Feb 09 15:44:50.599622 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-898f184c-fd36-4cab-8e8d-b99992665aa0 req-dd32924d-f9cc-4185-99e8-7db8ae43eddc tempest-VolumesActionsTest-2010539232 tempest-VolumesActionsTest-2010539232-project] 10.222.0.67 "GET /v2.0/security-groups?id=6abfa5a5-a92e-4fd7-8c29-7b57b3a1384c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440400 Feb 09 15:44:50.624768 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa22e53-fd83-4439-85e8-3d3c9af745aa req-bff2e2e6-8219-4d19-b023-373079a50f1a tempest-AttachVolumeShelveTestJSON-409995212 tempest-AttachVolumeShelveTestJSON-409995212-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:44:50.626379 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-afa22e53-fd83-4439-85e8-3d3c9af745aa req-bff2e2e6-8219-4d19-b023-373079a50f1a tempest-AttachVolumeShelveTestJSON-409995212 tempest-AttachVolumeShelveTestJSON-409995212-project] 10.222.0.67 "GET /v2.0/ports?device_id=a4e12dd7-341f-4b28-bef9-17c37cbbc785 HTTP/1.1" status: 200 len: 945 time: 0.1596525 Feb 09 15:44:50.648843 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-812787cf-6466-4ce1-8c4e-c32e14b18d8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16080601'] for port, before_update {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:44:50.677943 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c14c0f6b-1f05-4da6-b0ae-1292f07a1e1a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81c2cb57-9ddb-4bab-b35f-8d521e6543d7'}] {{(pid=82903) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 15:44:50.689310 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.plugins.ml2.db [None req-812787cf-6466-4ce1-8c4e-c32e14b18d8a None None] For port 81c2cb57-9ddb-4bab-b35f-8d521e6543d7, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=81c2cb57-9ddb-4bab-b35f-8d521e6543d7,segment=NetworkSegment(61008ea7-600c-42ab-8da1-d2bb9124cbff),segment_id=61008ea7-600c-42ab-8da1-d2bb9124cbff)] {{(pid=82903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:44:50.693874 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-812787cf-6466-4ce1-8c4e-c32e14b18d8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16080037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758755988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756758334055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756758334100'] for port, after_update {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:44:50.749964 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-afa22e53-fd83-4439-85e8-3d3c9af745aa req-dd532323-7051-4ed9-ab22-aebd00678d27 tempest-AttachVolumeShelveTestJSON-409995212 tempest-AttachVolumeShelveTestJSON-409995212-project] 10.222.0.67 "GET /v2.0/security-groups?id=7287f013-6b2f-43b9-b826-2cf86932a253&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0848975 Feb 09 15:44:50.764065 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8306ad-eb7b-41bf-a891-fa8b46eedabe req-c9d78387-c8fd-41d7-82da-667625d1686d tempest-VolumesActionsTest-2010539232 tempest-VolumesActionsTest-2010539232-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:44:50.765830 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-aa8306ad-eb7b-41bf-a891-fa8b46eedabe req-c9d78387-c8fd-41d7-82da-667625d1686d tempest-VolumesActionsTest-2010539232 tempest-VolumesActionsTest-2010539232-project] 10.222.0.47 "GET /v2.0/ports?device_id=c0f56d0b-bbc8-474b-829f-e48326334c1b HTTP/1.1" status: 200 len: 945 time: 0.1336367 Feb 09 15:44:50.769171 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812787cf-6466-4ce1-8c4e-c32e14b18d8a None None] Pushing event updated for resources: {'Port': ['ID=81c2cb57-9ddb-4bab-b35f-8d521e6543d7,revision_number=5']} {{(pid=82903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:44:50.834028 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d46e0b-e8f1-40f2-a055-f4acbf6beb40 req-548543c0-da39-48ee-96c9-0a8908298d81 tempest-ServerRescueNegativeTestJSON-674815279 tempest-ServerRescueNegativeTestJSON-674815279-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:44:50.835797 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-44d46e0b-e8f1-40f2-a055-f4acbf6beb40 req-548543c0-da39-48ee-96c9-0a8908298d81 tempest-ServerRescueNegativeTestJSON-674815279 tempest-ServerRescueNegativeTestJSON-674815279-project] 10.222.0.67 "GET /v2.0/ports?device_id=03058e28-beb3-442a-a803-6dc6b224f22f HTTP/1.1" status: 200 len: 945 time: 0.1103587 Feb 09 15:44:50.864509 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.plugins.ml2.plugin [req-aa8306ad-eb7b-41bf-a891-fa8b46eedabe req-16379037-ba44-473f-83c0-c1a2ca579db3 tempest-VolumesActionsTest-2010539232 tempest-VolumesActionsTest-2010539232-project] Deleting port 18e7f452-f9ff-483c-b8ae-2b3d91bf7f12 {{(pid=82902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 15:44:50.864849 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [req-aa8306ad-eb7b-41bf-a891-fa8b46eedabe req-16379037-ba44-473f-83c0-c1a2ca579db3 tempest-VolumesActionsTest-2010539232 tempest-VolumesActionsTest-2010539232-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758701249'] for port, before_delete {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:44:50.865723 dv-cinder-825105-1-iscsi neutron-server[82903]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c14c0f6b-1f05-4da6-b0ae-1292f07a1e1a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81c2cb57-9ddb-4bab-b35f-8d521e6543d7', 'code': 200} Feb 09 15:44:50.886486 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-44d46e0b-e8f1-40f2-a055-f4acbf6beb40 req-b1cc1f0f-5baa-4a6f-a85c-dc14b3fc198a tempest-ServerRescueNegativeTestJSON-674815279 tempest-ServerRescueNegativeTestJSON-674815279-project] 10.222.0.67 "GET /v2.0/security-groups?id=ffc79123-c9cb-487f-b3ec-4904a4a85a48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449319 Feb 09 15:44:51.135866 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.plugins.ml2.db [req-aa8306ad-eb7b-41bf-a891-fa8b46eedabe req-16379037-ba44-473f-83c0-c1a2ca579db3 tempest-VolumesActionsTest-2010539232 tempest-VolumesActionsTest-2010539232-project] For port 18e7f452-f9ff-483c-b8ae-2b3d91bf7f12, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=18e7f452-f9ff-483c-b8ae-2b3d91bf7f12,segment=NetworkSegment(ceca66d1-d49d-43f5-8915-823d848e3b84),segment_id=ceca66d1-d49d-43f5-8915-823d848e3b84)] {{(pid=82902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:44:51.136250 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [req-aa8306ad-eb7b-41bf-a891-fa8b46eedabe req-16379037-ba44-473f-83c0-c1a2ca579db3 tempest-VolumesActionsTest-2010539232 tempest-VolumesActionsTest-2010539232-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353601'] for port, precommit_delete {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:44:51.143725 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-8dd0514d-4cb0-4def-9dee-bbc34eed8260 req-b2c40428-3e53-4aee-a6dd-58eee4dd5059 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=c14c0f6b-1f05-4da6-b0ae-1292f07a1e1a HTTP/1.1" status: 200 len: 1099 time: 0.0718992 Feb 09 15:44:51.199126 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-8dd0514d-4cb0-4def-9dee-bbc34eed8260 req-9cfd575e-709d-40e9-8979-8c25ff9fd24a service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=8c9b51e4-e908-48c1-8ba4-2cab64c30d74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415363 Feb 09 15:44:51.259911 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.plugins.ml2.plugin [req-aa8306ad-eb7b-41bf-a891-fa8b46eedabe req-16379037-ba44-473f-83c0-c1a2ca579db3 tempest-VolumesActionsTest-2010539232 tempest-VolumesActionsTest-2010539232-project] Calling delete_port for 18e7f452-f9ff-483c-b8ae-2b3d91bf7f12 owned by compute:nova {{(pid=82902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 15:44:51.456321 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86443da-617d-4fd2-88c3-a7043edc81fe req-4492f413-7dc6-4b06-8374-817f16cd834d tempest-AttachVolumeNegativeTest-574944362 tempest-AttachVolumeNegativeTest-574944362-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:44:51.457798 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-d86443da-617d-4fd2-88c3-a7043edc81fe req-4492f413-7dc6-4b06-8374-817f16cd834d tempest-AttachVolumeNegativeTest-574944362 tempest-AttachVolumeNegativeTest-574944362-project] 10.222.0.67 "GET /v2.0/ports?device_id=c14c0f6b-1f05-4da6-b0ae-1292f07a1e1a HTTP/1.1" status: 200 len: 946 time: 0.1610944 Feb 09 15:44:51.488823 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [req-aa8306ad-eb7b-41bf-a891-fa8b46eedabe req-16379037-ba44-473f-83c0-c1a2ca579db3 tempest-VolumesActionsTest-2010539232 tempest-VolumesActionsTest-2010539232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16080037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758755970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756758334046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1633551'] for port, after_delete {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:44:51.505221 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.plugins.ml2.db [None req-812787cf-6466-4ce1-8c4e-c32e14b18d8a None None] get_ports_and_sgs() called for port_ids ['18e7f452-f9ff-483c-b8ae-2b3d91bf7f12'] {{(pid=82903) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 09 15:44:51.565928 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16379037-ba44-473f-83c0-c1a2ca579db3 tempest-VolumesActionsTest-2010539232 tempest-VolumesActionsTest-2010539232-project] Pushing event deleted for resources: {'Port': ['ID=18e7f452-f9ff-483c-b8ae-2b3d91bf7f12,revision_number=None']} {{(pid=82902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:44:51.649450 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-d86443da-617d-4fd2-88c3-a7043edc81fe req-3969b30c-4a3f-4ae5-a4eb-6d7d4704219d tempest-AttachVolumeNegativeTest-574944362 tempest-AttachVolumeNegativeTest-574944362-project] 10.222.0.67 "GET /v2.0/security-groups?id=8c9b51e4-e908-48c1-8ba4-2cab64c30d74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1853712 Feb 09 15:44:51.655276 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa8306ad-eb7b-41bf-a891-fa8b46eedabe req-16379037-ba44-473f-83c0-c1a2ca579db3 tempest-VolumesActionsTest-2010539232 tempest-VolumesActionsTest-2010539232-project] No DVR routers for this DVR port 18e7f452-f9ff-483c-b8ae-2b3d91bf7f12 on host hv-cinder-82510 {{(pid=82902) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 15:44:51.658781 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [req-aa8306ad-eb7b-41bf-a891-fa8b46eedabe req-16379037-ba44-473f-83c0-c1a2ca579db3 tempest-VolumesActionsTest-2010539232 tempest-VolumesActionsTest-2010539232-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205010'] for port, before_response {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:44:51.661568 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0f56d0b-bbc8-474b-829f-e48326334c1b', 'name': 'network-vif-deleted', 'tag': '18e7f452-f9ff-483c-b8ae-2b3d91bf7f12'}] {{(pid=82902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 15:44:51.677671 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-aa8306ad-eb7b-41bf-a891-fa8b46eedabe req-16379037-ba44-473f-83c0-c1a2ca579db3 tempest-VolumesActionsTest-2010539232 tempest-VolumesActionsTest-2010539232-project] 10.222.0.47 "DELETE /v2.0/ports/18e7f452-f9ff-483c-b8ae-2b3d91bf7f12 HTTP/1.1" status: 204 len: 173 time: 0.8981211 Feb 09 15:44:51.732978 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0f56d0b-bbc8-474b-829f-e48326334c1b', 'name': 'network-vif-deleted', 'tag': '18e7f452-f9ff-483c-b8ae-2b3d91bf7f12', 'status': 'completed', 'code': 200} Feb 09 15:44:51.780327 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-3ad85f17-db7e-4a6e-aaf5-8fa75e02b496 req-9e54351e-ef98-436d-adb5-6035ac3eee46 tempest-VolumesActionsTest-2010539232 tempest-VolumesActionsTest-2010539232-project] 10.222.0.67 "GET /v2.0/ports?device_id=c0f56d0b-bbc8-474b-829f-e48326334c1b HTTP/1.1" status: 200 len: 210 time: 0.0413995 Feb 09 15:44:51.991379 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376ab1fd-1b1f-4144-a603-eb2c81c42805 req-6b1fefe4-1d08-406e-8ce2-16bfbf2a531b tempest-AttachVolumeShelveTestJSON-409995212 tempest-AttachVolumeShelveTestJSON-409995212-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:44:51.992849 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-376ab1fd-1b1f-4144-a603-eb2c81c42805 req-6b1fefe4-1d08-406e-8ce2-16bfbf2a531b tempest-AttachVolumeShelveTestJSON-409995212 tempest-AttachVolumeShelveTestJSON-409995212-project] 10.222.0.67 "GET /v2.0/ports?device_id=a4e12dd7-341f-4b28-bef9-17c37cbbc785 HTTP/1.1" status: 200 len: 945 time: 0.0857682 Feb 09 15:44:52.040994 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-376ab1fd-1b1f-4144-a603-eb2c81c42805 req-8475ea7b-1dc1-44e0-86f1-33fd89cbe88c tempest-AttachVolumeShelveTestJSON-409995212 tempest-AttachVolumeShelveTestJSON-409995212-project] 10.222.0.67 "GET /v2.0/security-groups?id=7287f013-6b2f-43b9-b826-2cf86932a253&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412669 Feb 09 15:44:52.104591 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d4a8c8-1ea6-423e-bd61-0c25fda67f0e req-d5a219ed-e424-4355-996a-149b37a230b5 tempest-ServerRescueNegativeTestJSON-674815279 tempest-ServerRescueNegativeTestJSON-674815279-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:44:52.106699 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-77d4a8c8-1ea6-423e-bd61-0c25fda67f0e req-d5a219ed-e424-4355-996a-149b37a230b5 tempest-ServerRescueNegativeTestJSON-674815279 tempest-ServerRescueNegativeTestJSON-674815279-project] 10.222.0.67 "GET /v2.0/ports?device_id=03058e28-beb3-442a-a803-6dc6b224f22f HTTP/1.1" status: 200 len: 945 time: 0.0901270 Feb 09 15:44:52.153901 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-77d4a8c8-1ea6-423e-bd61-0c25fda67f0e req-93008cbf-3f05-4ab2-b122-71d83bcd8bdc tempest-ServerRescueNegativeTestJSON-674815279 tempest-ServerRescueNegativeTestJSON-674815279-project] 10.222.0.67 "GET /v2.0/security-groups?id=ffc79123-c9cb-487f-b3ec-4904a4a85a48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415871 Feb 09 15:44:52.410552 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-af58b200-5300-4ab7-957a-92292fe84167 req-4c6e35af-22ad-4d88-b3b9-5f288f29241a service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=03058e28-beb3-442a-a803-6dc6b224f22f HTTP/1.1" status: 200 len: 1098 time: 0.0744002 Feb 09 15:44:52.459023 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-af58b200-5300-4ab7-957a-92292fe84167 req-2c37b18b-948f-497e-890f-0ce2ac6342a3 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=ffc79123-c9cb-487f-b3ec-4904a4a85a48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375617 Feb 09 15:44:52.865354 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de04b484-b351-4e45-b740-55b14701420c req-f7523068-b18c-4edd-9a9f-31e631ec3c46 tempest-AttachVolumeNegativeTest-574944362 tempest-AttachVolumeNegativeTest-574944362-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:44:52.866798 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-de04b484-b351-4e45-b740-55b14701420c req-f7523068-b18c-4edd-9a9f-31e631ec3c46 tempest-AttachVolumeNegativeTest-574944362 tempest-AttachVolumeNegativeTest-574944362-project] 10.222.0.67 "GET /v2.0/ports?device_id=c14c0f6b-1f05-4da6-b0ae-1292f07a1e1a HTTP/1.1" status: 200 len: 946 time: 0.0791967 Feb 09 15:44:52.930265 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-de04b484-b351-4e45-b740-55b14701420c req-a68eddea-1ee0-4975-b3d6-5fa6c05a611d tempest-AttachVolumeNegativeTest-574944362 tempest-AttachVolumeNegativeTest-574944362-project] 10.222.0.67 "GET /v2.0/security-groups?id=8c9b51e4-e908-48c1-8ba4-2cab64c30d74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568290 Feb 09 15:44:53.250037 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a67bf9-a421-49d2-b3e4-38881f4297c6 req-d57acf37-f880-49e5-9b9a-8b6d142e803a tempest-VolumesActionsTest-2010539232 tempest-VolumesActionsTest-2010539232-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:44:53.250932 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.quota.resource [req-35a67bf9-a421-49d2-b3e4-38881f4297c6 req-d57acf37-f880-49e5-9b9a-8b6d142e803a tempest-VolumesActionsTest-2010539232 tempest-VolumesActionsTest-2010539232-project] Synchronizing usage tracker for tenant:9afc966496a94ffab65aa7405b76e730 on resource:network {{(pid=82901) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 15:44:53.270716 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.quota.resource [req-35a67bf9-a421-49d2-b3e4-38881f4297c6 req-d57acf37-f880-49e5-9b9a-8b6d142e803a tempest-VolumesActionsTest-2010539232 tempest-VolumesActionsTest-2010539232-project] Unset dirty status for tenant:9afc966496a94ffab65aa7405b76e730 on resource:network {{(pid=82901) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 15:44:53.280912 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-35a67bf9-a421-49d2-b3e4-38881f4297c6 req-d57acf37-f880-49e5-9b9a-8b6d142e803a tempest-VolumesActionsTest-2010539232 tempest-VolumesActionsTest-2010539232-project] 10.222.0.67 "GET /v2.0/networks?id=adb52d53-1f99-4a8b-b56a-97b573849a00 HTTP/1.1" status: 200 len: 808 time: 0.1905036 Feb 09 15:44:53.287477 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f586936-700f-4212-ae2b-77239e8b16cf req-4e0b0a90-297e-44e3-ab51-3741bb83bfb9 tempest-AttachVolumeShelveTestJSON-409995212 tempest-AttachVolumeShelveTestJSON-409995212-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:44:53.289264 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-6f586936-700f-4212-ae2b-77239e8b16cf req-4e0b0a90-297e-44e3-ab51-3741bb83bfb9 tempest-AttachVolumeShelveTestJSON-409995212 tempest-AttachVolumeShelveTestJSON-409995212-project] 10.222.0.67 "GET /v2.0/ports?device_id=a4e12dd7-341f-4b28-bef9-17c37cbbc785 HTTP/1.1" status: 200 len: 945 time: 0.0949306 Feb 09 15:44:53.297007 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-35a67bf9-a421-49d2-b3e4-38881f4297c6 req-fce103f9-ef56-44af-ac20-6e2ab20c7c93 tempest-VolumesActionsTest-2010539232 tempest-VolumesActionsTest-2010539232-project] 10.222.0.67 "GET /v2.0/quotas/9afc966496a94ffab65aa7405b76e730 HTTP/1.1" status: 200 len: 375 time: 0.0130332 Feb 09 15:44:53.347426 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-35a67bf9-a421-49d2-b3e4-38881f4297c6 req-e5435852-68aa-4aec-bf5f-70347205e32e tempest-VolumesActionsTest-2010539232 tempest-VolumesActionsTest-2010539232-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=9afc966496a94ffab65aa7405b76e730&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0462251 Feb 09 15:44:53.348617 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-6f586936-700f-4212-ae2b-77239e8b16cf req-05aeb870-c17d-4fb2-8015-1ae963435eb4 tempest-AttachVolumeShelveTestJSON-409995212 tempest-AttachVolumeShelveTestJSON-409995212-project] 10.222.0.67 "GET /v2.0/security-groups?id=7287f013-6b2f-43b9-b826-2cf86932a253&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510287 Feb 09 15:44:53.496745 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-35a67bf9-a421-49d2-b3e4-38881f4297c6 req-a8422fae-c54d-439b-8520-f537d0ff71b8 service neutron] 10.222.0.67 "GET /v2.0/networks/adb52d53-1f99-4a8b-b56a-97b573849a00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1422741 Feb 09 15:44:53.567964 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab2afb3-2fa2-4f2e-8a8a-f7a90889b275 req-78c066a7-13c6-4671-bcee-e5c81f226701 tempest-ServerRescueNegativeTestJSON-674815279 tempest-ServerRescueNegativeTestJSON-674815279-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:44:53.569525 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-0ab2afb3-2fa2-4f2e-8a8a-f7a90889b275 req-78c066a7-13c6-4671-bcee-e5c81f226701 tempest-ServerRescueNegativeTestJSON-674815279 tempest-ServerRescueNegativeTestJSON-674815279-project] 10.222.0.67 "GET /v2.0/ports?device_id=03058e28-beb3-442a-a803-6dc6b224f22f HTTP/1.1" status: 200 len: 945 time: 0.0909786 Feb 09 15:44:53.622206 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-0ab2afb3-2fa2-4f2e-8a8a-f7a90889b275 req-6b0ca3cb-2c5c-406a-a8ac-9580c381e356 tempest-ServerRescueNegativeTestJSON-674815279 tempest-ServerRescueNegativeTestJSON-674815279-project] 10.222.0.67 "GET /v2.0/security-groups?id=ffc79123-c9cb-487f-b3ec-4904a4a85a48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453753 Feb 09 15:44:53.638537 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-35a67bf9-a421-49d2-b3e4-38881f4297c6 req-641a8a12-8b18-4d50-a0df-526a0484fc34 service neutron] 10.222.0.67 "GET /v2.0/networks/adb52d53-1f99-4a8b-b56a-97b573849a00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1343791 Feb 09 15:44:53.829129 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.quota.resource [req-1ebfc275-dad0-4169-9999-0b96fe75052d req-eb41ca0b-9e9f-47b2-8f91-5c96f0379051 tempest-VolumesActionsTest-2010539232 tempest-VolumesActionsTest-2010539232-project] Synchronizing usage tracker for tenant:9afc966496a94ffab65aa7405b76e730 on resource:port {{(pid=82902) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 15:44:53.845149 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.quota.resource [req-1ebfc275-dad0-4169-9999-0b96fe75052d req-eb41ca0b-9e9f-47b2-8f91-5c96f0379051 tempest-VolumesActionsTest-2010539232 tempest-VolumesActionsTest-2010539232-project] Unset dirty status for tenant:9afc966496a94ffab65aa7405b76e730 on resource:port {{(pid=82902) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 15:44:53.846298 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-1ebfc275-dad0-4169-9999-0b96fe75052d req-eb41ca0b-9e9f-47b2-8f91-5c96f0379051 tempest-VolumesActionsTest-2010539232 tempest-VolumesActionsTest-2010539232-project] 10.222.0.67 "GET /v2.0/ports?device_id=3f356351-a263-4d3c-a58b-6a9465b15455 HTTP/1.1" status: 200 len: 210 time: 0.0623574 Feb 09 15:44:54.150845 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2afab435-2862-45b8-9b81-937b7e3f568f req-f14c5473-86fc-4bca-bf66-ea7e2b18dbab tempest-AttachVolumeNegativeTest-574944362 tempest-AttachVolumeNegativeTest-574944362-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:44:54.152225 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-2afab435-2862-45b8-9b81-937b7e3f568f req-f14c5473-86fc-4bca-bf66-ea7e2b18dbab tempest-AttachVolumeNegativeTest-574944362 tempest-AttachVolumeNegativeTest-574944362-project] 10.222.0.67 "GET /v2.0/ports?device_id=c14c0f6b-1f05-4da6-b0ae-1292f07a1e1a HTTP/1.1" status: 200 len: 946 time: 0.0846033 Feb 09 15:44:54.200022 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-2afab435-2862-45b8-9b81-937b7e3f568f req-ced4b225-4ad7-443e-8b49-29050ea5463d tempest-AttachVolumeNegativeTest-574944362 tempest-AttachVolumeNegativeTest-574944362-project] 10.222.0.67 "GET /v2.0/security-groups?id=8c9b51e4-e908-48c1-8ba4-2cab64c30d74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404749 Feb 09 15:44:54.437848 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.plugins.ml2.rpc [None req-812787cf-6466-4ce1-8c4e-c32e14b18d8a None None] Device 18e7f452-f9ff-483c-b8ae-2b3d91bf7f12 no longer exists at agent hyperv_hv-cinder-82510 {{(pid=82903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 15:44:54.477898 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.plugins.ml2.plugin [None req-812787cf-6466-4ce1-8c4e-c32e14b18d8a None None] No Port match for: 18e7f452-f9ff-483c-b8ae-2b3d91bf7f12 {{(pid=82903) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 09 15:44:54.478476 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.plugins.ml2.rpc [None req-812787cf-6466-4ce1-8c4e-c32e14b18d8a None None] Device 18e7f452-f9ff-483c-b8ae-2b3d91bf7f12 not bound to the agent host hv-cinder-82510 {{(pid=82903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 15:44:54.591939 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13bbb496-03f7-4580-9022-cf8b62f2b38e req-58d659c0-5110-46cf-9513-cbb79e996002 tempest-AttachVolumeShelveTestJSON-409995212 tempest-AttachVolumeShelveTestJSON-409995212-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:44:54.596629 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-13bbb496-03f7-4580-9022-cf8b62f2b38e req-58d659c0-5110-46cf-9513-cbb79e996002 tempest-AttachVolumeShelveTestJSON-409995212 tempest-AttachVolumeShelveTestJSON-409995212-project] 10.222.0.67 "GET /v2.0/ports?device_id=a4e12dd7-341f-4b28-bef9-17c37cbbc785 HTTP/1.1" status: 200 len: 945 time: 0.0900817 Feb 09 15:44:54.833466 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-13bbb496-03f7-4580-9022-cf8b62f2b38e req-3db41380-a508-40f1-a038-f9221a9b384e tempest-AttachVolumeShelveTestJSON-409995212 tempest-AttachVolumeShelveTestJSON-409995212-project] 10.222.0.67 "GET /v2.0/security-groups?id=7287f013-6b2f-43b9-b826-2cf86932a253&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2332485 Feb 09 15:44:54.890886 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c715a07-1864-429c-a88c-8652d6d0a1ff req-167d1456-734f-4c5f-96be-2c8cde61d159 tempest-ServerRescueNegativeTestJSON-674815279 tempest-ServerRescueNegativeTestJSON-674815279-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:44:54.892391 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-9c715a07-1864-429c-a88c-8652d6d0a1ff req-167d1456-734f-4c5f-96be-2c8cde61d159 tempest-ServerRescueNegativeTestJSON-674815279 tempest-ServerRescueNegativeTestJSON-674815279-project] 10.222.0.67 "GET /v2.0/ports?device_id=03058e28-beb3-442a-a803-6dc6b224f22f HTTP/1.1" status: 200 len: 945 time: 0.1021473 Feb 09 15:44:54.944761 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-9c715a07-1864-429c-a88c-8652d6d0a1ff req-9c27ec2a-1dc0-43ac-9def-d418e711bee5 tempest-ServerRescueNegativeTestJSON-674815279 tempest-ServerRescueNegativeTestJSON-674815279-project] 10.222.0.67 "GET /v2.0/security-groups?id=ffc79123-c9cb-487f-b3ec-4904a4a85a48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463703 Feb 09 15:44:55.021506 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-2ec52dd2-3ff8-4825-ab52-4e231412ad20 req-bd2a8394-be70-444d-9aa6-08caced94867 tempest-VolumesActionsTest-2010539232 tempest-VolumesActionsTest-2010539232-project] 10.222.0.67 "GET /v2.0/ports?device_id=3f356351-a263-4d3c-a58b-6a9465b15455 HTTP/1.1" status: 200 len: 210 time: 0.0422194 Feb 09 15:44:55.428943 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a67bf9-a421-49d2-b3e4-38881f4297c6 req-b220e7d3-231b-4676-b87b-26747c79a676 tempest-VolumesActionsTest-2010539232 tempest-VolumesActionsTest-2010539232-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:44:55.430360 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-35a67bf9-a421-49d2-b3e4-38881f4297c6 req-b220e7d3-231b-4676-b87b-26747c79a676 tempest-VolumesActionsTest-2010539232 tempest-VolumesActionsTest-2010539232-project] 10.222.0.47 "GET /v2.0/networks?id=adb52d53-1f99-4a8b-b56a-97b573849a00 HTTP/1.1" status: 200 len: 808 time: 0.1545975 Feb 09 15:44:55.483037 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.api.v2.base [req-35a67bf9-a421-49d2-b3e4-38881f4297c6 req-ae593fac-1750-4659-80a0-3f14cf68f30f tempest-VolumesActionsTest-2010539232 tempest-VolumesActionsTest-2010539232-project] Request body: {'port': {'device_id': '3f356351-a263-4d3c-a58b-6a9465b15455', 'network_id': 'adb52d53-1f99-4a8b-b56a-97b573849a00', 'admin_state_up': True, 'tenant_id': '9afc966496a94ffab65aa7405b76e730'}} {{(pid=82902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 15:44:55.623009 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.db.quota.driver [req-35a67bf9-a421-49d2-b3e4-38881f4297c6 req-ae593fac-1750-4659-80a0-3f14cf68f30f tempest-VolumesActionsTest-2010539232 tempest-VolumesActionsTest-2010539232-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 15:44:55.632566 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.db.quota.driver [req-35a67bf9-a421-49d2-b3e4-38881f4297c6 req-ae593fac-1750-4659-80a0-3f14cf68f30f tempest-VolumesActionsTest-2010539232 tempest-VolumesActionsTest-2010539232-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=82902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 15:44:55.650491 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-35a67bf9-a421-49d2-b3e4-38881f4297c6 req-ae593fac-1750-4659-80a0-3f14cf68f30f tempest-VolumesActionsTest-2010539232 tempest-VolumesActionsTest-2010539232-project] Made reservation on behalf of 9afc966496a94ffab65aa7405b76e730 for: {'port': 1} {{(pid=82902) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 15:44:55.655402 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [req-35a67bf9-a421-49d2-b3e4-38881f4297c6 req-ae593fac-1750-4659-80a0-3f14cf68f30f tempest-VolumesActionsTest-2010539232 tempest-VolumesActionsTest-2010539232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16080601'] for port, before_create {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:44:55.829417 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.db.db_base_plugin_common [req-35a67bf9-a421-49d2-b3e4-38881f4297c6 req-ae593fac-1750-4659-80a0-3f14cf68f30f tempest-VolumesActionsTest-2010539232 tempest-VolumesActionsTest-2010539232-project] Allocated IP 172.20.0.10 (adb52d53-1f99-4a8b-b56a-97b573849a00/8f937dd4-3977-40fd-b3b3-6aecfd24d159/5febba65-8e96-4148-b97b-7c2dd3f74462) {{(pid=82902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 15:44:56.092295 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [req-35a67bf9-a421-49d2-b3e4-38881f4297c6 req-ae593fac-1750-4659-80a0-3f14cf68f30f tempest-VolumesActionsTest-2010539232 tempest-VolumesActionsTest-2010539232-project] Notify callbacks [] for port, precommit_create {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:44:56.114534 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd5b250-d3de-4f44-9f8f-fac604ff104f req-af05fbdf-1419-4c17-9013-968ef2d6bfa2 tempest-AttachVolumeShelveTestJSON-409995212 tempest-AttachVolumeShelveTestJSON-409995212-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:44:56.116020 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-edd5b250-d3de-4f44-9f8f-fac604ff104f req-af05fbdf-1419-4c17-9013-968ef2d6bfa2 tempest-AttachVolumeShelveTestJSON-409995212 tempest-AttachVolumeShelveTestJSON-409995212-project] 10.222.0.67 "GET /v2.0/ports?device_id=a4e12dd7-341f-4b28-bef9-17c37cbbc785 HTTP/1.1" status: 200 len: 945 time: 0.0939965 Feb 09 15:44:56.127283 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [req-35a67bf9-a421-49d2-b3e4-38881f4297c6 req-ae593fac-1750-4659-80a0-3f14cf68f30f tempest-VolumesActionsTest-2010539232 tempest-VolumesActionsTest-2010539232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16080037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124156', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756758334037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1633551'] for port, after_create {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:44:56.168861 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-edd5b250-d3de-4f44-9f8f-fac604ff104f req-88335d93-8113-4d21-b090-c5564353b4ec tempest-AttachVolumeShelveTestJSON-409995212 tempest-AttachVolumeShelveTestJSON-409995212-project] 10.222.0.67 "GET /v2.0/security-groups?id=7287f013-6b2f-43b9-b826-2cf86932a253&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458519 Feb 09 15:44:56.207991 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-35a67bf9-a421-49d2-b3e4-38881f4297c6 req-ae593fac-1750-4659-80a0-3f14cf68f30f tempest-VolumesActionsTest-2010539232 tempest-VolumesActionsTest-2010539232-project] Network adb52d53-1f99-4a8b-b56a-97b573849a00 is already hosted by enough agents. {{(pid=82902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 15:44:56.211446 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.scheduler.base_scheduler [req-35a67bf9-a421-49d2-b3e4-38881f4297c6 req-ae593fac-1750-4659-80a0-3f14cf68f30f tempest-VolumesActionsTest-2010539232 tempest-VolumesActionsTest-2010539232-project] Resources bound (agent type, host, resource id): {{(pid=82902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 15:44:56.216817 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.db.l3_dvrscheduler_db [req-35a67bf9-a421-49d2-b3e4-38881f4297c6 req-ae593fac-1750-4659-80a0-3f14cf68f30f tempest-VolumesActionsTest-2010539232 tempest-VolumesActionsTest-2010539232-project] Received port after_create {{(pid=82902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 15:44:56.246546 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae593fac-1750-4659-80a0-3f14cf68f30f tempest-VolumesActionsTest-2010539232 tempest-VolumesActionsTest-2010539232-project] Pushing event updated for resources: {'Port': ['ID=5febba65-8e96-4148-b97b-7c2dd3f74462,revision_number=1']} {{(pid=82902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:44:56.281685 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a67bf9-a421-49d2-b3e4-38881f4297c6 req-ae593fac-1750-4659-80a0-3f14cf68f30f tempest-VolumesActionsTest-2010539232 tempest-VolumesActionsTest-2010539232-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=82902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:44:56.282356 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [req-35a67bf9-a421-49d2-b3e4-38881f4297c6 req-ae593fac-1750-4659-80a0-3f14cf68f30f tempest-VolumesActionsTest-2010539232 tempest-VolumesActionsTest-2010539232-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205010'] for port, before_response {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:44:56.320889 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-35a67bf9-a421-49d2-b3e4-38881f4297c6 req-ae593fac-1750-4659-80a0-3f14cf68f30f tempest-VolumesActionsTest-2010539232 tempest-VolumesActionsTest-2010539232-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8422875 Feb 09 15:44:56.344901 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.api.v2.base [req-35a67bf9-a421-49d2-b3e4-38881f4297c6 req-b7ae93fd-755e-4244-bbf6-1e50a5c9e942 service neutron] Request body: {'port': {'device_id': '3f356351-a263-4d3c-a58b-6a9465b15455', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82510'}} {{(pid=82902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 15:44:56.416070 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ffccf0-b62e-487a-b64b-2d51f8a6d9fc req-9a3c4b46-3c07-45bc-bd06-9d03be081ee2 tempest-ServerRescueNegativeTestJSON-674815279 tempest-ServerRescueNegativeTestJSON-674815279-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:44:56.417843 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-23ffccf0-b62e-487a-b64b-2d51f8a6d9fc req-9a3c4b46-3c07-45bc-bd06-9d03be081ee2 tempest-ServerRescueNegativeTestJSON-674815279 tempest-ServerRescueNegativeTestJSON-674815279-project] 10.222.0.67 "GET /v2.0/ports?device_id=03058e28-beb3-442a-a803-6dc6b224f22f HTTP/1.1" status: 200 len: 945 time: 0.0918181 Feb 09 15:44:56.484089 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [req-35a67bf9-a421-49d2-b3e4-38881f4297c6 req-b7ae93fd-755e-4244-bbf6-1e50a5c9e942 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16080601'] for port, before_update {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:44:56.492894 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-23ffccf0-b62e-487a-b64b-2d51f8a6d9fc req-cbe45fc2-a109-4135-9ddf-62c90a558128 tempest-ServerRescueNegativeTestJSON-674815279 tempest-ServerRescueNegativeTestJSON-674815279-project] 10.222.0.67 "GET /v2.0/security-groups?id=ffc79123-c9cb-487f-b3ec-4904a4a85a48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688763 Feb 09 15:44:56.826449 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad6de30-5a88-45f2-aa38-d4ac9405b91e req-1db77cf2-9058-46f6-a0a5-1a5e46198718 tempest-VolumesActionsTest-2010539232 tempest-VolumesActionsTest-2010539232-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:44:56.827206 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.quota.resource [req-8ad6de30-5a88-45f2-aa38-d4ac9405b91e req-1db77cf2-9058-46f6-a0a5-1a5e46198718 tempest-VolumesActionsTest-2010539232 tempest-VolumesActionsTest-2010539232-project] Synchronizing usage tracker for tenant:9afc966496a94ffab65aa7405b76e730 on resource:port {{(pid=82902) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 15:44:56.874866 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.quota.resource [req-8ad6de30-5a88-45f2-aa38-d4ac9405b91e req-1db77cf2-9058-46f6-a0a5-1a5e46198718 tempest-VolumesActionsTest-2010539232 tempest-VolumesActionsTest-2010539232-project] Unset dirty status for tenant:9afc966496a94ffab65aa7405b76e730 on resource:port {{(pid=82902) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 15:44:56.876020 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-8ad6de30-5a88-45f2-aa38-d4ac9405b91e req-1db77cf2-9058-46f6-a0a5-1a5e46198718 tempest-VolumesActionsTest-2010539232 tempest-VolumesActionsTest-2010539232-project] 10.222.0.67 "GET /v2.0/ports?device_id=3f356351-a263-4d3c-a58b-6a9465b15455 HTTP/1.1" status: 200 len: 932 time: 0.2506819 Feb 09 15:44:57.013668 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-1674daf5-6db2-48c9-9f65-fa9ca507f65b req-e20c278d-e274-45b1-be2f-65b5782d706b service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=dbfe7e7ae013417f82b96f615e88a432&device_id=03058e28-beb3-442a-a803-6dc6b224f22f HTTP/1.1" status: 200 len: 1098 time: 0.1278729 Feb 09 15:44:57.025941 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-8ad6de30-5a88-45f2-aa38-d4ac9405b91e req-4fdb014b-a0a8-4910-991e-f221eafe8517 tempest-VolumesActionsTest-2010539232 tempest-VolumesActionsTest-2010539232-project] 10.222.0.67 "GET /v2.0/security-groups?id=6abfa5a5-a92e-4fd7-8c29-7b57b3a1384c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1409938 Feb 09 15:44:57.046712 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.notifiers.nova [req-35a67bf9-a421-49d2-b3e4-38881f4297c6 req-b7ae93fd-755e-4244-bbf6-1e50a5c9e942 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5febba65-8e96-4148-b97b-7c2dd3f74462 {{(pid=82902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 15:44:57.054202 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [req-35a67bf9-a421-49d2-b3e4-38881f4297c6 req-b7ae93fd-755e-4244-bbf6-1e50a5c9e942 service neutron] Notify callbacks [] for port, precommit_update {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:44:57.070467 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.db.provisioning_blocks [req-35a67bf9-a421-49d2-b3e4-38881f4297c6 req-b7ae93fd-755e-4244-bbf6-1e50a5c9e942 service neutron] Transition to ACTIVE for port object 5febba65-8e96-4148-b97b-7c2dd3f74462 will not be triggered until provisioned by entity L2. {{(pid=82902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 15:44:57.075989 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [req-35a67bf9-a421-49d2-b3e4-38881f4297c6 req-b7ae93fd-755e-4244-bbf6-1e50a5c9e942 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16080037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758755988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756758334055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756758334100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1633542'] for port, after_update {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:44:57.139628 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56d175a-223d-4a27-b8f0-15c63acd21cf req-d99aaf69-16fd-4ea2-bdf4-8b1329752207 tempest-ServerRescueNegativeTestJSON-674815279 tempest-ServerRescueNegativeTestJSON-674815279-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:44:57.142030 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-c56d175a-223d-4a27-b8f0-15c63acd21cf req-d99aaf69-16fd-4ea2-bdf4-8b1329752207 tempest-ServerRescueNegativeTestJSON-674815279 tempest-ServerRescueNegativeTestJSON-674815279-project] 10.222.0.67 "GET /v2.0/ports?device_id=03058e28-beb3-442a-a803-6dc6b224f22f HTTP/1.1" status: 200 len: 945 time: 0.1861150 Feb 09 15:44:57.208348 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ae93fd-755e-4244-bbf6-1e50a5c9e942 service neutron] Pushing event updated for resources: {'Port': ['ID=5febba65-8e96-4148-b97b-7c2dd3f74462,revision_number=2']} {{(pid=82902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:44:57.210106 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1674daf5-6db2-48c9-9f65-fa9ca507f65b req-e5418f15-a889-4ea5-9967-87a1898b3aaa service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:44:57.211562 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-1674daf5-6db2-48c9-9f65-fa9ca507f65b req-e5418f15-a889-4ea5-9967-87a1898b3aaa service neutron] 10.222.0.47 "GET /v2.0/networks?id=7e6f7d4e-b4a0-4c4e-80c2-814a38a14199 HTTP/1.1" status: 200 len: 920 time: 0.1799519 Feb 09 15:44:57.218120 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-c56d175a-223d-4a27-b8f0-15c63acd21cf req-a2db41f8-b05b-4159-b2fc-5644816501c1 tempest-ServerRescueNegativeTestJSON-674815279 tempest-ServerRescueNegativeTestJSON-674815279-project] 10.222.0.67 "GET /v2.0/security-groups?id=ffc79123-c9cb-487f-b3ec-4904a4a85a48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702007 Feb 09 15:44:57.346359 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-1674daf5-6db2-48c9-9f65-fa9ca507f65b req-bc5ed457-b859-4767-92c9-a4a70caf6bda service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=26108cad-0dea-46c3-9cd5-c9f377507cbe HTTP/1.1" status: 200 len: 217 time: 0.1231987 Feb 09 15:44:57.430319 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1674daf5-6db2-48c9-9f65-fa9ca507f65b req-55e8eba9-5e8b-415b-a2d5-7317c00823c1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:44:57.431832 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-1674daf5-6db2-48c9-9f65-fa9ca507f65b req-55e8eba9-5e8b-415b-a2d5-7317c00823c1 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=7b0e1516-4c73-46b2-a641-716be4f1edf5 HTTP/1.1" status: 200 len: 859 time: 0.0685868 Feb 09 15:44:57.451530 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.plugins.ml2.managers [req-35a67bf9-a421-49d2-b3e4-38881f4297c6 req-b7ae93fd-755e-4244-bbf6-1e50a5c9e942 service neutron] Attempting to bind port 5febba65-8e96-4148-b97b-7c2dd3f74462 on host hv-cinder-82510 for vnic_type normal with profile {{(pid=82902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 15:44:57.451850 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.plugins.ml2.managers [req-35a67bf9-a421-49d2-b3e4-38881f4297c6 req-b7ae93fd-755e-4244-bbf6-1e50a5c9e942 service neutron] Attempting to bind port 5febba65-8e96-4148-b97b-7c2dd3f74462 by drivers openvswitch,hyperv on host hv-cinder-82510 at level 0 using segments [{'id': 'ceca66d1-d49d-43f5-8915-823d848e3b84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': 'adb52d53-1f99-4a8b-b56a-97b573849a00'}] {{(pid=82902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 15:44:57.452187 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35a67bf9-a421-49d2-b3e4-38881f4297c6 req-b7ae93fd-755e-4244-bbf6-1e50a5c9e942 service neutron] Attempting to bind port 5febba65-8e96-4148-b97b-7c2dd3f74462 on network adb52d53-1f99-4a8b-b56a-97b573849a00 {{(pid=82902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 15:44:57.463582 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35a67bf9-a421-49d2-b3e4-38881f4297c6 req-b7ae93fd-755e-4244-bbf6-1e50a5c9e942 service neutron] Port 5febba65-8e96-4148-b97b-7c2dd3f74462 on network adb52d53-1f99-4a8b-b56a-97b573849a00 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82510 {{(pid=82902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 09 15:44:57.463913 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35a67bf9-a421-49d2-b3e4-38881f4297c6 req-b7ae93fd-755e-4244-bbf6-1e50a5c9e942 service neutron] Attempting to bind port 5febba65-8e96-4148-b97b-7c2dd3f74462 on network adb52d53-1f99-4a8b-b56a-97b573849a00 {{(pid=82902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 15:44:57.474419 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35a67bf9-a421-49d2-b3e4-38881f4297c6 req-b7ae93fd-755e-4244-bbf6-1e50a5c9e942 service neutron] Checking agent: {'id': 'db1a70d3-a821-4659-b534-995c5c5f449e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82510', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 15, 40, 29), 'started_at': datetime.datetime(2022, 2, 9, 15, 40, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 15, 44, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=82902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 15:44:57.474744 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35a67bf9-a421-49d2-b3e4-38881f4297c6 req-b7ae93fd-755e-4244-bbf6-1e50a5c9e942 service neutron] Checking segment: {'id': 'ceca66d1-d49d-43f5-8915-823d848e3b84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': 'adb52d53-1f99-4a8b-b56a-97b573849a00'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 15:44:57.475109 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35a67bf9-a421-49d2-b3e4-38881f4297c6 req-b7ae93fd-755e-4244-bbf6-1e50a5c9e942 service neutron] Bound using segment: {'id': 'ceca66d1-d49d-43f5-8915-823d848e3b84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': 'adb52d53-1f99-4a8b-b56a-97b573849a00'} {{(pid=82902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 15:44:57.475515 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.plugins.ml2.managers [req-35a67bf9-a421-49d2-b3e4-38881f4297c6 req-b7ae93fd-755e-4244-bbf6-1e50a5c9e942 service neutron] Bound port: 5febba65-8e96-4148-b97b-7c2dd3f74462, host: hv-cinder-82510, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ceca66d1-d49d-43f5-8915-823d848e3b84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': 'adb52d53-1f99-4a8b-b56a-97b573849a00'}}] {{(pid=82902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 15:44:57.475845 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [req-35a67bf9-a421-49d2-b3e4-38881f4297c6 req-b7ae93fd-755e-4244-bbf6-1e50a5c9e942 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16080601'] for port, before_update {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:44:57.494854 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-1674daf5-6db2-48c9-9f65-fa9ca507f65b req-e74d75a2-5c8c-4406-880c-2ab04af115e2 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=7e6f7d4e-b4a0-4c4e-80c2-814a38a14199&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0470095 Feb 09 15:44:57.559369 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784905be-4f9a-4188-8943-118c8ddca8ce req-d0355ed3-b366-4a59-83eb-d0905250ebe7 tempest-AttachVolumeShelveTestJSON-409995212 tempest-AttachVolumeShelveTestJSON-409995212-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:44:57.560989 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-784905be-4f9a-4188-8943-118c8ddca8ce req-d0355ed3-b366-4a59-83eb-d0905250ebe7 tempest-AttachVolumeShelveTestJSON-409995212 tempest-AttachVolumeShelveTestJSON-409995212-project] 10.222.0.67 "GET /v2.0/ports?device_id=a4e12dd7-341f-4b28-bef9-17c37cbbc785 HTTP/1.1" status: 200 len: 945 time: 0.2346232 Feb 09 15:44:57.608781 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.plugins.ml2.db [req-35a67bf9-a421-49d2-b3e4-38881f4297c6 req-b7ae93fd-755e-4244-bbf6-1e50a5c9e942 service neutron] For port 5febba65-8e96-4148-b97b-7c2dd3f74462, host hv-cinder-82510, cleared binding levels {{(pid=82902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 15:44:57.617868 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.plugins.ml2.db [req-35a67bf9-a421-49d2-b3e4-38881f4297c6 req-b7ae93fd-755e-4244-bbf6-1e50a5c9e942 service neutron] For port 5febba65-8e96-4148-b97b-7c2dd3f74462, host hv-cinder-82510, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=5febba65-8e96-4148-b97b-7c2dd3f74462,segment=NetworkSegment(ceca66d1-d49d-43f5-8915-823d848e3b84),segment_id=ceca66d1-d49d-43f5-8915-823d848e3b84)] {{(pid=82902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 15:44:57.626272 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [req-35a67bf9-a421-49d2-b3e4-38881f4297c6 req-b7ae93fd-755e-4244-bbf6-1e50a5c9e942 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16080037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758755988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756758334055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756758334100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1633542'] for port, after_update {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:44:57.645049 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-1674daf5-6db2-48c9-9f65-fa9ca507f65b req-96252f80-bd85-4ca5-b4e1-0e926134d0ee service neutron] 10.222.0.47 "GET /v2.0/networks/7e6f7d4e-b4a0-4c4e-80c2-814a38a14199?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1342270 Feb 09 15:44:57.679896 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-784905be-4f9a-4188-8943-118c8ddca8ce req-fdab3e85-a067-4954-975d-0d28514226da tempest-AttachVolumeShelveTestJSON-409995212 tempest-AttachVolumeShelveTestJSON-409995212-project] 10.222.0.67 "GET /v2.0/security-groups?id=7287f013-6b2f-43b9-b826-2cf86932a253&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1060536 Feb 09 15:44:57.699945 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [req-35a67bf9-a421-49d2-b3e4-38881f4297c6 req-b7ae93fd-755e-4244-bbf6-1e50a5c9e942 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205010'] for port, before_response {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:44:57.701504 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-35a67bf9-a421-49d2-b3e4-38881f4297c6 req-b7ae93fd-755e-4244-bbf6-1e50a5c9e942 service neutron] 10.222.0.47 "PUT /v2.0/ports/5febba65-8e96-4148-b97b-7c2dd3f74462 HTTP/1.1" status: 200 len: 1094 time: 1.3616462 Feb 09 15:44:57.701940 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f356351-a263-4d3c-a58b-6a9465b15455', 'tag': '5febba65-8e96-4148-b97b-7c2dd3f74462'}] {{(pid=82902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 15:44:57.717128 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ae93fd-755e-4244-bbf6-1e50a5c9e942 service neutron] Pushing event updated for resources: {'Port': ['ID=5febba65-8e96-4148-b97b-7c2dd3f74462,revision_number=3']} {{(pid=82902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:44:57.764543 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3f356351-a263-4d3c-a58b-6a9465b15455', 'tag': '5febba65-8e96-4148-b97b-7c2dd3f74462', 'status': 'completed', 'code': 200} Feb 09 15:44:57.815425 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-1674daf5-6db2-48c9-9f65-fa9ca507f65b req-3abe6e67-6db7-4b1e-81ee-a79d98205504 service neutron] 10.222.0.47 "GET /v2.0/networks/7e6f7d4e-b4a0-4c4e-80c2-814a38a14199?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1569247 Feb 09 15:44:57.863163 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-35a67bf9-a421-49d2-b3e4-38881f4297c6 req-2b602b8b-0630-4ac5-8e86-f4e0191e85b0 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=9afc966496a94ffab65aa7405b76e730&device_id=3f356351-a263-4d3c-a58b-6a9465b15455 HTTP/1.1" status: 200 len: 1097 time: 0.0777085 Feb 09 15:44:57.921967 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-d9cc7a40-839b-4c88-bcc4-8ba83f6d38f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758786133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16008869'] for agent, after_update {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:44:57.974320 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-35a67bf9-a421-49d2-b3e4-38881f4297c6 req-37aa6c72-eb39-40e5-b8ad-4ca173649069 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5febba65-8e96-4148-b97b-7c2dd3f74462 HTTP/1.1" status: 200 len: 217 time: 0.0744622 Feb 09 15:44:58.049063 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a67bf9-a421-49d2-b3e4-38881f4297c6 req-710396d8-ca94-46d4-8346-7b3523207f04 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:44:58.050476 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-35a67bf9-a421-49d2-b3e4-38881f4297c6 req-710396d8-ca94-46d4-8346-7b3523207f04 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=8f937dd4-3977-40fd-b3b3-6aecfd24d159 HTTP/1.1" status: 200 len: 848 time: 0.0628831 Feb 09 15:44:58.114186 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-35a67bf9-a421-49d2-b3e4-38881f4297c6 req-06876238-c3bd-415f-82ff-e795cc83a056 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=adb52d53-1f99-4a8b-b56a-97b573849a00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0408340 Feb 09 15:44:58.340482 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-35a67bf9-a421-49d2-b3e4-38881f4297c6 req-293dae96-2d25-4ad8-9387-d5ef86c5d518 service neutron] 10.222.0.47 "GET /v2.0/networks/adb52d53-1f99-4a8b-b56a-97b573849a00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2084205 Feb 09 15:44:58.351537 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab72b543-bc78-4185-8ef1-1e357dc1ed4d req-9742531f-5f94-4e32-8177-3c48a78d22a4 tempest-VolumesActionsTest-2010539232 tempest-VolumesActionsTest-2010539232-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:44:58.352991 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-ab72b543-bc78-4185-8ef1-1e357dc1ed4d req-9742531f-5f94-4e32-8177-3c48a78d22a4 tempest-VolumesActionsTest-2010539232 tempest-VolumesActionsTest-2010539232-project] 10.222.0.67 "GET /v2.0/ports?device_id=3f356351-a263-4d3c-a58b-6a9465b15455 HTTP/1.1" status: 200 len: 944 time: 0.2030172 Feb 09 15:44:58.467856 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8f8f4c-efde-44a5-b6f7-cd4837e34e87 req-71bc54c1-3e51-41c7-8f8e-1b8408802476 tempest-ServerRescueNegativeTestJSON-674815279 tempest-ServerRescueNegativeTestJSON-674815279-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:44:58.470166 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-fb8f8f4c-efde-44a5-b6f7-cd4837e34e87 req-71bc54c1-3e51-41c7-8f8e-1b8408802476 tempest-ServerRescueNegativeTestJSON-674815279 tempest-ServerRescueNegativeTestJSON-674815279-project] 10.222.0.67 "GET /v2.0/ports?device_id=03058e28-beb3-442a-a803-6dc6b224f22f HTTP/1.1" status: 200 len: 945 time: 0.0822217 Feb 09 15:44:58.501370 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-ab72b543-bc78-4185-8ef1-1e357dc1ed4d req-ba8f5a52-e1dc-402d-8ac9-28874846deb6 tempest-VolumesActionsTest-2010539232 tempest-VolumesActionsTest-2010539232-project] 10.222.0.67 "GET /v2.0/security-groups?id=6abfa5a5-a92e-4fd7-8c29-7b57b3a1384c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1289330 Feb 09 15:44:58.520618 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-35a67bf9-a421-49d2-b3e4-38881f4297c6 req-e92382dc-e1c6-4208-b172-6497d0dd2471 service neutron] 10.222.0.47 "GET /v2.0/networks/adb52d53-1f99-4a8b-b56a-97b573849a00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1666965 Feb 09 15:44:58.521119 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-fb8f8f4c-efde-44a5-b6f7-cd4837e34e87 req-6bf6ccab-fb49-4a06-9c80-6219b8f52c92 tempest-ServerRescueNegativeTestJSON-674815279 tempest-ServerRescueNegativeTestJSON-674815279-project] 10.222.0.67 "GET /v2.0/security-groups?id=ffc79123-c9cb-487f-b3ec-4904a4a85a48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447240 Feb 09 15:44:58.664036 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-4d8e91b3-8011-4a39-967f-1b199d59a5fa req-5abba44c-8da4-41fb-8ecf-ad526d0f2696 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=9afc966496a94ffab65aa7405b76e730&device_id=3f356351-a263-4d3c-a58b-6a9465b15455 HTTP/1.1" status: 200 len: 1097 time: 0.0733845 Feb 09 15:44:58.812701 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8e91b3-8011-4a39-967f-1b199d59a5fa req-d3a376f6-e26c-4a76-8035-c705fa141008 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:44:58.814123 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-4d8e91b3-8011-4a39-967f-1b199d59a5fa req-d3a376f6-e26c-4a76-8035-c705fa141008 service neutron] 10.222.0.47 "GET /v2.0/networks?id=adb52d53-1f99-4a8b-b56a-97b573849a00 HTTP/1.1" status: 200 len: 909 time: 0.1409516 Feb 09 15:44:58.927460 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-4d8e91b3-8011-4a39-967f-1b199d59a5fa req-e1094710-e750-4e8a-a42f-26ba2010b106 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5febba65-8e96-4148-b97b-7c2dd3f74462 HTTP/1.1" status: 200 len: 217 time: 0.1058199 Feb 09 15:44:59.010381 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8e91b3-8011-4a39-967f-1b199d59a5fa req-f82aed16-3cb3-4867-a44d-c4ff71c4cb58 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:44:59.012643 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-4d8e91b3-8011-4a39-967f-1b199d59a5fa req-f82aed16-3cb3-4867-a44d-c4ff71c4cb58 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=8f937dd4-3977-40fd-b3b3-6aecfd24d159 HTTP/1.1" status: 200 len: 848 time: 0.0768602 Feb 09 15:44:59.022790 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8000a13b-2732-489e-a5a6-942b3d1315b5 req-ab112176-db3c-494b-b164-3b316b423ef6 tempest-AttachVolumeShelveTestJSON-409995212 tempest-AttachVolumeShelveTestJSON-409995212-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:44:59.024097 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-8000a13b-2732-489e-a5a6-942b3d1315b5 req-ab112176-db3c-494b-b164-3b316b423ef6 tempest-AttachVolumeShelveTestJSON-409995212 tempest-AttachVolumeShelveTestJSON-409995212-project] 10.222.0.67 "GET /v2.0/ports?device_id=a4e12dd7-341f-4b28-bef9-17c37cbbc785 HTTP/1.1" status: 200 len: 945 time: 0.1506963 Feb 09 15:44:59.079034 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-4d8e91b3-8011-4a39-967f-1b199d59a5fa req-0b60cfb6-601e-49a6-8829-68eb42fc3873 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=adb52d53-1f99-4a8b-b56a-97b573849a00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0534744 Feb 09 15:44:59.125085 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-8000a13b-2732-489e-a5a6-942b3d1315b5 req-4c1216bc-0d6b-4b55-bb36-0d648985e33f tempest-AttachVolumeShelveTestJSON-409995212 tempest-AttachVolumeShelveTestJSON-409995212-project] 10.222.0.67 "GET /v2.0/security-groups?id=7287f013-6b2f-43b9-b826-2cf86932a253&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0712237 Feb 09 15:44:59.235772 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-4d8e91b3-8011-4a39-967f-1b199d59a5fa req-f1c91f1c-9715-4e40-868b-cf6ffc659c78 service neutron] 10.222.0.47 "GET /v2.0/networks/adb52d53-1f99-4a8b-b56a-97b573849a00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1387370 Feb 09 15:44:59.446996 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-4d8e91b3-8011-4a39-967f-1b199d59a5fa req-cbf564ac-4179-479a-9f4b-6d867e8c8f84 service neutron] 10.222.0.47 "GET /v2.0/networks/adb52d53-1f99-4a8b-b56a-97b573849a00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1955173 Feb 09 15:44:59.720760 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5900dbb1-b126-4563-a997-c3ed6fef682b req-07d74cdc-3a05-4b99-aa2c-610ebeaad144 tempest-VolumesActionsTest-2010539232 tempest-VolumesActionsTest-2010539232-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:44:59.722948 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-5900dbb1-b126-4563-a997-c3ed6fef682b req-07d74cdc-3a05-4b99-aa2c-610ebeaad144 tempest-VolumesActionsTest-2010539232 tempest-VolumesActionsTest-2010539232-project] 10.222.0.67 "GET /v2.0/ports?device_id=3f356351-a263-4d3c-a58b-6a9465b15455 HTTP/1.1" status: 200 len: 944 time: 0.0932293 Feb 09 15:44:59.748873 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082fd427-feb0-4edf-b8f3-f57931e3f3d6 req-33250d7b-4634-4f3e-bd20-9785fd5198e8 tempest-ServerRescueNegativeTestJSON-674815279 tempest-ServerRescueNegativeTestJSON-674815279-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:44:59.750395 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-082fd427-feb0-4edf-b8f3-f57931e3f3d6 req-33250d7b-4634-4f3e-bd20-9785fd5198e8 tempest-ServerRescueNegativeTestJSON-674815279 tempest-ServerRescueNegativeTestJSON-674815279-project] 10.222.0.67 "GET /v2.0/ports?device_id=03058e28-beb3-442a-a803-6dc6b224f22f HTTP/1.1" status: 200 len: 945 time: 0.0910401 Feb 09 15:44:59.779925 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-5900dbb1-b126-4563-a997-c3ed6fef682b req-198e5af0-6a02-44c6-879a-214a3cd99853 tempest-VolumesActionsTest-2010539232 tempest-VolumesActionsTest-2010539232-project] 10.222.0.67 "GET /v2.0/security-groups?id=6abfa5a5-a92e-4fd7-8c29-7b57b3a1384c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471287 Feb 09 15:44:59.813592 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-082fd427-feb0-4edf-b8f3-f57931e3f3d6 req-16afd1a4-94b0-401f-85ba-282387b25a87 tempest-ServerRescueNegativeTestJSON-674815279 tempest-ServerRescueNegativeTestJSON-674815279-project] 10.222.0.67 "GET /v2.0/security-groups?id=ffc79123-c9cb-487f-b3ec-4904a4a85a48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526710 Feb 09 15:45:00.219568 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-812787cf-6466-4ce1-8c4e-c32e14b18d8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758786133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16008869'] for agent, after_update {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:45:00.305479 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-8dd71533-bf7f-4607-83a1-932f724c8556 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758786133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16008869'] for agent, after_update {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:45:00.351998 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c446dac-53ae-42a6-b3a8-283902060837 req-b62b994c-b212-4378-8bab-3f6ed61160e3 tempest-AttachVolumeShelveTestJSON-409995212 tempest-AttachVolumeShelveTestJSON-409995212-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:45:00.353369 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-6c446dac-53ae-42a6-b3a8-283902060837 req-b62b994c-b212-4378-8bab-3f6ed61160e3 tempest-AttachVolumeShelveTestJSON-409995212 tempest-AttachVolumeShelveTestJSON-409995212-project] 10.222.0.67 "GET /v2.0/ports?device_id=a4e12dd7-341f-4b28-bef9-17c37cbbc785 HTTP/1.1" status: 200 len: 945 time: 0.0872982 Feb 09 15:45:00.409402 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-6c446dac-53ae-42a6-b3a8-283902060837 req-90a578f2-f621-4cc4-bd15-a0c355b38534 tempest-AttachVolumeShelveTestJSON-409995212 tempest-AttachVolumeShelveTestJSON-409995212-project] 10.222.0.67 "GET /v2.0/security-groups?id=7287f013-6b2f-43b9-b826-2cf86932a253&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501745 Feb 09 15:45:00.470842 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.plugins.ml2.rpc [None req-812787cf-6466-4ce1-8c4e-c32e14b18d8a None None] Device 5febba65-8e96-4148-b97b-7c2dd3f74462 details requested by agent hyperv_hv-cinder-82510 with host hv-cinder-82510 {{(pid=82903) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 15:45:00.611115 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.plugins.ml2.db [None req-812787cf-6466-4ce1-8c4e-c32e14b18d8a None None] For port 5febba65-8e96-4148-b97b-7c2dd3f74462, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=5febba65-8e96-4148-b97b-7c2dd3f74462,segment=NetworkSegment(ceca66d1-d49d-43f5-8915-823d848e3b84),segment_id=ceca66d1-d49d-43f5-8915-823d848e3b84)] {{(pid=82903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:45:00.625968 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.plugins.ml2.rpc [None req-812787cf-6466-4ce1-8c4e-c32e14b18d8a None None] Returning: {'device': '5febba65-8e96-4148-b97b-7c2dd3f74462', 'network_id': 'adb52d53-1f99-4a8b-b56a-97b573849a00', 'port_id': '5febba65-8e96-4148-b97b-7c2dd3f74462', 'mac_address': 'fa:16:3e:76:26:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 820, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8f937dd4-3977-40fd-b3b3-6aecfd24d159', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82903) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 15:45:00.686365 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-812787cf-6466-4ce1-8c4e-c32e14b18d8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16080601'] for port, before_update {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:45:00.704297 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.notifiers.nova [None req-812787cf-6466-4ce1-8c4e-c32e14b18d8a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5febba65-8e96-4148-b97b-7c2dd3f74462 {{(pid=82903) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 15:45:00.719925 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.plugins.ml2.db [None req-812787cf-6466-4ce1-8c4e-c32e14b18d8a None None] For port 5febba65-8e96-4148-b97b-7c2dd3f74462, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=5febba65-8e96-4148-b97b-7c2dd3f74462,segment=NetworkSegment(ceca66d1-d49d-43f5-8915-823d848e3b84),segment_id=ceca66d1-d49d-43f5-8915-823d848e3b84)] {{(pid=82903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:45:00.723688 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-812787cf-6466-4ce1-8c4e-c32e14b18d8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16080037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758755988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756758334055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756758334100'] for port, after_update {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:45:00.789848 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812787cf-6466-4ce1-8c4e-c32e14b18d8a None None] Pushing event updated for resources: {'Port': ['ID=5febba65-8e96-4148-b97b-7c2dd3f74462,revision_number=4']} {{(pid=82903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:45:00.798778 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-812787cf-6466-4ce1-8c4e-c32e14b18d8a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825105-1-iscsi {{(pid=82903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:45:00.799146 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-812787cf-6466-4ce1-8c4e-c32e14b18d8a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825105-1-iscsi {{(pid=82903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:45:00.799467 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-812787cf-6466-4ce1-8c4e-c32e14b18d8a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825105-1-iscsi {{(pid=82903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:45:00.799786 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-812787cf-6466-4ce1-8c4e-c32e14b18d8a None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825105-1-iscsi {{(pid=82903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:45:00.800107 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-812787cf-6466-4ce1-8c4e-c32e14b18d8a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825105-1-iscsi {{(pid=82903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:45:00.800448 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-812787cf-6466-4ce1-8c4e-c32e14b18d8a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-825105-1-iscsi {{(pid=82903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:45:00.800760 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-812787cf-6466-4ce1-8c4e-c32e14b18d8a None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825105-1-iscsi {{(pid=82903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:45:00.801103 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-812787cf-6466-4ce1-8c4e-c32e14b18d8a None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825105-1-iscsi {{(pid=82903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:45:00.801406 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-812787cf-6466-4ce1-8c4e-c32e14b18d8a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825105-1-iscsi {{(pid=82903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:45:00.801713 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-812787cf-6466-4ce1-8c4e-c32e14b18d8a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825105-1-iscsi {{(pid=82903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:45:00.802019 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-812787cf-6466-4ce1-8c4e-c32e14b18d8a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825105-1-iscsi {{(pid=82903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:45:01.003477 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7697bec4-dbfd-49d5-bdb0-f20c249d16b3 req-5ec07dbf-14ce-4c2d-a9c6-6fba21a1126b tempest-VolumesActionsTest-2010539232 tempest-VolumesActionsTest-2010539232-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:45:01.005257 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-7697bec4-dbfd-49d5-bdb0-f20c249d16b3 req-5ec07dbf-14ce-4c2d-a9c6-6fba21a1126b tempest-VolumesActionsTest-2010539232 tempest-VolumesActionsTest-2010539232-project] 10.222.0.67 "GET /v2.0/ports?device_id=3f356351-a263-4d3c-a58b-6a9465b15455 HTTP/1.1" status: 200 len: 945 time: 0.0970011 Feb 09 15:45:01.060292 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb72b53-140b-4b7c-b451-e5bce58d7da2 req-43116132-b579-4380-a611-4a8f03243650 tempest-ServerRescueNegativeTestJSON-674815279 tempest-ServerRescueNegativeTestJSON-674815279-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:45:01.061739 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-8eb72b53-140b-4b7c-b451-e5bce58d7da2 req-43116132-b579-4380-a611-4a8f03243650 tempest-ServerRescueNegativeTestJSON-674815279 tempest-ServerRescueNegativeTestJSON-674815279-project] 10.222.0.67 "GET /v2.0/ports?device_id=03058e28-beb3-442a-a803-6dc6b224f22f HTTP/1.1" status: 200 len: 945 time: 0.0929306 Feb 09 15:45:01.064666 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-7697bec4-dbfd-49d5-bdb0-f20c249d16b3 req-4be28657-1512-49b8-bce1-68cd2b9d1db7 tempest-VolumesActionsTest-2010539232 tempest-VolumesActionsTest-2010539232-project] 10.222.0.67 "GET /v2.0/security-groups?id=6abfa5a5-a92e-4fd7-8c29-7b57b3a1384c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526104 Feb 09 15:45:01.113170 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-8eb72b53-140b-4b7c-b451-e5bce58d7da2 req-c0d54b7e-b051-491c-b90b-a14e94403b5f tempest-ServerRescueNegativeTestJSON-674815279 tempest-ServerRescueNegativeTestJSON-674815279-project] 10.222.0.67 "GET /v2.0/security-groups?id=ffc79123-c9cb-487f-b3ec-4904a4a85a48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454860 Feb 09 15:45:01.221829 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-1f7d0426-72a7-4c89-8e53-4ec430751ccf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758786133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16008869'] for agent, after_update {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:45:01.330411 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.plugins.ml2.db [None req-812787cf-6466-4ce1-8c4e-c32e14b18d8a None None] get_ports_and_sgs() called for port_ids ['5febba65-8e96-4148-b97b-7c2dd3f74462'] {{(pid=82903) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 09 15:45:01.556546 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-608c4fd2-211a-4ca9-a277-ad2a51be62ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758786133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16008869'] for agent, after_update {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:45:01.644060 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555ffeb0-87c5-49ff-ae02-3673ab1ae1ff req-2114a324-1c90-4a38-b93a-e1fa5396c83c tempest-AttachVolumeShelveTestJSON-409995212 tempest-AttachVolumeShelveTestJSON-409995212-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:45:01.645716 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-555ffeb0-87c5-49ff-ae02-3673ab1ae1ff req-2114a324-1c90-4a38-b93a-e1fa5396c83c tempest-AttachVolumeShelveTestJSON-409995212 tempest-AttachVolumeShelveTestJSON-409995212-project] 10.222.0.67 "GET /v2.0/ports?device_id=a4e12dd7-341f-4b28-bef9-17c37cbbc785 HTTP/1.1" status: 200 len: 945 time: 0.0894418 Feb 09 15:45:01.702862 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-555ffeb0-87c5-49ff-ae02-3673ab1ae1ff req-95df24f6-9888-4a2d-97ad-b58c2a521c7c tempest-AttachVolumeShelveTestJSON-409995212 tempest-AttachVolumeShelveTestJSON-409995212-project] 10.222.0.67 "GET /v2.0/security-groups?id=7287f013-6b2f-43b9-b826-2cf86932a253&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514841 Feb 09 15:45:02.290805 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e079299-ce41-4403-8d87-c6cb294f1d55 req-49b19e8d-365a-42e8-ad1f-c0bb1a61afd2 tempest-VolumesActionsTest-2010539232 tempest-VolumesActionsTest-2010539232-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:45:02.299976 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-8e079299-ce41-4403-8d87-c6cb294f1d55 req-49b19e8d-365a-42e8-ad1f-c0bb1a61afd2 tempest-VolumesActionsTest-2010539232 tempest-VolumesActionsTest-2010539232-project] 10.222.0.67 "GET /v2.0/ports?device_id=3f356351-a263-4d3c-a58b-6a9465b15455 HTTP/1.1" status: 200 len: 945 time: 0.0993421 Feb 09 15:45:02.378491 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-8e079299-ce41-4403-8d87-c6cb294f1d55 req-44955669-f208-4c9e-a32e-930f24239e26 tempest-VolumesActionsTest-2010539232 tempest-VolumesActionsTest-2010539232-project] 10.222.0.67 "GET /v2.0/security-groups?id=6abfa5a5-a92e-4fd7-8c29-7b57b3a1384c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771158 Feb 09 15:45:02.388817 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1a0395-86e2-4b16-97eb-c251de427401 req-ac1c1975-ff36-4698-8de2-548c3d10b69c tempest-ServerRescueNegativeTestJSON-674815279 tempest-ServerRescueNegativeTestJSON-674815279-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:45:02.393206 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-5f1a0395-86e2-4b16-97eb-c251de427401 req-ac1c1975-ff36-4698-8de2-548c3d10b69c tempest-ServerRescueNegativeTestJSON-674815279 tempest-ServerRescueNegativeTestJSON-674815279-project] 10.222.0.67 "GET /v2.0/ports?device_id=03058e28-beb3-442a-a803-6dc6b224f22f HTTP/1.1" status: 200 len: 945 time: 0.1223722 Feb 09 15:45:02.465718 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-5f1a0395-86e2-4b16-97eb-c251de427401 req-2239954f-3b91-4125-b0d9-13f43db24c47 tempest-ServerRescueNegativeTestJSON-674815279 tempest-ServerRescueNegativeTestJSON-674815279-project] 10.222.0.67 "GET /v2.0/security-groups?id=ffc79123-c9cb-487f-b3ec-4904a4a85a48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646343 Feb 09 15:45:02.955434 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-faa751bb-9674-45ec-b131-f889431b03dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758786133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16008869'] for agent, after_update {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:45:03.048078 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417c5738-962e-46cb-8ade-fcc83bd8a26c req-38a5f727-3059-49bf-81bf-b726c5578165 tempest-AttachVolumeShelveTestJSON-409995212 tempest-AttachVolumeShelveTestJSON-409995212-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:45:03.049603 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-417c5738-962e-46cb-8ade-fcc83bd8a26c req-38a5f727-3059-49bf-81bf-b726c5578165 tempest-AttachVolumeShelveTestJSON-409995212 tempest-AttachVolumeShelveTestJSON-409995212-project] 10.222.0.67 "GET /v2.0/ports?device_id=a4e12dd7-341f-4b28-bef9-17c37cbbc785 HTTP/1.1" status: 200 len: 945 time: 0.1778145 Feb 09 15:45:03.102119 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-417c5738-962e-46cb-8ade-fcc83bd8a26c req-51ba6b41-9d80-4e59-ad7e-14f2929a84eb tempest-AttachVolumeShelveTestJSON-409995212 tempest-AttachVolumeShelveTestJSON-409995212-project] 10.222.0.67 "GET /v2.0/security-groups?id=7287f013-6b2f-43b9-b826-2cf86932a253&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471480 Feb 09 15:45:03.579305 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcaf752c-963f-4335-bd50-852efc5de97c req-76afc195-7092-4b9d-a30a-2c11dafd6910 tempest-VolumesActionsTest-2010539232 tempest-VolumesActionsTest-2010539232-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:45:03.580856 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-fcaf752c-963f-4335-bd50-852efc5de97c req-76afc195-7092-4b9d-a30a-2c11dafd6910 tempest-VolumesActionsTest-2010539232 tempest-VolumesActionsTest-2010539232-project] 10.222.0.67 "GET /v2.0/ports?device_id=3f356351-a263-4d3c-a58b-6a9465b15455 HTTP/1.1" status: 200 len: 945 time: 0.0811691 Feb 09 15:45:03.642153 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-fcaf752c-963f-4335-bd50-852efc5de97c req-9f47f89b-c57d-4bdd-a934-e9cc6b827302 tempest-VolumesActionsTest-2010539232 tempest-VolumesActionsTest-2010539232-project] 10.222.0.67 "GET /v2.0/security-groups?id=6abfa5a5-a92e-4fd7-8c29-7b57b3a1384c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497148 Feb 09 15:45:04.330711 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f079284-8e66-4179-9489-c051f246dc85 req-d1289477-5b3c-4f63-acfe-66c94c1ab40c tempest-AttachVolumeShelveTestJSON-409995212 tempest-AttachVolumeShelveTestJSON-409995212-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:45:04.337281 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-5f079284-8e66-4179-9489-c051f246dc85 req-d1289477-5b3c-4f63-acfe-66c94c1ab40c tempest-AttachVolumeShelveTestJSON-409995212 tempest-AttachVolumeShelveTestJSON-409995212-project] 10.222.0.67 "GET /v2.0/ports?device_id=a4e12dd7-341f-4b28-bef9-17c37cbbc785 HTTP/1.1" status: 200 len: 945 time: 0.0887175 Feb 09 15:45:04.344060 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c811963-a920-4698-b849-170908cd906c req-38ad64aa-a54b-4d7e-a6b5-8ff87ac3dcc7 tempest-ServerRescueNegativeTestJSON-674815279 tempest-ServerRescueNegativeTestJSON-674815279-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:45:04.345576 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-2c811963-a920-4698-b849-170908cd906c req-38ad64aa-a54b-4d7e-a6b5-8ff87ac3dcc7 tempest-ServerRescueNegativeTestJSON-674815279 tempest-ServerRescueNegativeTestJSON-674815279-project] 10.222.0.67 "GET /v2.0/ports?device_id=03058e28-beb3-442a-a803-6dc6b224f22f HTTP/1.1" status: 200 len: 945 time: 0.0858443 Feb 09 15:45:04.379597 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-5f079284-8e66-4179-9489-c051f246dc85 req-385f4260-d969-4cdc-bf56-9de3ae8205f1 tempest-AttachVolumeShelveTestJSON-409995212 tempest-AttachVolumeShelveTestJSON-409995212-project] 10.222.0.67 "GET /v2.0/security-groups?id=7287f013-6b2f-43b9-b826-2cf86932a253&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414863 Feb 09 15:45:04.395674 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-2c811963-a920-4698-b849-170908cd906c req-795f9e38-0af8-4829-9b33-8366ee179300 tempest-ServerRescueNegativeTestJSON-674815279 tempest-ServerRescueNegativeTestJSON-674815279-project] 10.222.0.67 "GET /v2.0/security-groups?id=ffc79123-c9cb-487f-b3ec-4904a4a85a48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430851 Feb 09 15:45:04.506553 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.plugins.ml2.rpc [None req-812787cf-6466-4ce1-8c4e-c32e14b18d8a None None] Device 904e54cb-793e-4660-858f-1650c6d06eda details requested by agent hyperv_hv-cinder-82510 with host hv-cinder-82510 {{(pid=82903) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 15:45:04.513048 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.plugins.ml2.rpc [None req-812787cf-6466-4ce1-8c4e-c32e14b18d8a None None] Device 5febba65-8e96-4148-b97b-7c2dd3f74462 up at agent hyperv_hv-cinder-82510 {{(pid=82903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 15:45:04.717486 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.db.provisioning_blocks [None req-812787cf-6466-4ce1-8c4e-c32e14b18d8a None None] Provisioning for port 5febba65-8e96-4148-b97b-7c2dd3f74462 completed by entity L2. {{(pid=82903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 15:45:04.734014 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.db.provisioning_blocks [None req-812787cf-6466-4ce1-8c4e-c32e14b18d8a None None] Provisioning complete for port 5febba65-8e96-4148-b97b-7c2dd3f74462 triggered by entity L2. {{(pid=82903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:45:04.734383 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-812787cf-6466-4ce1-8c4e-c32e14b18d8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16008948'] for port, provisioning_complete {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:45:04.779122 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.plugins.ml2.db [None req-812787cf-6466-4ce1-8c4e-c32e14b18d8a None None] For port 904e54cb-793e-4660-858f-1650c6d06eda, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=904e54cb-793e-4660-858f-1650c6d06eda,segment=NetworkSegment(47be4392-46be-4f67-a93c-733fd962f305),segment_id=47be4392-46be-4f67-a93c-733fd962f305)] {{(pid=82903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:45:04.803237 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.plugins.ml2.rpc [None req-812787cf-6466-4ce1-8c4e-c32e14b18d8a None None] Returning: {'device': '904e54cb-793e-4660-858f-1650c6d06eda', 'network_id': '515106f2-407b-4cd0-874f-592278142559', 'port_id': '904e54cb-793e-4660-858f-1650c6d06eda', 'mac_address': 'fa:16:3e:6e:be:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 843, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f6c0b2aa-667d-4387-9940-6f1b97474e6c', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82903) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 15:45:04.875704 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa303fa-c453-422a-9cc4-78cc804b3d8e req-17e0cb97-d3e2-4a7d-a907-268dc20a8619 tempest-VolumesActionsTest-2010539232 tempest-VolumesActionsTest-2010539232-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:45:04.882717 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-7fa303fa-c453-422a-9cc4-78cc804b3d8e req-17e0cb97-d3e2-4a7d-a907-268dc20a8619 tempest-VolumesActionsTest-2010539232 tempest-VolumesActionsTest-2010539232-project] 10.222.0.67 "GET /v2.0/ports?device_id=3f356351-a263-4d3c-a58b-6a9465b15455 HTTP/1.1" status: 200 len: 945 time: 0.0892613 Feb 09 15:45:04.914281 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-812787cf-6466-4ce1-8c4e-c32e14b18d8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16080601'] for port, before_update {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:45:04.941306 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-7fa303fa-c453-422a-9cc4-78cc804b3d8e req-5c2c4e90-29d4-4ecf-87d4-93e433a4b521 tempest-VolumesActionsTest-2010539232 tempest-VolumesActionsTest-2010539232-project] 10.222.0.67 "GET /v2.0/security-groups?id=6abfa5a5-a92e-4fd7-8c29-7b57b3a1384c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576451 Feb 09 15:45:04.948314 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.notifiers.nova [None req-812787cf-6466-4ce1-8c4e-c32e14b18d8a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 904e54cb-793e-4660-858f-1650c6d06eda {{(pid=82903) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 15:45:04.984317 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.plugins.ml2.db [None req-812787cf-6466-4ce1-8c4e-c32e14b18d8a None None] For port 904e54cb-793e-4660-858f-1650c6d06eda, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=904e54cb-793e-4660-858f-1650c6d06eda,segment=NetworkSegment(47be4392-46be-4f67-a93c-733fd962f305),segment_id=47be4392-46be-4f67-a93c-733fd962f305)] {{(pid=82903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:45:04.985586 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-812787cf-6466-4ce1-8c4e-c32e14b18d8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16080601'] for port, before_update {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:45:04.997724 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-812787cf-6466-4ce1-8c4e-c32e14b18d8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16080037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758755988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756758334055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756758334100'] for port, after_update {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:45:05.067614 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f356351-a263-4d3c-a58b-6a9465b15455', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5febba65-8e96-4148-b97b-7c2dd3f74462'}] {{(pid=82903) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 15:45:05.088732 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.plugins.ml2.db [None req-812787cf-6466-4ce1-8c4e-c32e14b18d8a None None] For port 5febba65-8e96-4148-b97b-7c2dd3f74462, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=5febba65-8e96-4148-b97b-7c2dd3f74462,segment=NetworkSegment(ceca66d1-d49d-43f5-8915-823d848e3b84),segment_id=ceca66d1-d49d-43f5-8915-823d848e3b84)] {{(pid=82903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:45:05.098620 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-812787cf-6466-4ce1-8c4e-c32e14b18d8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16080037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758755988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756758334055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756758334100'] for port, after_update {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:45:05.103667 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812787cf-6466-4ce1-8c4e-c32e14b18d8a None None] Pushing event updated for resources: {'Port': ['ID=904e54cb-793e-4660-858f-1650c6d06eda,revision_number=6']} {{(pid=82903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:45:05.139773 dv-cinder-825105-1-iscsi neutron-server[82903]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f356351-a263-4d3c-a58b-6a9465b15455', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5febba65-8e96-4148-b97b-7c2dd3f74462', 'code': 200} Feb 09 15:45:05.173180 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812787cf-6466-4ce1-8c4e-c32e14b18d8a None None] Pushing event updated for resources: {'Port': ['ID=5febba65-8e96-4148-b97b-7c2dd3f74462,revision_number=5']} {{(pid=82903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:45:05.206556 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.plugins.ml2.db [None req-812787cf-6466-4ce1-8c4e-c32e14b18d8a None None] get_ports_and_sgs() called for port_ids ['904e54cb-793e-4660-858f-1650c6d06eda'] {{(pid=82903) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 09 15:45:05.421454 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-ce91d3b0-276b-4526-998f-ec3c18d2a3dd req-78fa825d-9c8a-40d7-918e-9e0b24cf0900 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=3f356351-a263-4d3c-a58b-6a9465b15455 HTTP/1.1" status: 200 len: 1099 time: 0.0733695 Feb 09 15:45:05.471588 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-ce91d3b0-276b-4526-998f-ec3c18d2a3dd req-82cafc50-ef99-43e5-a679-3346a8256187 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=6abfa5a5-a92e-4fd7-8c29-7b57b3a1384c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410073 Feb 09 15:45:05.604969 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22fc0a9-0269-4d79-a558-be89186a51c9 req-7a814b6f-1fe3-4c86-a40e-2b10910f3734 tempest-AttachVolumeShelveTestJSON-409995212 tempest-AttachVolumeShelveTestJSON-409995212-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:45:05.606824 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-f22fc0a9-0269-4d79-a558-be89186a51c9 req-7a814b6f-1fe3-4c86-a40e-2b10910f3734 tempest-AttachVolumeShelveTestJSON-409995212 tempest-AttachVolumeShelveTestJSON-409995212-project] 10.222.0.67 "GET /v2.0/ports?device_id=a4e12dd7-341f-4b28-bef9-17c37cbbc785 HTTP/1.1" status: 200 len: 944 time: 0.0879674 Feb 09 15:45:05.657368 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-f22fc0a9-0269-4d79-a558-be89186a51c9 req-2d4ff872-3b58-4e35-8985-dca07b30cf52 tempest-AttachVolumeShelveTestJSON-409995212 tempest-AttachVolumeShelveTestJSON-409995212-project] 10.222.0.67 "GET /v2.0/security-groups?id=7287f013-6b2f-43b9-b826-2cf86932a253&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451968 Feb 09 15:45:06.139060 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ddc885-fd81-4fbf-9dee-0aad7cc6344d req-b5de7ebe-d12f-4376-b79a-4707026e1544 tempest-VolumesActionsTest-2010539232 tempest-VolumesActionsTest-2010539232-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:45:06.140527 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-07ddc885-fd81-4fbf-9dee-0aad7cc6344d req-b5de7ebe-d12f-4376-b79a-4707026e1544 tempest-VolumesActionsTest-2010539232 tempest-VolumesActionsTest-2010539232-project] 10.222.0.67 "GET /v2.0/ports?device_id=3f356351-a263-4d3c-a58b-6a9465b15455 HTTP/1.1" status: 200 len: 946 time: 0.0809755 Feb 09 15:45:06.197894 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-07ddc885-fd81-4fbf-9dee-0aad7cc6344d req-756b5771-5b4b-4dbb-a470-ada3e5b38520 tempest-VolumesActionsTest-2010539232 tempest-VolumesActionsTest-2010539232-project] 10.222.0.67 "GET /v2.0/security-groups?id=6abfa5a5-a92e-4fd7-8c29-7b57b3a1384c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518901 Feb 09 15:45:06.540766 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.plugins.ml2.rpc [None req-812787cf-6466-4ce1-8c4e-c32e14b18d8a None None] Device 904e54cb-793e-4660-858f-1650c6d06eda up at agent hyperv_hv-cinder-82510 {{(pid=82903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 15:45:06.609158 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.db.provisioning_blocks [None req-812787cf-6466-4ce1-8c4e-c32e14b18d8a None None] Provisioning complete for port 904e54cb-793e-4660-858f-1650c6d06eda triggered by entity L2. {{(pid=82903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:45:06.609526 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-812787cf-6466-4ce1-8c4e-c32e14b18d8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16008948'] for port, provisioning_complete {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:45:06.734221 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-812787cf-6466-4ce1-8c4e-c32e14b18d8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16080601'] for port, before_update {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:45:06.769552 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.plugins.ml2.db [None req-812787cf-6466-4ce1-8c4e-c32e14b18d8a None None] For port 904e54cb-793e-4660-858f-1650c6d06eda, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=904e54cb-793e-4660-858f-1650c6d06eda,segment=NetworkSegment(47be4392-46be-4f67-a93c-733fd962f305),segment_id=47be4392-46be-4f67-a93c-733fd962f305)] {{(pid=82903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:45:06.773710 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-812787cf-6466-4ce1-8c4e-c32e14b18d8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16080037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758755988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756758334055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756758334100'] for port, after_update {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:45:06.841818 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812787cf-6466-4ce1-8c4e-c32e14b18d8a None None] Pushing event updated for resources: {'Port': ['ID=904e54cb-793e-4660-858f-1650c6d06eda,revision_number=7']} {{(pid=82903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:45:06.912142 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0fc18d-bb44-4a8c-a07d-d8f2f0975316 req-93cdce00-372d-49a7-be13-d15ec1ffa0cc tempest-AttachVolumeShelveTestJSON-409995212 tempest-AttachVolumeShelveTestJSON-409995212-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:45:06.913577 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-9e0fc18d-bb44-4a8c-a07d-d8f2f0975316 req-93cdce00-372d-49a7-be13-d15ec1ffa0cc tempest-AttachVolumeShelveTestJSON-409995212 tempest-AttachVolumeShelveTestJSON-409995212-project] 10.222.0.67 "GET /v2.0/ports?device_id=a4e12dd7-341f-4b28-bef9-17c37cbbc785 HTTP/1.1" status: 200 len: 945 time: 0.0819550 Feb 09 15:45:06.960353 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-9e0fc18d-bb44-4a8c-a07d-d8f2f0975316 req-8ccff7c6-103f-45fe-97c4-bb97b8356b96 tempest-AttachVolumeShelveTestJSON-409995212 tempest-AttachVolumeShelveTestJSON-409995212-project] 10.222.0.67 "GET /v2.0/security-groups?id=7287f013-6b2f-43b9-b826-2cf86932a253&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402517 Feb 09 15:45:07.141458 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4e12dd7-341f-4b28-bef9-17c37cbbc785', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '904e54cb-793e-4660-858f-1650c6d06eda'}] {{(pid=82903) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 15:45:07.196823 dv-cinder-825105-1-iscsi neutron-server[82903]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4e12dd7-341f-4b28-bef9-17c37cbbc785', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '904e54cb-793e-4660-858f-1650c6d06eda', 'code': 200} Feb 09 15:45:07.420085 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5b3dbb-c177-4628-9b3a-7c45f2a78283 req-08cda824-d144-4c72-bf85-68ccc6d31193 tempest-VolumesActionsTest-2010539232 tempest-VolumesActionsTest-2010539232-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:45:07.421572 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-1b5b3dbb-c177-4628-9b3a-7c45f2a78283 req-08cda824-d144-4c72-bf85-68ccc6d31193 tempest-VolumesActionsTest-2010539232 tempest-VolumesActionsTest-2010539232-project] 10.222.0.67 "GET /v2.0/ports?device_id=3f356351-a263-4d3c-a58b-6a9465b15455 HTTP/1.1" status: 200 len: 946 time: 0.0904984 Feb 09 15:45:07.467872 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-1b5b3dbb-c177-4628-9b3a-7c45f2a78283 req-8ff42fa6-3709-4df4-9070-1a3008671866 tempest-VolumesActionsTest-2010539232 tempest-VolumesActionsTest-2010539232-project] 10.222.0.67 "GET /v2.0/security-groups?id=6abfa5a5-a92e-4fd7-8c29-7b57b3a1384c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407956 Feb 09 15:45:08.194170 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd10038-56ca-4024-a863-1dc5394f9013 req-32c08728-d3fb-4981-a91a-678a658e7d68 tempest-AttachVolumeShelveTestJSON-409995212 tempest-AttachVolumeShelveTestJSON-409995212-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:45:08.195646 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-bdd10038-56ca-4024-a863-1dc5394f9013 req-32c08728-d3fb-4981-a91a-678a658e7d68 tempest-AttachVolumeShelveTestJSON-409995212 tempest-AttachVolumeShelveTestJSON-409995212-project] 10.222.0.67 "GET /v2.0/ports?device_id=a4e12dd7-341f-4b28-bef9-17c37cbbc785 HTTP/1.1" status: 200 len: 945 time: 0.0846529 Feb 09 15:45:08.250455 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-bdd10038-56ca-4024-a863-1dc5394f9013 req-fc8b74a9-20ac-49c7-9be2-501d2af27590 tempest-AttachVolumeShelveTestJSON-409995212 tempest-AttachVolumeShelveTestJSON-409995212-project] 10.222.0.67 "GET /v2.0/security-groups?id=7287f013-6b2f-43b9-b826-2cf86932a253&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477035 Feb 09 15:45:08.685512 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cea8c6d-545d-4457-a3ed-976e6f753649 req-6784ee93-11fe-497f-a9ee-d954ee476a9f tempest-VolumesActionsTest-2010539232 tempest-VolumesActionsTest-2010539232-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:45:08.692599 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-6cea8c6d-545d-4457-a3ed-976e6f753649 req-6784ee93-11fe-497f-a9ee-d954ee476a9f tempest-VolumesActionsTest-2010539232 tempest-VolumesActionsTest-2010539232-project] 10.222.0.67 "GET /v2.0/ports?device_id=3f356351-a263-4d3c-a58b-6a9465b15455 HTTP/1.1" status: 200 len: 946 time: 0.0941658 Feb 09 15:45:08.751719 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-6cea8c6d-545d-4457-a3ed-976e6f753649 req-cd4dba24-ded2-4f58-a228-59b5a6a6c3ea tempest-VolumesActionsTest-2010539232 tempest-VolumesActionsTest-2010539232-project] 10.222.0.67 "GET /v2.0/security-groups?id=6abfa5a5-a92e-4fd7-8c29-7b57b3a1384c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578575 Feb 09 15:45:09.548911 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5db4b59-51d3-442f-b911-f9e7b280cf37 req-9a7b8fa0-9404-4731-afff-256a3b41b907 tempest-AttachVolumeShelveTestJSON-409995212 tempest-AttachVolumeShelveTestJSON-409995212-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:45:09.550534 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-e5db4b59-51d3-442f-b911-f9e7b280cf37 req-9a7b8fa0-9404-4731-afff-256a3b41b907 tempest-AttachVolumeShelveTestJSON-409995212 tempest-AttachVolumeShelveTestJSON-409995212-project] 10.222.0.67 "GET /v2.0/ports?device_id=a4e12dd7-341f-4b28-bef9-17c37cbbc785 HTTP/1.1" status: 200 len: 945 time: 0.1009510 Feb 09 15:45:09.601253 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-e5db4b59-51d3-442f-b911-f9e7b280cf37 req-432eda46-bff6-4b23-9b50-93d9e4ebb95a tempest-AttachVolumeShelveTestJSON-409995212 tempest-AttachVolumeShelveTestJSON-409995212-project] 10.222.0.67 "GET /v2.0/security-groups?id=7287f013-6b2f-43b9-b826-2cf86932a253&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449800 Feb 09 15:45:10.898867 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13f8385-5065-4b6d-81af-78725c99f473 req-5927bd11-3c35-4d70-9e11-312720870551 tempest-AttachVolumeShelveTestJSON-409995212 tempest-AttachVolumeShelveTestJSON-409995212-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:45:10.901823 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-d13f8385-5065-4b6d-81af-78725c99f473 req-5927bd11-3c35-4d70-9e11-312720870551 tempest-AttachVolumeShelveTestJSON-409995212 tempest-AttachVolumeShelveTestJSON-409995212-project] 10.222.0.67 "GET /v2.0/ports?device_id=a4e12dd7-341f-4b28-bef9-17c37cbbc785 HTTP/1.1" status: 200 len: 945 time: 0.1280892 Feb 09 15:45:11.005107 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-d13f8385-5065-4b6d-81af-78725c99f473 req-d33b8e67-a7fa-404d-8874-0cfa6318a95c tempest-AttachVolumeShelveTestJSON-409995212 tempest-AttachVolumeShelveTestJSON-409995212-project] 10.222.0.67 "GET /v2.0/security-groups?id=7287f013-6b2f-43b9-b826-2cf86932a253&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0900114 Feb 09 15:45:12.304504 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71e6b5a-6bc7-4b21-bacd-028be0ac17c6 req-af86900d-fe95-4b61-a7d2-6c236ad0527b tempest-AttachVolumeShelveTestJSON-409995212 tempest-AttachVolumeShelveTestJSON-409995212-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:45:12.314055 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-d71e6b5a-6bc7-4b21-bacd-028be0ac17c6 req-af86900d-fe95-4b61-a7d2-6c236ad0527b tempest-AttachVolumeShelveTestJSON-409995212 tempest-AttachVolumeShelveTestJSON-409995212-project] 10.222.0.67 "GET /v2.0/ports?device_id=a4e12dd7-341f-4b28-bef9-17c37cbbc785 HTTP/1.1" status: 200 len: 945 time: 0.1523008 Feb 09 15:45:12.366724 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-d71e6b5a-6bc7-4b21-bacd-028be0ac17c6 req-488a0534-392b-48ad-abec-8306839138c2 tempest-AttachVolumeShelveTestJSON-409995212 tempest-AttachVolumeShelveTestJSON-409995212-project] 10.222.0.67 "GET /v2.0/security-groups?id=7287f013-6b2f-43b9-b826-2cf86932a253&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509756 Feb 09 15:45:13.051940 dv-cinder-825105-1-iscsi neutron-server[82904]: DEBUG neutron.db.agents_db [None req-77d1faa3-9ee6-4a91-bd02-8524aa1f9325 None None] Agent healthcheck: found 6 active agents {{(pid=82904) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 15:45:13.504920 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf18372-ae04-4ee3-829f-2b088835f684 req-f94328df-0834-405f-94d7-c48775bf4118 tempest-VolumesActionsTest-2010539232 tempest-VolumesActionsTest-2010539232-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:45:13.506400 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-fdf18372-ae04-4ee3-829f-2b088835f684 req-f94328df-0834-405f-94d7-c48775bf4118 tempest-VolumesActionsTest-2010539232 tempest-VolumesActionsTest-2010539232-project] 10.222.0.67 "GET /v2.0/ports?device_id=3f356351-a263-4d3c-a58b-6a9465b15455 HTTP/1.1" status: 200 len: 946 time: 0.1130941 Feb 09 15:45:13.600188 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-fdf18372-ae04-4ee3-829f-2b088835f684 req-e66e6605-6746-43c7-a2e1-dcb7edfece59 tempest-VolumesActionsTest-2010539232 tempest-VolumesActionsTest-2010539232-project] 10.222.0.67 "GET /v2.0/security-groups?id=6abfa5a5-a92e-4fd7-8c29-7b57b3a1384c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857468 Feb 09 15:45:13.677285 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd596106-6cea-47c6-8ae6-e59c6eca9f0b req-518a8599-e007-4772-9642-1a7251fa18de tempest-AttachVolumeShelveTestJSON-409995212 tempest-AttachVolumeShelveTestJSON-409995212-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:45:13.679574 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-fd596106-6cea-47c6-8ae6-e59c6eca9f0b req-518a8599-e007-4772-9642-1a7251fa18de tempest-AttachVolumeShelveTestJSON-409995212 tempest-AttachVolumeShelveTestJSON-409995212-project] 10.222.0.67 "GET /v2.0/ports?device_id=a4e12dd7-341f-4b28-bef9-17c37cbbc785 HTTP/1.1" status: 200 len: 945 time: 0.0948145 Feb 09 15:45:13.731438 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-fd596106-6cea-47c6-8ae6-e59c6eca9f0b req-f1cad96d-5537-455e-b75b-c1ae448f6191 tempest-AttachVolumeShelveTestJSON-409995212 tempest-AttachVolumeShelveTestJSON-409995212-project] 10.222.0.67 "GET /v2.0/security-groups?id=7287f013-6b2f-43b9-b826-2cf86932a253&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450432 Feb 09 15:45:14.841969 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15272619-a9c8-4d66-bb24-3ee68b3b89d4 req-fed7d58f-c831-4d0a-9a2a-7b674077c9f7 tempest-VolumesActionsTest-2010539232 tempest-VolumesActionsTest-2010539232-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:45:14.848935 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-15272619-a9c8-4d66-bb24-3ee68b3b89d4 req-fed7d58f-c831-4d0a-9a2a-7b674077c9f7 tempest-VolumesActionsTest-2010539232 tempest-VolumesActionsTest-2010539232-project] 10.222.0.67 "GET /v2.0/ports?device_id=3f356351-a263-4d3c-a58b-6a9465b15455 HTTP/1.1" status: 200 len: 946 time: 0.1079102 Feb 09 15:45:14.917025 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-15272619-a9c8-4d66-bb24-3ee68b3b89d4 req-df9340c7-9420-4953-b90b-a12ed76e2ec7 tempest-VolumesActionsTest-2010539232 tempest-VolumesActionsTest-2010539232-project] 10.222.0.67 "GET /v2.0/security-groups?id=6abfa5a5-a92e-4fd7-8c29-7b57b3a1384c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664940 Feb 09 15:45:15.118699 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c428e2a8-7b48-4ace-861f-e662fbe40331 req-9075f5ee-84d3-4af3-b966-e791831cfa3a tempest-AttachVolumeShelveTestJSON-409995212 tempest-AttachVolumeShelveTestJSON-409995212-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:45:15.118699 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-c428e2a8-7b48-4ace-861f-e662fbe40331 req-9075f5ee-84d3-4af3-b966-e791831cfa3a tempest-AttachVolumeShelveTestJSON-409995212 tempest-AttachVolumeShelveTestJSON-409995212-project] 10.222.0.67 "GET /v2.0/ports?device_id=a4e12dd7-341f-4b28-bef9-17c37cbbc785 HTTP/1.1" status: 200 len: 945 time: 0.1543303 Feb 09 15:45:15.173890 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-c428e2a8-7b48-4ace-861f-e662fbe40331 req-3d3c0887-678d-49c5-b2b3-05de1845b4aa tempest-AttachVolumeShelveTestJSON-409995212 tempest-AttachVolumeShelveTestJSON-409995212-project] 10.222.0.67 "GET /v2.0/security-groups?id=7287f013-6b2f-43b9-b826-2cf86932a253&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0571775 Feb 09 15:45:16.157494 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16e1628-3696-463e-b286-84d314a191d1 req-f20990b5-ae7b-4f86-a804-896dd2597ae4 tempest-VolumesActionsTest-2010539232 tempest-VolumesActionsTest-2010539232-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:45:16.159421 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-f16e1628-3696-463e-b286-84d314a191d1 req-f20990b5-ae7b-4f86-a804-896dd2597ae4 tempest-VolumesActionsTest-2010539232 tempest-VolumesActionsTest-2010539232-project] 10.222.0.67 "GET /v2.0/ports?device_id=3f356351-a263-4d3c-a58b-6a9465b15455 HTTP/1.1" status: 200 len: 946 time: 0.1105514 Feb 09 15:45:16.244816 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-f16e1628-3696-463e-b286-84d314a191d1 req-cbf306fc-297d-433c-b22f-47fdb23a712b tempest-VolumesActionsTest-2010539232 tempest-VolumesActionsTest-2010539232-project] 10.222.0.67 "GET /v2.0/security-groups?id=6abfa5a5-a92e-4fd7-8c29-7b57b3a1384c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769794 Feb 09 15:45:16.515702 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4219502b-7457-411d-8732-b0734c4da866 req-721a2a3b-6eda-4be6-a700-dccd837e2c2c tempest-AttachVolumeShelveTestJSON-409995212 tempest-AttachVolumeShelveTestJSON-409995212-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:45:16.517324 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-4219502b-7457-411d-8732-b0734c4da866 req-721a2a3b-6eda-4be6-a700-dccd837e2c2c tempest-AttachVolumeShelveTestJSON-409995212 tempest-AttachVolumeShelveTestJSON-409995212-project] 10.222.0.67 "GET /v2.0/ports?device_id=a4e12dd7-341f-4b28-bef9-17c37cbbc785 HTTP/1.1" status: 200 len: 945 time: 0.1608114 Feb 09 15:45:16.563593 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62c72ef-3a7f-40cb-9013-901c36099a72 req-83212e52-2b8e-4022-b715-c281ca1e1c8a tempest-VolumesActionsTest-2010539232 tempest-VolumesActionsTest-2010539232-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:45:16.565026 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-b62c72ef-3a7f-40cb-9013-901c36099a72 req-83212e52-2b8e-4022-b715-c281ca1e1c8a tempest-VolumesActionsTest-2010539232 tempest-VolumesActionsTest-2010539232-project] 10.222.0.47 "GET /v2.0/ports?device_id=3f356351-a263-4d3c-a58b-6a9465b15455 HTTP/1.1" status: 200 len: 946 time: 0.1345682 Feb 09 15:45:16.621997 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-4219502b-7457-411d-8732-b0734c4da866 req-77c80640-8474-4325-ab72-d9662f0c28e7 tempest-AttachVolumeShelveTestJSON-409995212 tempest-AttachVolumeShelveTestJSON-409995212-project] 10.222.0.67 "GET /v2.0/security-groups?id=7287f013-6b2f-43b9-b826-2cf86932a253&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0919318 Feb 09 15:45:16.730748 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.plugins.ml2.plugin [req-b62c72ef-3a7f-40cb-9013-901c36099a72 req-54755acd-f802-47ac-a2ee-270f2a224b00 tempest-VolumesActionsTest-2010539232 tempest-VolumesActionsTest-2010539232-project] Deleting port 5febba65-8e96-4148-b97b-7c2dd3f74462 {{(pid=82902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 15:45:16.731086 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [req-b62c72ef-3a7f-40cb-9013-901c36099a72 req-54755acd-f802-47ac-a2ee-270f2a224b00 tempest-VolumesActionsTest-2010539232 tempest-VolumesActionsTest-2010539232-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758701249'] for port, before_delete {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:45:17.077248 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.plugins.ml2.db [req-b62c72ef-3a7f-40cb-9013-901c36099a72 req-54755acd-f802-47ac-a2ee-270f2a224b00 tempest-VolumesActionsTest-2010539232 tempest-VolumesActionsTest-2010539232-project] For port 5febba65-8e96-4148-b97b-7c2dd3f74462, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=5febba65-8e96-4148-b97b-7c2dd3f74462,segment=NetworkSegment(ceca66d1-d49d-43f5-8915-823d848e3b84),segment_id=ceca66d1-d49d-43f5-8915-823d848e3b84)] {{(pid=82902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:45:17.077609 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [req-b62c72ef-3a7f-40cb-9013-901c36099a72 req-54755acd-f802-47ac-a2ee-270f2a224b00 tempest-VolumesActionsTest-2010539232 tempest-VolumesActionsTest-2010539232-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353601'] for port, precommit_delete {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:45:17.252656 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.plugins.ml2.plugin [req-b62c72ef-3a7f-40cb-9013-901c36099a72 req-54755acd-f802-47ac-a2ee-270f2a224b00 tempest-VolumesActionsTest-2010539232 tempest-VolumesActionsTest-2010539232-project] Calling delete_port for 5febba65-8e96-4148-b97b-7c2dd3f74462 owned by compute:nova {{(pid=82902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 15:45:17.514082 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [req-b62c72ef-3a7f-40cb-9013-901c36099a72 req-54755acd-f802-47ac-a2ee-270f2a224b00 tempest-VolumesActionsTest-2010539232 tempest-VolumesActionsTest-2010539232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16080037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758755970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756758334046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1633551'] for port, after_delete {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:45:17.528024 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.plugins.ml2.db [None req-812787cf-6466-4ce1-8c4e-c32e14b18d8a None None] get_ports_and_sgs() called for port_ids ['5febba65-8e96-4148-b97b-7c2dd3f74462'] {{(pid=82903) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 09 15:45:17.574828 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54755acd-f802-47ac-a2ee-270f2a224b00 tempest-VolumesActionsTest-2010539232 tempest-VolumesActionsTest-2010539232-project] Pushing event deleted for resources: {'Port': ['ID=5febba65-8e96-4148-b97b-7c2dd3f74462,revision_number=None']} {{(pid=82902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:45:17.620227 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db586c6-a33b-47d8-aa8b-1a357496917e req-89b93ff0-f411-4736-bcdf-05344ac6499b tempest-VolumesActionsTest-2010539232 tempest-VolumesActionsTest-2010539232-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:45:17.621912 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-1db586c6-a33b-47d8-aa8b-1a357496917e req-89b93ff0-f411-4736-bcdf-05344ac6499b tempest-VolumesActionsTest-2010539232 tempest-VolumesActionsTest-2010539232-project] 10.222.0.67 "GET /v2.0/ports?device_id=3f356351-a263-4d3c-a58b-6a9465b15455 HTTP/1.1" status: 200 len: 946 time: 0.2111120 Feb 09 15:45:17.694268 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.db.l3_dvrscheduler_db [req-b62c72ef-3a7f-40cb-9013-901c36099a72 req-54755acd-f802-47ac-a2ee-270f2a224b00 tempest-VolumesActionsTest-2010539232 tempest-VolumesActionsTest-2010539232-project] No DVR routers for this DVR port 5febba65-8e96-4148-b97b-7c2dd3f74462 on host hv-cinder-82510 {{(pid=82902) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 15:45:17.697903 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [req-b62c72ef-3a7f-40cb-9013-901c36099a72 req-54755acd-f802-47ac-a2ee-270f2a224b00 tempest-VolumesActionsTest-2010539232 tempest-VolumesActionsTest-2010539232-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205010'] for port, before_response {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:45:17.702828 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f356351-a263-4d3c-a58b-6a9465b15455', 'name': 'network-vif-deleted', 'tag': '5febba65-8e96-4148-b97b-7c2dd3f74462'}] {{(pid=82902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 15:45:17.723979 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-1db586c6-a33b-47d8-aa8b-1a357496917e req-a273bfea-8732-43f1-8146-b5cc5e87adce tempest-VolumesActionsTest-2010539232 tempest-VolumesActionsTest-2010539232-project] 10.222.0.67 "GET /v2.0/security-groups?id=6abfa5a5-a92e-4fd7-8c29-7b57b3a1384c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965922 Feb 09 15:45:17.725589 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-b62c72ef-3a7f-40cb-9013-901c36099a72 req-54755acd-f802-47ac-a2ee-270f2a224b00 tempest-VolumesActionsTest-2010539232 tempest-VolumesActionsTest-2010539232-project] 10.222.0.47 "DELETE /v2.0/ports/5febba65-8e96-4148-b97b-7c2dd3f74462 HTTP/1.1" status: 204 len: 173 time: 1.1496496 Feb 09 15:45:17.850544 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f356351-a263-4d3c-a58b-6a9465b15455', 'name': 'network-vif-deleted', 'tag': '5febba65-8e96-4148-b97b-7c2dd3f74462', 'status': 'completed', 'code': 200} Feb 09 15:45:18.020186 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc5abdc-007c-4ec1-b866-3b7502948ec6 req-fe55eec4-5caa-41dc-9cd0-9193d38f9f02 tempest-AttachVolumeShelveTestJSON-409995212 tempest-AttachVolumeShelveTestJSON-409995212-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:45:18.022247 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-efc5abdc-007c-4ec1-b866-3b7502948ec6 req-fe55eec4-5caa-41dc-9cd0-9193d38f9f02 tempest-AttachVolumeShelveTestJSON-409995212 tempest-AttachVolumeShelveTestJSON-409995212-project] 10.222.0.67 "GET /v2.0/ports?device_id=a4e12dd7-341f-4b28-bef9-17c37cbbc785 HTTP/1.1" status: 200 len: 945 time: 0.1750202 Feb 09 15:45:18.113646 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-efc5abdc-007c-4ec1-b866-3b7502948ec6 req-c6ca2127-79ae-421c-85d7-5f232649d52a tempest-AttachVolumeShelveTestJSON-409995212 tempest-AttachVolumeShelveTestJSON-409995212-project] 10.222.0.67 "GET /v2.0/security-groups?id=7287f013-6b2f-43b9-b826-2cf86932a253&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0834584 Feb 09 15:45:18.564446 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.wsgi [-] (82902) accepted ('10.222.0.67', 46008) {{(pid=82902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 15:45:18.867411 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-483c0092-d6ff-4c16-9296-c86e1d6e5761 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:45:18.971247 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.db.quota.driver [None req-483c0092-d6ff-4c16-9296-c86e1d6e5761 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 15:45:18.983069 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.quota.resource [None req-483c0092-d6ff-4c16-9296-c86e1d6e5761 admin admin] Usage tracker for resource:security_group_rule and tenant:c333176a2c734787bd65366249208a4d is out of sync, need to count used quota {{(pid=82902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 15:45:18.986664 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.quota.resource [None req-483c0092-d6ff-4c16-9296-c86e1d6e5761 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 15:45:18.999578 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.db.quota.driver [None req-483c0092-d6ff-4c16-9296-c86e1d6e5761 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 15:45:19.110770 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-483c0092-d6ff-4c16-9296-c86e1d6e5761 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:45:19.116047 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-483c0092-d6ff-4c16-9296-c86e1d6e5761 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_create {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:45:19.179187 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483c0092-d6ff-4c16-9296-c86e1d6e5761 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cafcf2b5-7fa1-4002-848d-6aee293c03c9,revision_number=1']} {{(pid=82902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:45:19.185419 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [None req-483c0092-d6ff-4c16-9296-c86e1d6e5761 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=c333176a2c734787bd65366249208a4d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6197662 Feb 09 15:45:19.187899 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.wsgi [-] (82902) accepted ('10.222.0.67', 46026) {{(pid=82902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 15:45:19.279336 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-211ccf82-a6b2-47a2-95b3-e61c9717729f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:45:19.320850 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-211ccf82-a6b2-47a2-95b3-e61c9717729f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:45:19.414571 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-211ccf82-a6b2-47a2-95b3-e61c9717729f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_delete {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:45:19.452217 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-211ccf82-a6b2-47a2-95b3-e61c9717729f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cafcf2b5-7fa1-4002-848d-6aee293c03c9,revision_number=None']} {{(pid=82902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:45:19.460722 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-211ccf82-a6b2-47a2-95b3-e61c9717729f admin admin] Notify callbacks [] for security_group, before_response {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:45:19.463492 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [None req-211ccf82-a6b2-47a2-95b3-e61c9717729f admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/cafcf2b5-7fa1-4002-848d-6aee293c03c9 HTTP/1.1" status: 204 len: 168 time: 0.2743721 Feb 09 15:45:19.618089 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc28f05-a748-45df-a9bb-44b16352eae8 req-560f4cde-b133-4faa-a91d-f2fecac3a688 tempest-AttachVolumeShelveTestJSON-409995212 tempest-AttachVolumeShelveTestJSON-409995212-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:45:19.626479 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-acc28f05-a748-45df-a9bb-44b16352eae8 req-560f4cde-b133-4faa-a91d-f2fecac3a688 tempest-AttachVolumeShelveTestJSON-409995212 tempest-AttachVolumeShelveTestJSON-409995212-project] 10.222.0.67 "GET /v2.0/ports?device_id=a4e12dd7-341f-4b28-bef9-17c37cbbc785 HTTP/1.1" status: 200 len: 945 time: 0.1103449 Feb 09 15:45:19.692484 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-acc28f05-a748-45df-a9bb-44b16352eae8 req-d714feb8-d834-4817-b0d3-9018a9806c38 tempest-AttachVolumeShelveTestJSON-409995212 tempest-AttachVolumeShelveTestJSON-409995212-project] 10.222.0.67 "GET /v2.0/security-groups?id=7287f013-6b2f-43b9-b826-2cf86932a253&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0637836 Feb 09 15:45:20.618038 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.plugins.ml2.rpc [None req-812787cf-6466-4ce1-8c4e-c32e14b18d8a None None] Device 5febba65-8e96-4148-b97b-7c2dd3f74462 no longer exists at agent hyperv_hv-cinder-82510 {{(pid=82903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 15:45:20.666924 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.plugins.ml2.plugin [None req-812787cf-6466-4ce1-8c4e-c32e14b18d8a None None] No Port match for: 5febba65-8e96-4148-b97b-7c2dd3f74462 {{(pid=82903) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 09 15:45:20.667645 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.plugins.ml2.rpc [None req-812787cf-6466-4ce1-8c4e-c32e14b18d8a None None] Device 5febba65-8e96-4148-b97b-7c2dd3f74462 not bound to the agent host hv-cinder-82510 {{(pid=82903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 15:45:21.022232 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a929b3d-a384-458c-b2cb-dcb36ccbaf87 req-b215def7-db19-43d4-a06b-ff2d32e08413 tempest-AttachVolumeShelveTestJSON-409995212 tempest-AttachVolumeShelveTestJSON-409995212-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:45:21.024445 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-5a929b3d-a384-458c-b2cb-dcb36ccbaf87 req-b215def7-db19-43d4-a06b-ff2d32e08413 tempest-AttachVolumeShelveTestJSON-409995212 tempest-AttachVolumeShelveTestJSON-409995212-project] 10.222.0.67 "GET /v2.0/ports?device_id=a4e12dd7-341f-4b28-bef9-17c37cbbc785 HTTP/1.1" status: 200 len: 945 time: 0.1430774 Feb 09 15:45:21.070946 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-5a929b3d-a384-458c-b2cb-dcb36ccbaf87 req-bb0de556-a10e-410f-a42c-2392811298f9 tempest-AttachVolumeShelveTestJSON-409995212 tempest-AttachVolumeShelveTestJSON-409995212-project] 10.222.0.67 "GET /v2.0/security-groups?id=7287f013-6b2f-43b9-b826-2cf86932a253&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404336 Feb 09 15:45:21.281281 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-2640bdd9-2403-405f-ba9c-d205e739f0c9 req-12b0ef1f-d017-48f6-a3b3-349a842658d9 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=3afe9ff36570464cb3825318de2de71a&device_id=a4e12dd7-341f-4b28-bef9-17c37cbbc785 HTTP/1.1" status: 200 len: 1098 time: 0.0820286 Feb 09 15:45:21.422235 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2640bdd9-2403-405f-ba9c-d205e739f0c9 req-b75758b9-79a7-44e9-9783-6fd83565844e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:45:21.423665 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-2640bdd9-2403-405f-ba9c-d205e739f0c9 req-b75758b9-79a7-44e9-9783-6fd83565844e service neutron] 10.222.0.47 "GET /v2.0/networks?id=515106f2-407b-4cd0-874f-592278142559 HTTP/1.1" status: 200 len: 918 time: 0.1346335 Feb 09 15:45:21.528912 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-2640bdd9-2403-405f-ba9c-d205e739f0c9 req-e6723d75-6557-4fcb-90a5-a7c1191a7579 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=904e54cb-793e-4660-858f-1650c6d06eda HTTP/1.1" status: 200 len: 1000 time: 0.0965087 Feb 09 15:45:21.591816 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2640bdd9-2403-405f-ba9c-d205e739f0c9 req-36a43063-0441-466f-8f15-493f2b3244bf service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:45:21.593267 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-2640bdd9-2403-405f-ba9c-d205e739f0c9 req-36a43063-0441-466f-8f15-493f2b3244bf service neutron] 10.222.0.47 "GET /v2.0/subnets?id=f6c0b2aa-667d-4387-9940-6f1b97474e6c HTTP/1.1" status: 200 len: 856 time: 0.0582037 Feb 09 15:45:21.687828 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-2640bdd9-2403-405f-ba9c-d205e739f0c9 req-6720a69e-a53d-46e1-8672-be8a7c3efe52 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=515106f2-407b-4cd0-874f-592278142559&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0848725 Feb 09 15:45:21.903264 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-2640bdd9-2403-405f-ba9c-d205e739f0c9 req-a1485bf7-6f58-4a8e-9594-7256a2e2a34e service neutron] 10.222.0.47 "GET /v2.0/networks/515106f2-407b-4cd0-874f-592278142559?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2067041 Feb 09 15:45:22.059875 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-2640bdd9-2403-405f-ba9c-d205e739f0c9 req-583da388-0961-4f00-ba14-ad3214195e61 service neutron] 10.222.0.47 "GET /v2.0/networks/515106f2-407b-4cd0-874f-592278142559?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1460836 Feb 09 15:45:22.322002 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62abb083-b691-42f5-b263-04bb465b0b35 req-e4dcafa2-a646-4e24-93c2-443dd28dff56 tempest-AttachVolumeShelveTestJSON-409995212 tempest-AttachVolumeShelveTestJSON-409995212-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:45:22.324630 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-62abb083-b691-42f5-b263-04bb465b0b35 req-e4dcafa2-a646-4e24-93c2-443dd28dff56 tempest-AttachVolumeShelveTestJSON-409995212 tempest-AttachVolumeShelveTestJSON-409995212-project] 10.222.0.67 "GET /v2.0/ports?device_id=a4e12dd7-341f-4b28-bef9-17c37cbbc785 HTTP/1.1" status: 200 len: 945 time: 0.0838068 Feb 09 15:45:22.377256 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-62abb083-b691-42f5-b263-04bb465b0b35 req-0f8a5475-6c5e-4968-9307-c988578a98cf tempest-AttachVolumeShelveTestJSON-409995212 tempest-AttachVolumeShelveTestJSON-409995212-project] 10.222.0.67 "GET /v2.0/security-groups?id=7287f013-6b2f-43b9-b826-2cf86932a253&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450451 Feb 09 15:45:23.608808 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62cbd23-08c9-4fca-9293-e924d6d9031b req-5f18bc1e-1a44-4638-9eb7-2d9855fd0c87 tempest-AttachVolumeShelveTestJSON-409995212 tempest-AttachVolumeShelveTestJSON-409995212-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:45:23.610340 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-f62cbd23-08c9-4fca-9293-e924d6d9031b req-5f18bc1e-1a44-4638-9eb7-2d9855fd0c87 tempest-AttachVolumeShelveTestJSON-409995212 tempest-AttachVolumeShelveTestJSON-409995212-project] 10.222.0.67 "GET /v2.0/ports?device_id=a4e12dd7-341f-4b28-bef9-17c37cbbc785 HTTP/1.1" status: 200 len: 945 time: 0.0842097 Feb 09 15:45:23.663640 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-f62cbd23-08c9-4fca-9293-e924d6d9031b req-8e300399-0528-4d82-b942-aa2ffee7477d tempest-AttachVolumeShelveTestJSON-409995212 tempest-AttachVolumeShelveTestJSON-409995212-project] 10.222.0.67 "GET /v2.0/security-groups?id=7287f013-6b2f-43b9-b826-2cf86932a253&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478532 Feb 09 15:45:24.613432 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.plugins.ml2.rpc [None req-812787cf-6466-4ce1-8c4e-c32e14b18d8a None None] Device 904e54cb-793e-4660-858f-1650c6d06eda no longer exists at agent hyperv_hv-cinder-82510 {{(pid=82903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 15:45:24.727112 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-812787cf-6466-4ce1-8c4e-c32e14b18d8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16080601'] for port, before_update {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:45:24.754493 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4e12dd7-341f-4b28-bef9-17c37cbbc785', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '904e54cb-793e-4660-858f-1650c6d06eda'}] {{(pid=82903) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 15:45:24.769252 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.plugins.ml2.db [None req-812787cf-6466-4ce1-8c4e-c32e14b18d8a None None] For port 904e54cb-793e-4660-858f-1650c6d06eda, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=904e54cb-793e-4660-858f-1650c6d06eda,segment=NetworkSegment(47be4392-46be-4f67-a93c-733fd962f305),segment_id=47be4392-46be-4f67-a93c-733fd962f305)] {{(pid=82903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:45:24.773558 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-812787cf-6466-4ce1-8c4e-c32e14b18d8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16080037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758755988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756758334055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756758334100'] for port, after_update {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:45:24.817789 dv-cinder-825105-1-iscsi neutron-server[82903]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4e12dd7-341f-4b28-bef9-17c37cbbc785', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '904e54cb-793e-4660-858f-1650c6d06eda', 'code': 200} Feb 09 15:45:24.848718 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812787cf-6466-4ce1-8c4e-c32e14b18d8a None None] Pushing event updated for resources: {'Port': ['ID=904e54cb-793e-4660-858f-1650c6d06eda,revision_number=8']} {{(pid=82903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:45:24.883302 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bea4fb4-899d-4911-8a20-41f71fbf080c req-956cbaee-ffec-4463-bbe2-2518d1f673dc tempest-AttachVolumeShelveTestJSON-409995212 tempest-AttachVolumeShelveTestJSON-409995212-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:45:24.885650 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-5bea4fb4-899d-4911-8a20-41f71fbf080c req-956cbaee-ffec-4463-bbe2-2518d1f673dc tempest-AttachVolumeShelveTestJSON-409995212 tempest-AttachVolumeShelveTestJSON-409995212-project] 10.222.0.67 "GET /v2.0/ports?device_id=a4e12dd7-341f-4b28-bef9-17c37cbbc785 HTTP/1.1" status: 200 len: 943 time: 0.0802386 Feb 09 15:45:24.939599 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-5bea4fb4-899d-4911-8a20-41f71fbf080c req-bd59f51a-940c-4e2a-8641-fc06e9cce1a7 tempest-AttachVolumeShelveTestJSON-409995212 tempest-AttachVolumeShelveTestJSON-409995212-project] 10.222.0.67 "GET /v2.0/security-groups?id=7287f013-6b2f-43b9-b826-2cf86932a253&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445564 Feb 09 15:45:25.844764 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-661cdf70-d004-4521-bf25-5eff4d53f90d req-52d70cac-28e5-471b-b38f-69bec04fd3ec service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=a4e12dd7-341f-4b28-bef9-17c37cbbc785&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0724216 Feb 09 15:45:26.133221 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0d4b90-7770-410e-aa14-26b88071b967 req-9606e26a-bc0a-4d8b-9979-89ecf987ecca tempest-AttachVolumeShelveTestJSON-409995212 tempest-AttachVolumeShelveTestJSON-409995212-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:45:26.140997 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-dc0d4b90-7770-410e-aa14-26b88071b967 req-9606e26a-bc0a-4d8b-9979-89ecf987ecca tempest-AttachVolumeShelveTestJSON-409995212 tempest-AttachVolumeShelveTestJSON-409995212-project] 10.222.0.67 "GET /v2.0/ports?device_id=a4e12dd7-341f-4b28-bef9-17c37cbbc785 HTTP/1.1" status: 200 len: 943 time: 0.0905256 Feb 09 15:45:26.177962 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.wsgi [-] (82902) accepted ('10.222.0.67', 46210) {{(pid=82902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 15:45:26.188020 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-dc0d4b90-7770-410e-aa14-26b88071b967 req-b8d3e15b-3da1-4d5e-b69c-bd22fbe40900 tempest-AttachVolumeShelveTestJSON-409995212 tempest-AttachVolumeShelveTestJSON-409995212-project] 10.222.0.67 "GET /v2.0/security-groups?id=7287f013-6b2f-43b9-b826-2cf86932a253&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461714 Feb 09 15:45:26.323740 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-654f357a-9b4f-41fe-8320-7ad13168ccfd req-ada79778-2ac4-4621-8443-06f3dd2d08d7 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=a4e12dd7-341f-4b28-bef9-17c37cbbc785&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1445842 Feb 09 15:45:27.399153 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ffbd1cf-4056-486b-933c-9387c061a5cc req-db808d74-e693-4d6b-aee3-b5afc89e5ee0 tempest-AttachVolumeShelveTestJSON-409995212 tempest-AttachVolumeShelveTestJSON-409995212-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:45:27.401954 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-0ffbd1cf-4056-486b-933c-9387c061a5cc req-db808d74-e693-4d6b-aee3-b5afc89e5ee0 tempest-AttachVolumeShelveTestJSON-409995212 tempest-AttachVolumeShelveTestJSON-409995212-project] 10.222.0.67 "GET /v2.0/ports?device_id=a4e12dd7-341f-4b28-bef9-17c37cbbc785 HTTP/1.1" status: 200 len: 943 time: 0.0770109 Feb 09 15:45:27.452814 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-0ffbd1cf-4056-486b-933c-9387c061a5cc req-aade17c5-31b7-4be3-9e4a-201f69a8889e tempest-AttachVolumeShelveTestJSON-409995212 tempest-AttachVolumeShelveTestJSON-409995212-project] 10.222.0.67 "GET /v2.0/security-groups?id=7287f013-6b2f-43b9-b826-2cf86932a253&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450215 Feb 09 15:45:27.920935 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-b09cc415-0a24-4f31-9420-541dfdcc2ef6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758786133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16008869'] for agent, after_update {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:45:28.629928 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.plugins.ml2.rpc [None req-812787cf-6466-4ce1-8c4e-c32e14b18d8a None None] Device 904e54cb-793e-4660-858f-1650c6d06eda no longer exists at agent hyperv_hv-cinder-82510 {{(pid=82903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 15:45:28.686414 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110183ca-5919-4aa0-a2aa-4f71f16abc4b req-11ac9b8f-74e4-4b8b-bd98-a2f6b7f1d564 tempest-AttachVolumeShelveTestJSON-409995212 tempest-AttachVolumeShelveTestJSON-409995212-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:45:28.688821 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-110183ca-5919-4aa0-a2aa-4f71f16abc4b req-11ac9b8f-74e4-4b8b-bd98-a2f6b7f1d564 tempest-AttachVolumeShelveTestJSON-409995212 tempest-AttachVolumeShelveTestJSON-409995212-project] 10.222.0.67 "GET /v2.0/ports?device_id=a4e12dd7-341f-4b28-bef9-17c37cbbc785 HTTP/1.1" status: 200 len: 943 time: 0.0999048 Feb 09 15:45:28.736211 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-110183ca-5919-4aa0-a2aa-4f71f16abc4b req-8eaad669-8144-405d-a943-b600377a6aa0 tempest-AttachVolumeShelveTestJSON-409995212 tempest-AttachVolumeShelveTestJSON-409995212-project] 10.222.0.67 "GET /v2.0/security-groups?id=7287f013-6b2f-43b9-b826-2cf86932a253&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422432 Feb 09 15:45:28.803270 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-0ff69ad3-4d51-4e9f-954e-7971825461ad req-71050fe6-c482-41d3-9053-8615ad0fa758 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=03058e28-beb3-442a-a803-6dc6b224f22f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0919280 Feb 09 15:45:28.904606 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-0ff69ad3-4d51-4e9f-954e-7971825461ad req-ea706316-49e9-4744-8ca4-b0fb0fec50fc service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=dbfe7e7ae013417f82b96f615e88a432&device_id=03058e28-beb3-442a-a803-6dc6b224f22f HTTP/1.1" status: 200 len: 1098 time: 0.0750017 Feb 09 15:45:29.074421 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff69ad3-4d51-4e9f-954e-7971825461ad req-4b261550-4774-4160-bff0-5c56e60f9184 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:45:29.075857 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-0ff69ad3-4d51-4e9f-954e-7971825461ad req-4b261550-4774-4160-bff0-5c56e60f9184 service neutron] 10.222.0.47 "GET /v2.0/networks?id=7e6f7d4e-b4a0-4c4e-80c2-814a38a14199 HTTP/1.1" status: 200 len: 920 time: 0.1430101 Feb 09 15:45:29.155600 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-0ff69ad3-4d51-4e9f-954e-7971825461ad req-f236291a-59b6-4032-b19a-13c98f2df5f5 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=26108cad-0dea-46c3-9cd5-c9f377507cbe HTTP/1.1" status: 200 len: 217 time: 0.0649533 Feb 09 15:45:29.225648 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff69ad3-4d51-4e9f-954e-7971825461ad req-541757b3-e831-4237-8e4f-c39b219d356c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:45:29.227126 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-0ff69ad3-4d51-4e9f-954e-7971825461ad req-541757b3-e831-4237-8e4f-c39b219d356c service neutron] 10.222.0.47 "GET /v2.0/subnets?id=7b0e1516-4c73-46b2-a641-716be4f1edf5 HTTP/1.1" status: 200 len: 859 time: 0.0594628 Feb 09 15:45:29.279425 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-0ff69ad3-4d51-4e9f-954e-7971825461ad req-191ad024-9bee-4f01-affb-f610665db02b service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=7e6f7d4e-b4a0-4c4e-80c2-814a38a14199&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0399010 Feb 09 15:45:29.423776 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-0ff69ad3-4d51-4e9f-954e-7971825461ad req-09ba4e65-fd90-4d2c-b3a8-d763332d5bc3 service neutron] 10.222.0.47 "GET /v2.0/networks/7e6f7d4e-b4a0-4c4e-80c2-814a38a14199?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1329238 Feb 09 15:45:29.566450 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-0ff69ad3-4d51-4e9f-954e-7971825461ad req-9f52b999-b55e-47b2-a388-1a3b035fa807 service neutron] 10.222.0.47 "GET /v2.0/networks/7e6f7d4e-b4a0-4c4e-80c2-814a38a14199?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1348581 Feb 09 15:45:30.049015 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce4d553-a7dd-4dcf-8bf9-963a4700bfbf req-5c519172-c89f-4c54-8b89-95e296d4db9f tempest-AttachVolumeShelveTestJSON-409995212 tempest-AttachVolumeShelveTestJSON-409995212-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:45:30.051544 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-cce4d553-a7dd-4dcf-8bf9-963a4700bfbf req-5c519172-c89f-4c54-8b89-95e296d4db9f tempest-AttachVolumeShelveTestJSON-409995212 tempest-AttachVolumeShelveTestJSON-409995212-project] 10.222.0.67 "GET /v2.0/ports?device_id=a4e12dd7-341f-4b28-bef9-17c37cbbc785 HTTP/1.1" status: 200 len: 943 time: 0.0932376 Feb 09 15:45:30.159503 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-cce4d553-a7dd-4dcf-8bf9-963a4700bfbf req-035178f9-a7d9-4f25-94e3-6b666dd050a0 tempest-AttachVolumeShelveTestJSON-409995212 tempest-AttachVolumeShelveTestJSON-409995212-project] 10.222.0.67 "GET /v2.0/security-groups?id=7287f013-6b2f-43b9-b826-2cf86932a253&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0994096 Feb 09 15:45:30.231474 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-812787cf-6466-4ce1-8c4e-c32e14b18d8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758786133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16008869'] for agent, after_update {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:45:30.306188 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-d781e523-f315-4efa-937e-a9323887b902 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758786133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16008869'] for agent, after_update {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:45:30.798363 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-c1bf4534-c9a4-475f-9e9b-59757d682935 req-2db5d8c6-5481-4788-895f-0e5f239bb7b2 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=dbfe7e7ae013417f82b96f615e88a432&device_id=03058e28-beb3-442a-a803-6dc6b224f22f HTTP/1.1" status: 200 len: 1098 time: 0.2052155 Feb 09 15:45:30.811217 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbedf659-8fbb-4310-a3e0-d065a5f45373 req-2291b3b4-4140-43e7-a749-a3da316e93d8 tempest-ServerRescueNegativeTestJSON-674815279 tempest-ServerRescueNegativeTestJSON-674815279-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:45:30.812918 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-cbedf659-8fbb-4310-a3e0-d065a5f45373 req-2291b3b4-4140-43e7-a749-a3da316e93d8 tempest-ServerRescueNegativeTestJSON-674815279 tempest-ServerRescueNegativeTestJSON-674815279-project] 10.222.0.67 "GET /v2.0/ports?device_id=03058e28-beb3-442a-a803-6dc6b224f22f HTTP/1.1" status: 200 len: 945 time: 0.1394808 Feb 09 15:45:30.862220 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.wsgi [-] (82901) accepted ('10.222.0.67', 46304) {{(pid=82901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 15:45:30.866750 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-cbedf659-8fbb-4310-a3e0-d065a5f45373 req-13251a7b-137a-4d81-86b6-193a89b56c89 tempest-ServerRescueNegativeTestJSON-674815279 tempest-ServerRescueNegativeTestJSON-674815279-project] 10.222.0.67 "GET /v2.0/security-groups?id=ffc79123-c9cb-487f-b3ec-4904a4a85a48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473499 Feb 09 15:45:31.014054 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-66d3f0c2-f384-41df-aaef-b3fbaab94c43 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:45:31.066821 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.db.quota.driver [None req-66d3f0c2-f384-41df-aaef-b3fbaab94c43 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 15:45:31.074222 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.quota.resource [None req-66d3f0c2-f384-41df-aaef-b3fbaab94c43 admin admin] Usage tracker for resource:security_group_rule and tenant:7a0f5e890e6549a6b64c8d794972b912 is out of sync, need to count used quota {{(pid=82901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 15:45:31.079071 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.quota.resource [None req-66d3f0c2-f384-41df-aaef-b3fbaab94c43 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 15:45:31.084985 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.db.quota.driver [None req-66d3f0c2-f384-41df-aaef-b3fbaab94c43 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 15:45:31.159154 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-66d3f0c2-f384-41df-aaef-b3fbaab94c43 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:45:31.162941 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-66d3f0c2-f384-41df-aaef-b3fbaab94c43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_create {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:45:31.210210 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d3f0c2-f384-41df-aaef-b3fbaab94c43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe0df1f5-0fde-4abc-9645-73b1154e196e,revision_number=1']} {{(pid=82901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:45:31.216395 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [None req-66d3f0c2-f384-41df-aaef-b3fbaab94c43 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=7a0f5e890e6549a6b64c8d794972b912&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3530993 Feb 09 15:45:31.218883 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.wsgi [-] (82901) accepted ('10.222.0.67', 46318) {{(pid=82901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 15:45:31.233842 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-1f7d0426-72a7-4c89-8e53-4ec430751ccf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758786133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16008869'] for agent, after_update {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:45:31.319337 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-a5450b73-e419-4a05-bfc3-53854cdd2d82 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:45:31.391190 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-a5450b73-e419-4a05-bfc3-53854cdd2d82 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:45:31.474495 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680a0cce-c05c-4f51-923f-350737baa38f req-5dc36e8c-89a3-46a0-a0bb-21aaa5281a2e tempest-AttachVolumeShelveTestJSON-409995212 tempest-AttachVolumeShelveTestJSON-409995212-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:45:31.476093 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-680a0cce-c05c-4f51-923f-350737baa38f req-5dc36e8c-89a3-46a0-a0bb-21aaa5281a2e tempest-AttachVolumeShelveTestJSON-409995212 tempest-AttachVolumeShelveTestJSON-409995212-project] 10.222.0.67 "GET /v2.0/ports?device_id=a4e12dd7-341f-4b28-bef9-17c37cbbc785 HTTP/1.1" status: 200 len: 943 time: 0.1426561 Feb 09 15:45:31.516570 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-a5450b73-e419-4a05-bfc3-53854cdd2d82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_delete {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:45:31.567624 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-608c4fd2-211a-4ca9-a277-ad2a51be62ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758786133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16008869'] for agent, after_update {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:45:31.570633 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5450b73-e419-4a05-bfc3-53854cdd2d82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe0df1f5-0fde-4abc-9645-73b1154e196e,revision_number=None']} {{(pid=82901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:45:31.586978 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-680a0cce-c05c-4f51-923f-350737baa38f req-de1acd92-ba6d-473c-b0e2-d9a47fafd101 tempest-AttachVolumeShelveTestJSON-409995212 tempest-AttachVolumeShelveTestJSON-409995212-project] 10.222.0.67 "GET /v2.0/security-groups?id=7287f013-6b2f-43b9-b826-2cf86932a253&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0986776 Feb 09 15:45:31.593535 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-a5450b73-e419-4a05-bfc3-53854cdd2d82 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:45:31.595235 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [None req-a5450b73-e419-4a05-bfc3-53854cdd2d82 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/fe0df1f5-0fde-4abc-9645-73b1154e196e HTTP/1.1" status: 204 len: 168 time: 0.3741851 Feb 09 15:45:31.597084 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5450b73-e419-4a05-bfc3-53854cdd2d82 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825105-1-iscsi {{(pid=82901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:45:31.597739 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5450b73-e419-4a05-bfc3-53854cdd2d82 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825105-1-iscsi {{(pid=82901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:45:31.598215 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5450b73-e419-4a05-bfc3-53854cdd2d82 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825105-1-iscsi {{(pid=82901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:45:31.598687 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5450b73-e419-4a05-bfc3-53854cdd2d82 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825105-1-iscsi {{(pid=82901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:45:31.599783 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5450b73-e419-4a05-bfc3-53854cdd2d82 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825105-1-iscsi {{(pid=82901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:45:31.600304 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5450b73-e419-4a05-bfc3-53854cdd2d82 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-825105-1-iscsi {{(pid=82901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:45:31.600866 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5450b73-e419-4a05-bfc3-53854cdd2d82 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825105-1-iscsi {{(pid=82901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:45:31.601334 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5450b73-e419-4a05-bfc3-53854cdd2d82 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825105-1-iscsi {{(pid=82901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:45:31.601876 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5450b73-e419-4a05-bfc3-53854cdd2d82 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825105-1-iscsi {{(pid=82901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:45:31.602916 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5450b73-e419-4a05-bfc3-53854cdd2d82 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825105-1-iscsi {{(pid=82901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:45:31.603812 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5450b73-e419-4a05-bfc3-53854cdd2d82 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825105-1-iscsi {{(pid=82901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:45:32.169419 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd9ff5f-9aba-46a9-b0c1-398b1e06fe05 req-af38abbe-84d9-469d-b7b5-cd25bf2287dc tempest-ServerRescueNegativeTestJSON-674815279 tempest-ServerRescueNegativeTestJSON-674815279-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:45:32.178357 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-2fd9ff5f-9aba-46a9-b0c1-398b1e06fe05 req-af38abbe-84d9-469d-b7b5-cd25bf2287dc tempest-ServerRescueNegativeTestJSON-674815279 tempest-ServerRescueNegativeTestJSON-674815279-project] 10.222.0.67 "GET /v2.0/ports?device_id=03058e28-beb3-442a-a803-6dc6b224f22f HTTP/1.1" status: 200 len: 945 time: 0.1293097 Feb 09 15:45:32.273260 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-2fd9ff5f-9aba-46a9-b0c1-398b1e06fe05 req-ea7c2b65-3e7f-4c52-a6b5-fc1cf126a742 tempest-ServerRescueNegativeTestJSON-674815279 tempest-ServerRescueNegativeTestJSON-674815279-project] 10.222.0.67 "GET /v2.0/security-groups?id=ffc79123-c9cb-487f-b3ec-4904a4a85a48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936289 Feb 09 15:45:32.810311 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1bf4534-c9a4-475f-9e9b-59757d682935 req-2548cc1c-cc8c-4393-b52d-45e40f111b51 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:45:32.810311 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-c1bf4534-c9a4-475f-9e9b-59757d682935 req-2548cc1c-cc8c-4393-b52d-45e40f111b51 service neutron] 10.222.0.47 "GET /v2.0/networks?id=7e6f7d4e-b4a0-4c4e-80c2-814a38a14199 HTTP/1.1" status: 200 len: 920 time: 0.3011901 Feb 09 15:45:32.867159 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c059eb-a9d3-441d-bb91-a02fe64ad00b req-45b31603-320a-46cd-be4b-0e9be477ec6f tempest-AttachVolumeShelveTestJSON-409995212 tempest-AttachVolumeShelveTestJSON-409995212-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:45:32.871121 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-23c059eb-a9d3-441d-bb91-a02fe64ad00b req-45b31603-320a-46cd-be4b-0e9be477ec6f tempest-AttachVolumeShelveTestJSON-409995212 tempest-AttachVolumeShelveTestJSON-409995212-project] 10.222.0.67 "GET /v2.0/ports?device_id=a4e12dd7-341f-4b28-bef9-17c37cbbc785 HTTP/1.1" status: 200 len: 943 time: 0.1125677 Feb 09 15:45:32.937892 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-faa751bb-9674-45ec-b131-f889431b03dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758786133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16008869'] for agent, after_update {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:45:32.959738 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-23c059eb-a9d3-441d-bb91-a02fe64ad00b req-b7465410-e89f-49d8-b9e5-bfa6f6554763 tempest-AttachVolumeShelveTestJSON-409995212 tempest-AttachVolumeShelveTestJSON-409995212-project] 10.222.0.67 "GET /v2.0/security-groups?id=7287f013-6b2f-43b9-b826-2cf86932a253&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0801373 Feb 09 15:45:33.646167 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-c1bf4534-c9a4-475f-9e9b-59757d682935 req-f053d973-9a23-4682-96e4-68d70fcbc045 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=26108cad-0dea-46c3-9cd5-c9f377507cbe HTTP/1.1" status: 200 len: 217 time: 0.1983533 Feb 09 15:45:33.681885 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a7ae84-91b9-4a19-98d5-abbe28f4edf0 req-e7bee60a-ee5e-46a1-9064-ae97ba032932 tempest-ServerRescueNegativeTestJSON-674815279 tempest-ServerRescueNegativeTestJSON-674815279-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:45:33.694368 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-91a7ae84-91b9-4a19-98d5-abbe28f4edf0 req-e7bee60a-ee5e-46a1-9064-ae97ba032932 tempest-ServerRescueNegativeTestJSON-674815279 tempest-ServerRescueNegativeTestJSON-674815279-project] 10.222.0.67 "GET /v2.0/ports?device_id=03058e28-beb3-442a-a803-6dc6b224f22f HTTP/1.1" status: 200 len: 945 time: 0.1980870 Feb 09 15:45:33.763805 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-91a7ae84-91b9-4a19-98d5-abbe28f4edf0 req-d1dd90d2-e077-4e6d-912a-e6d504b4761e tempest-ServerRescueNegativeTestJSON-674815279 tempest-ServerRescueNegativeTestJSON-674815279-project] 10.222.0.67 "GET /v2.0/security-groups?id=ffc79123-c9cb-487f-b3ec-4904a4a85a48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682852 Feb 09 15:45:33.826015 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1bf4534-c9a4-475f-9e9b-59757d682935 req-996e69e6-a6ae-4659-97ce-fe43a746a0cb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:45:33.828211 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-c1bf4534-c9a4-475f-9e9b-59757d682935 req-996e69e6-a6ae-4659-97ce-fe43a746a0cb service neutron] 10.222.0.47 "GET /v2.0/subnets?id=7b0e1516-4c73-46b2-a641-716be4f1edf5 HTTP/1.1" status: 200 len: 859 time: 0.1589563 Feb 09 15:45:33.904600 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-c1bf4534-c9a4-475f-9e9b-59757d682935 req-5ee1edaa-e9dc-4822-9cdf-146c594a5552 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=7e6f7d4e-b4a0-4c4e-80c2-814a38a14199&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0644989 Feb 09 15:45:34.191277 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-c1bf4534-c9a4-475f-9e9b-59757d682935 req-007d3f42-1d41-42ba-8bd4-b874c58a78bd service neutron] 10.222.0.47 "GET /v2.0/networks/7e6f7d4e-b4a0-4c4e-80c2-814a38a14199?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2648246 Feb 09 15:45:34.272974 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb89ff3-f007-4fc8-a672-012b4071ae68 req-f36a0fb4-1eb2-4621-b7bf-8b09c10c88a1 tempest-AttachVolumeShelveTestJSON-409995212 tempest-AttachVolumeShelveTestJSON-409995212-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:45:34.275315 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-4eb89ff3-f007-4fc8-a672-012b4071ae68 req-f36a0fb4-1eb2-4621-b7bf-8b09c10c88a1 tempest-AttachVolumeShelveTestJSON-409995212 tempest-AttachVolumeShelveTestJSON-409995212-project] 10.222.0.67 "GET /v2.0/ports?device_id=a4e12dd7-341f-4b28-bef9-17c37cbbc785 HTTP/1.1" status: 200 len: 943 time: 0.0929129 Feb 09 15:45:34.345838 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-4eb89ff3-f007-4fc8-a672-012b4071ae68 req-d6144197-c9a1-4229-a8b0-bc1cf7a00da6 tempest-AttachVolumeShelveTestJSON-409995212 tempest-AttachVolumeShelveTestJSON-409995212-project] 10.222.0.67 "GET /v2.0/security-groups?id=7287f013-6b2f-43b9-b826-2cf86932a253&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0590575 Feb 09 15:45:35.132789 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4be925-8853-4087-ab82-ed66c4b336b2 req-52933f4a-7765-4117-a269-b4f5e9c0d16e tempest-ServerRescueNegativeTestJSON-674815279 tempest-ServerRescueNegativeTestJSON-674815279-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:45:35.134902 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-6a4be925-8853-4087-ab82-ed66c4b336b2 req-52933f4a-7765-4117-a269-b4f5e9c0d16e tempest-ServerRescueNegativeTestJSON-674815279 tempest-ServerRescueNegativeTestJSON-674815279-project] 10.222.0.67 "GET /v2.0/ports?device_id=03058e28-beb3-442a-a803-6dc6b224f22f HTTP/1.1" status: 200 len: 945 time: 0.1299257 Feb 09 15:45:35.183710 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-6a4be925-8853-4087-ab82-ed66c4b336b2 req-02cba4d5-be98-405f-9d18-6e3b9f22068c tempest-ServerRescueNegativeTestJSON-674815279 tempest-ServerRescueNegativeTestJSON-674815279-project] 10.222.0.67 "GET /v2.0/security-groups?id=ffc79123-c9cb-487f-b3ec-4904a4a85a48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421948 Feb 09 15:45:35.601609 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a929ee-84ae-4e9e-a2d2-ae72d24eea8c req-534b3a37-a1ac-4f11-8246-233feb5a8e3d tempest-AttachVolumeShelveTestJSON-409995212 tempest-AttachVolumeShelveTestJSON-409995212-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:45:35.603915 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-42a929ee-84ae-4e9e-a2d2-ae72d24eea8c req-534b3a37-a1ac-4f11-8246-233feb5a8e3d tempest-AttachVolumeShelveTestJSON-409995212 tempest-AttachVolumeShelveTestJSON-409995212-project] 10.222.0.67 "GET /v2.0/ports?device_id=a4e12dd7-341f-4b28-bef9-17c37cbbc785 HTTP/1.1" status: 200 len: 943 time: 0.1062884 Feb 09 15:45:35.660802 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-42a929ee-84ae-4e9e-a2d2-ae72d24eea8c req-50297ca3-216a-4c04-9a72-d4cab4273c7d tempest-AttachVolumeShelveTestJSON-409995212 tempest-AttachVolumeShelveTestJSON-409995212-project] 10.222.0.67 "GET /v2.0/security-groups?id=7287f013-6b2f-43b9-b826-2cf86932a253&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508411 Feb 09 15:45:36.468907 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0176bf9-3447-43fc-b217-d049f7f60bbc req-69aa1329-fb19-4e75-b475-acad4e63369b tempest-ServerRescueNegativeTestJSON-674815279 tempest-ServerRescueNegativeTestJSON-674815279-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:45:36.470363 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-f0176bf9-3447-43fc-b217-d049f7f60bbc req-69aa1329-fb19-4e75-b475-acad4e63369b tempest-ServerRescueNegativeTestJSON-674815279 tempest-ServerRescueNegativeTestJSON-674815279-project] 10.222.0.67 "GET /v2.0/ports?device_id=03058e28-beb3-442a-a803-6dc6b224f22f HTTP/1.1" status: 200 len: 945 time: 0.0978017 Feb 09 15:45:36.536187 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-f0176bf9-3447-43fc-b217-d049f7f60bbc req-1f5e5c23-a671-48a9-b2a9-f001ccec5bd2 tempest-ServerRescueNegativeTestJSON-674815279 tempest-ServerRescueNegativeTestJSON-674815279-project] 10.222.0.67 "GET /v2.0/security-groups?id=ffc79123-c9cb-487f-b3ec-4904a4a85a48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592282 Feb 09 15:45:36.960483 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a550a5e7-1f07-403d-9254-4dc12da2860e req-b3757d89-3db3-43b5-89e7-1c094c7bddec tempest-AttachVolumeShelveTestJSON-409995212 tempest-AttachVolumeShelveTestJSON-409995212-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:45:36.962135 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-a550a5e7-1f07-403d-9254-4dc12da2860e req-b3757d89-3db3-43b5-89e7-1c094c7bddec tempest-AttachVolumeShelveTestJSON-409995212 tempest-AttachVolumeShelveTestJSON-409995212-project] 10.222.0.67 "GET /v2.0/ports?device_id=a4e12dd7-341f-4b28-bef9-17c37cbbc785 HTTP/1.1" status: 200 len: 943 time: 0.1521652 Feb 09 15:45:37.079513 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-a550a5e7-1f07-403d-9254-4dc12da2860e req-5b78bdf4-1ae6-44b4-a69d-3780a3ac9bc5 tempest-AttachVolumeShelveTestJSON-409995212 tempest-AttachVolumeShelveTestJSON-409995212-project] 10.222.0.67 "GET /v2.0/security-groups?id=7287f013-6b2f-43b9-b826-2cf86932a253&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1094627 Feb 09 15:45:37.085368 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-c1bf4534-c9a4-475f-9e9b-59757d682935 req-d3893fd1-738e-4d16-b807-0d3532322be4 service neutron] 10.222.0.47 "GET /v2.0/networks/7e6f7d4e-b4a0-4c4e-80c2-814a38a14199?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2150531 Feb 09 15:45:37.786060 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d062d9b0-edbb-44ea-b2d1-244bbabf9c4a req-9edba04b-13aa-42fc-858b-8ffd3d76b64f tempest-ServerRescueNegativeTestJSON-674815279 tempest-ServerRescueNegativeTestJSON-674815279-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:45:37.787523 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-d062d9b0-edbb-44ea-b2d1-244bbabf9c4a req-9edba04b-13aa-42fc-858b-8ffd3d76b64f tempest-ServerRescueNegativeTestJSON-674815279 tempest-ServerRescueNegativeTestJSON-674815279-project] 10.222.0.67 "GET /v2.0/ports?device_id=03058e28-beb3-442a-a803-6dc6b224f22f HTTP/1.1" status: 200 len: 945 time: 0.0876088 Feb 09 15:45:37.841754 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-d062d9b0-edbb-44ea-b2d1-244bbabf9c4a req-7704ef76-ef0a-42d6-a39d-7a7a278dc76c tempest-ServerRescueNegativeTestJSON-674815279 tempest-ServerRescueNegativeTestJSON-674815279-project] 10.222.0.67 "GET /v2.0/security-groups?id=ffc79123-c9cb-487f-b3ec-4904a4a85a48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452046 Feb 09 15:45:38.485695 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d803fc-2fc3-42a6-8c32-3c8f8c146481 req-19d887b4-be30-44aa-b7cf-4c5ec3ab054f tempest-AttachVolumeShelveTestJSON-409995212 tempest-AttachVolumeShelveTestJSON-409995212-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:45:38.487392 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-e3d803fc-2fc3-42a6-8c32-3c8f8c146481 req-19d887b4-be30-44aa-b7cf-4c5ec3ab054f tempest-AttachVolumeShelveTestJSON-409995212 tempest-AttachVolumeShelveTestJSON-409995212-project] 10.222.0.67 "GET /v2.0/ports?device_id=a4e12dd7-341f-4b28-bef9-17c37cbbc785 HTTP/1.1" status: 200 len: 943 time: 0.0968213 Feb 09 15:45:38.559530 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-e3d803fc-2fc3-42a6-8c32-3c8f8c146481 req-a1468dd2-5890-4ee1-a1b5-d024c53281de tempest-AttachVolumeShelveTestJSON-409995212 tempest-AttachVolumeShelveTestJSON-409995212-project] 10.222.0.67 "GET /v2.0/security-groups?id=7287f013-6b2f-43b9-b826-2cf86932a253&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0620563 Feb 09 15:45:39.135242 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b106ec-3264-49ba-89e1-0c59a88e283f req-5adb7a7c-1f64-4303-9368-89f11fe89aee tempest-ServerRescueNegativeTestJSON-674815279 tempest-ServerRescueNegativeTestJSON-674815279-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:45:39.142600 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-f4b106ec-3264-49ba-89e1-0c59a88e283f req-5adb7a7c-1f64-4303-9368-89f11fe89aee tempest-ServerRescueNegativeTestJSON-674815279 tempest-ServerRescueNegativeTestJSON-674815279-project] 10.222.0.67 "GET /v2.0/ports?device_id=03058e28-beb3-442a-a803-6dc6b224f22f HTTP/1.1" status: 200 len: 945 time: 0.1085038 Feb 09 15:45:39.194370 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-f4b106ec-3264-49ba-89e1-0c59a88e283f req-1e1bf425-862f-41d4-9e9e-d401a8065aca tempest-ServerRescueNegativeTestJSON-674815279 tempest-ServerRescueNegativeTestJSON-674815279-project] 10.222.0.67 "GET /v2.0/security-groups?id=ffc79123-c9cb-487f-b3ec-4904a4a85a48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508182 Feb 09 15:45:39.879541 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19120ae-1804-4622-9d3b-9962af3a6ed1 req-acd05988-e094-4c5c-a8cc-bbd753bd7ecb tempest-AttachVolumeShelveTestJSON-409995212 tempest-AttachVolumeShelveTestJSON-409995212-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:45:39.885677 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-e19120ae-1804-4622-9d3b-9962af3a6ed1 req-acd05988-e094-4c5c-a8cc-bbd753bd7ecb tempest-AttachVolumeShelveTestJSON-409995212 tempest-AttachVolumeShelveTestJSON-409995212-project] 10.222.0.67 "GET /v2.0/ports?device_id=a4e12dd7-341f-4b28-bef9-17c37cbbc785 HTTP/1.1" status: 200 len: 943 time: 0.1105876 Feb 09 15:45:39.979022 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-e19120ae-1804-4622-9d3b-9962af3a6ed1 req-5a5feb4e-fc31-488a-9500-33faa4d94335 tempest-AttachVolumeShelveTestJSON-409995212 tempest-AttachVolumeShelveTestJSON-409995212-project] 10.222.0.67 "GET /v2.0/security-groups?id=7287f013-6b2f-43b9-b826-2cf86932a253&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0879426 Feb 09 15:45:40.436969 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a943a439-55c4-4f99-8a3b-a275249bed07 req-a2ba75bd-b56b-4b60-9597-9efd5096f333 tempest-ServerRescueNegativeTestJSON-674815279 tempest-ServerRescueNegativeTestJSON-674815279-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:45:40.438494 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-a943a439-55c4-4f99-8a3b-a275249bed07 req-a2ba75bd-b56b-4b60-9597-9efd5096f333 tempest-ServerRescueNegativeTestJSON-674815279 tempest-ServerRescueNegativeTestJSON-674815279-project] 10.222.0.67 "GET /v2.0/ports?device_id=03058e28-beb3-442a-a803-6dc6b224f22f HTTP/1.1" status: 200 len: 945 time: 0.1047404 Feb 09 15:45:40.487501 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-a943a439-55c4-4f99-8a3b-a275249bed07 req-72b116fe-bd38-4f51-9a6c-64c76c44ba37 tempest-ServerRescueNegativeTestJSON-674815279 tempest-ServerRescueNegativeTestJSON-674815279-project] 10.222.0.67 "GET /v2.0/security-groups?id=ffc79123-c9cb-487f-b3ec-4904a4a85a48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433590 Feb 09 15:45:41.252780 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffcde35e-b90a-4fe0-8c10-47cbaab3dd48 req-dca170bd-9f7d-40fc-910d-ca1faec75eda tempest-AttachVolumeShelveTestJSON-409995212 tempest-AttachVolumeShelveTestJSON-409995212-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:45:41.254500 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-ffcde35e-b90a-4fe0-8c10-47cbaab3dd48 req-dca170bd-9f7d-40fc-910d-ca1faec75eda tempest-AttachVolumeShelveTestJSON-409995212 tempest-AttachVolumeShelveTestJSON-409995212-project] 10.222.0.67 "GET /v2.0/ports?device_id=a4e12dd7-341f-4b28-bef9-17c37cbbc785 HTTP/1.1" status: 200 len: 943 time: 0.0957932 Feb 09 15:45:41.317061 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-ffcde35e-b90a-4fe0-8c10-47cbaab3dd48 req-719fd79d-4d67-4cd9-acdc-4b9cfc1d0908 tempest-AttachVolumeShelveTestJSON-409995212 tempest-AttachVolumeShelveTestJSON-409995212-project] 10.222.0.67 "GET /v2.0/security-groups?id=7287f013-6b2f-43b9-b826-2cf86932a253&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0557587 Feb 09 15:45:41.709775 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17296734-7530-4daf-8b69-098702aeb519 req-b105eebc-ca46-441e-bde5-9f396cc1f7b2 tempest-ServerRescueNegativeTestJSON-674815279 tempest-ServerRescueNegativeTestJSON-674815279-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:45:41.711895 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-17296734-7530-4daf-8b69-098702aeb519 req-b105eebc-ca46-441e-bde5-9f396cc1f7b2 tempest-ServerRescueNegativeTestJSON-674815279 tempest-ServerRescueNegativeTestJSON-674815279-project] 10.222.0.67 "GET /v2.0/ports?device_id=03058e28-beb3-442a-a803-6dc6b224f22f HTTP/1.1" status: 200 len: 945 time: 0.0857782 Feb 09 15:45:41.775391 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-17296734-7530-4daf-8b69-098702aeb519 req-2068befc-d2cf-4915-8d9e-ae48e7cffea5 tempest-ServerRescueNegativeTestJSON-674815279 tempest-ServerRescueNegativeTestJSON-674815279-project] 10.222.0.67 "GET /v2.0/security-groups?id=ffc79123-c9cb-487f-b3ec-4904a4a85a48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574713 Feb 09 15:45:42.566400 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9db6ef-fec6-4c4f-b6eb-87865cfcb53d req-0942e558-333b-42b5-8d4a-025eb1d589ee tempest-AttachVolumeShelveTestJSON-409995212 tempest-AttachVolumeShelveTestJSON-409995212-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:45:42.568264 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-aa9db6ef-fec6-4c4f-b6eb-87865cfcb53d req-0942e558-333b-42b5-8d4a-025eb1d589ee tempest-AttachVolumeShelveTestJSON-409995212 tempest-AttachVolumeShelveTestJSON-409995212-project] 10.222.0.67 "GET /v2.0/ports?device_id=a4e12dd7-341f-4b28-bef9-17c37cbbc785 HTTP/1.1" status: 200 len: 943 time: 0.1059966 Feb 09 15:45:42.652619 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-aa9db6ef-fec6-4c4f-b6eb-87865cfcb53d req-b30e863a-a17a-4f00-a2c0-5cca529f5839 tempest-AttachVolumeShelveTestJSON-409995212 tempest-AttachVolumeShelveTestJSON-409995212-project] 10.222.0.67 "GET /v2.0/security-groups?id=7287f013-6b2f-43b9-b826-2cf86932a253&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0743315 Feb 09 15:45:43.032648 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0835d70d-b410-482f-91bf-0e12a175a54c req-4470e3c2-0a10-4640-8ba7-120c20e7d66c tempest-ServerRescueNegativeTestJSON-674815279 tempest-ServerRescueNegativeTestJSON-674815279-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:45:43.034114 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-0835d70d-b410-482f-91bf-0e12a175a54c req-4470e3c2-0a10-4640-8ba7-120c20e7d66c tempest-ServerRescueNegativeTestJSON-674815279 tempest-ServerRescueNegativeTestJSON-674815279-project] 10.222.0.67 "GET /v2.0/ports?device_id=03058e28-beb3-442a-a803-6dc6b224f22f HTTP/1.1" status: 200 len: 945 time: 0.0921559 Feb 09 15:45:43.091923 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-0835d70d-b410-482f-91bf-0e12a175a54c req-70b3d909-5dc1-4acf-a31b-2878084de30a tempest-ServerRescueNegativeTestJSON-674815279 tempest-ServerRescueNegativeTestJSON-674815279-project] 10.222.0.67 "GET /v2.0/security-groups?id=ffc79123-c9cb-487f-b3ec-4904a4a85a48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512011 Feb 09 15:45:43.916641 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9268969-9a93-48e9-841b-b3665307e054 req-02b88f61-1b4f-4e06-8e2c-601b512ef980 tempest-AttachVolumeShelveTestJSON-409995212 tempest-AttachVolumeShelveTestJSON-409995212-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:45:43.923728 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-d9268969-9a93-48e9-841b-b3665307e054 req-02b88f61-1b4f-4e06-8e2c-601b512ef980 tempest-AttachVolumeShelveTestJSON-409995212 tempest-AttachVolumeShelveTestJSON-409995212-project] 10.222.0.67 "GET /v2.0/ports?device_id=a4e12dd7-341f-4b28-bef9-17c37cbbc785 HTTP/1.1" status: 200 len: 943 time: 0.1210184 Feb 09 15:45:44.002310 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-d9268969-9a93-48e9-841b-b3665307e054 req-a692c8ea-139e-4ee6-a8ee-d854293475ad tempest-AttachVolumeShelveTestJSON-409995212 tempest-AttachVolumeShelveTestJSON-409995212-project] 10.222.0.67 "GET /v2.0/security-groups?id=7287f013-6b2f-43b9-b826-2cf86932a253&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0776124 Feb 09 15:45:44.324477 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a856ec-5c22-4153-b097-dffa4a2df977 req-8cbfef87-ed95-44eb-b31e-b9b227ec81c2 tempest-ServerRescueNegativeTestJSON-674815279 tempest-ServerRescueNegativeTestJSON-674815279-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:45:44.333409 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-89a856ec-5c22-4153-b097-dffa4a2df977 req-8cbfef87-ed95-44eb-b31e-b9b227ec81c2 tempest-ServerRescueNegativeTestJSON-674815279 tempest-ServerRescueNegativeTestJSON-674815279-project] 10.222.0.67 "GET /v2.0/ports?device_id=03058e28-beb3-442a-a803-6dc6b224f22f HTTP/1.1" status: 200 len: 945 time: 0.1094534 Feb 09 15:45:44.352348 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd6c456-5bf6-4d6c-b81c-62d8536802d5 req-881cbecd-c8b6-4f8b-b0a0-3c7286b77a7f tempest-AttachVolumeNegativeTest-574944362 tempest-AttachVolumeNegativeTest-574944362-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:45:44.359500 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-0dd6c456-5bf6-4d6c-b81c-62d8536802d5 req-881cbecd-c8b6-4f8b-b0a0-3c7286b77a7f tempest-AttachVolumeNegativeTest-574944362 tempest-AttachVolumeNegativeTest-574944362-project] 10.222.0.67 "GET /v2.0/ports?device_id=c14c0f6b-1f05-4da6-b0ae-1292f07a1e1a HTTP/1.1" status: 200 len: 946 time: 0.1148045 Feb 09 15:45:44.430371 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-0dd6c456-5bf6-4d6c-b81c-62d8536802d5 req-d6c3c860-44eb-4cd3-8d74-66fd4b2571c3 tempest-AttachVolumeNegativeTest-574944362 tempest-AttachVolumeNegativeTest-574944362-project] 10.222.0.67 "GET /v2.0/security-groups?id=8c9b51e4-e908-48c1-8ba4-2cab64c30d74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694299 Feb 09 15:45:44.467969 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-89a856ec-5c22-4153-b097-dffa4a2df977 req-0cf4a060-fe6d-4e49-8900-efdc57404865 tempest-ServerRescueNegativeTestJSON-674815279 tempest-ServerRescueNegativeTestJSON-674815279-project] 10.222.0.67 "GET /v2.0/security-groups?id=ffc79123-c9cb-487f-b3ec-4904a4a85a48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1332579 Feb 09 15:45:44.952703 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.wsgi [-] (82901) accepted ('10.222.0.67', 46568) {{(pid=82901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 15:45:45.092230 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-3289537b-8b9e-4e23-aed0-8e8957e8081f admin admin] Notify callbacks [] for security_group, before_create {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:45:45.123623 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.db.quota.driver [None req-3289537b-8b9e-4e23-aed0-8e8957e8081f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 15:45:45.127423 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.quota.resource [None req-3289537b-8b9e-4e23-aed0-8e8957e8081f admin admin] Usage tracker for resource:security_group_rule and tenant:bfeb165144744648a41fab5f602b8f7a is out of sync, need to count used quota {{(pid=82901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 15:45:45.130427 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.quota.resource [None req-3289537b-8b9e-4e23-aed0-8e8957e8081f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 15:45:45.136410 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.db.quota.driver [None req-3289537b-8b9e-4e23-aed0-8e8957e8081f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 15:45:45.203163 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-3289537b-8b9e-4e23-aed0-8e8957e8081f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:45:45.206900 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-3289537b-8b9e-4e23-aed0-8e8957e8081f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_create {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:45:45.237780 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c96692-bbd7-4e42-8213-2a3f82a8ed8f req-73de4216-6510-4565-bc88-7e037b59d65a tempest-AttachVolumeShelveTestJSON-409995212 tempest-AttachVolumeShelveTestJSON-409995212-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:45:45.239215 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-50c96692-bbd7-4e42-8213-2a3f82a8ed8f req-73de4216-6510-4565-bc88-7e037b59d65a tempest-AttachVolumeShelveTestJSON-409995212 tempest-AttachVolumeShelveTestJSON-409995212-project] 10.222.0.67 "GET /v2.0/ports?device_id=a4e12dd7-341f-4b28-bef9-17c37cbbc785 HTTP/1.1" status: 200 len: 943 time: 0.0799172 Feb 09 15:45:45.253995 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3289537b-8b9e-4e23-aed0-8e8957e8081f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d3bd1c5-c2f9-4bfe-bc79-897358003e20,revision_number=1']} {{(pid=82901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:45:45.261018 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [None req-3289537b-8b9e-4e23-aed0-8e8957e8081f admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=bfeb165144744648a41fab5f602b8f7a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3068638 Feb 09 15:45:45.262644 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.wsgi [-] (82902) accepted ('10.222.0.67', 46576) {{(pid=82902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 15:45:45.322666 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-50c96692-bbd7-4e42-8213-2a3f82a8ed8f req-09208bc7-40c1-491e-8d7c-125912b8e8dd tempest-AttachVolumeShelveTestJSON-409995212 tempest-AttachVolumeShelveTestJSON-409995212-project] 10.222.0.67 "GET /v2.0/security-groups?id=7287f013-6b2f-43b9-b826-2cf86932a253&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0761619 Feb 09 15:45:45.342885 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-e7db8e2b-0754-4490-b270-3a39264226f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:45:45.370089 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-e7db8e2b-0754-4490-b270-3a39264226f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:45:45.491868 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-e7db8e2b-0754-4490-b270-3a39264226f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_delete {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:45:45.511240 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7db8e2b-0754-4490-b270-3a39264226f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d3bd1c5-c2f9-4bfe-bc79-897358003e20,revision_number=None']} {{(pid=82902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:45:45.514082 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-e7db8e2b-0754-4490-b270-3a39264226f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:45:45.515162 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [None req-e7db8e2b-0754-4490-b270-3a39264226f6 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/7d3bd1c5-c2f9-4bfe-bc79-897358003e20 HTTP/1.1" status: 204 len: 168 time: 0.2516222 Feb 09 15:45:45.522031 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7db8e2b-0754-4490-b270-3a39264226f6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825105-1-iscsi {{(pid=82902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:45:45.522632 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7db8e2b-0754-4490-b270-3a39264226f6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825105-1-iscsi {{(pid=82902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:45:45.523643 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7db8e2b-0754-4490-b270-3a39264226f6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825105-1-iscsi {{(pid=82902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:45:45.524146 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7db8e2b-0754-4490-b270-3a39264226f6 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825105-1-iscsi {{(pid=82902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:45:45.524638 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7db8e2b-0754-4490-b270-3a39264226f6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825105-1-iscsi {{(pid=82902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:45:45.525122 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7db8e2b-0754-4490-b270-3a39264226f6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-825105-1-iscsi {{(pid=82902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:45:45.525610 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7db8e2b-0754-4490-b270-3a39264226f6 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825105-1-iscsi {{(pid=82902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:45:45.526091 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7db8e2b-0754-4490-b270-3a39264226f6 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825105-1-iscsi {{(pid=82902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:45:45.526571 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7db8e2b-0754-4490-b270-3a39264226f6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825105-1-iscsi {{(pid=82902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:45:45.527040 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7db8e2b-0754-4490-b270-3a39264226f6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825105-1-iscsi {{(pid=82902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:45:45.527518 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7db8e2b-0754-4490-b270-3a39264226f6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825105-1-iscsi {{(pid=82902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:45:45.697362 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3056d16e-0f76-4446-96aa-5137e2244e62 req-6f019f43-c465-431e-a704-7af8af45c5fc tempest-AttachVolumeNegativeTest-574944362 tempest-AttachVolumeNegativeTest-574944362-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:45:45.699089 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-3056d16e-0f76-4446-96aa-5137e2244e62 req-6f019f43-c465-431e-a704-7af8af45c5fc tempest-AttachVolumeNegativeTest-574944362 tempest-AttachVolumeNegativeTest-574944362-project] 10.222.0.67 "GET /v2.0/ports?device_id=c14c0f6b-1f05-4da6-b0ae-1292f07a1e1a HTTP/1.1" status: 200 len: 946 time: 0.1172922 Feb 09 15:45:45.717439 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea87ad6-d9f1-4d00-89da-5423445c5815 req-e0b7d048-29d8-42dd-a815-667b7ff25832 tempest-ServerRescueNegativeTestJSON-674815279 tempest-ServerRescueNegativeTestJSON-674815279-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:45:45.719704 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-5ea87ad6-d9f1-4d00-89da-5423445c5815 req-e0b7d048-29d8-42dd-a815-667b7ff25832 tempest-ServerRescueNegativeTestJSON-674815279 tempest-ServerRescueNegativeTestJSON-674815279-project] 10.222.0.67 "GET /v2.0/ports?device_id=03058e28-beb3-442a-a803-6dc6b224f22f HTTP/1.1" status: 200 len: 945 time: 0.0887175 Feb 09 15:45:45.758768 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-3056d16e-0f76-4446-96aa-5137e2244e62 req-b13c4c80-5218-41aa-947f-3625f315ed94 tempest-AttachVolumeNegativeTest-574944362 tempest-AttachVolumeNegativeTest-574944362-project] 10.222.0.67 "GET /v2.0/security-groups?id=8c9b51e4-e908-48c1-8ba4-2cab64c30d74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535822 Feb 09 15:45:45.783628 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-5ea87ad6-d9f1-4d00-89da-5423445c5815 req-3764bcd2-fdac-4dd8-8bf1-8aa67c38ebdc tempest-ServerRescueNegativeTestJSON-674815279 tempest-ServerRescueNegativeTestJSON-674815279-project] 10.222.0.67 "GET /v2.0/security-groups?id=ffc79123-c9cb-487f-b3ec-4904a4a85a48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580704 Feb 09 15:45:46.544528 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0984845-1597-4ac8-b9ca-8044b71b34eb req-45fa7fde-66b1-438a-bd9f-e44ea8f0cfc6 tempest-AttachVolumeShelveTestJSON-409995212 tempest-AttachVolumeShelveTestJSON-409995212-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:45:46.546069 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-b0984845-1597-4ac8-b9ca-8044b71b34eb req-45fa7fde-66b1-438a-bd9f-e44ea8f0cfc6 tempest-AttachVolumeShelveTestJSON-409995212 tempest-AttachVolumeShelveTestJSON-409995212-project] 10.222.0.67 "GET /v2.0/ports?device_id=a4e12dd7-341f-4b28-bef9-17c37cbbc785 HTTP/1.1" status: 200 len: 943 time: 0.0790007 Feb 09 15:45:46.594640 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-b0984845-1597-4ac8-b9ca-8044b71b34eb req-bd8b90ac-047c-4c66-9ebd-d5b2ff6a19d8 tempest-AttachVolumeShelveTestJSON-409995212 tempest-AttachVolumeShelveTestJSON-409995212-project] 10.222.0.67 "GET /v2.0/security-groups?id=7287f013-6b2f-43b9-b826-2cf86932a253&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430129 Feb 09 15:45:46.998533 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9f007b-2003-4a84-9dda-70feba05ef80 req-ff34aaf1-9c26-419e-8a82-006bf89cb2d0 tempest-AttachVolumeNegativeTest-574944362 tempest-AttachVolumeNegativeTest-574944362-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:45:47.014849 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-ed9f007b-2003-4a84-9dda-70feba05ef80 req-ff34aaf1-9c26-419e-8a82-006bf89cb2d0 tempest-AttachVolumeNegativeTest-574944362 tempest-AttachVolumeNegativeTest-574944362-project] 10.222.0.67 "GET /v2.0/ports?device_id=c14c0f6b-1f05-4da6-b0ae-1292f07a1e1a HTTP/1.1" status: 200 len: 946 time: 0.1202211 Feb 09 15:45:47.083275 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-ed9f007b-2003-4a84-9dda-70feba05ef80 req-1c87b2a4-9f5e-444b-90ea-38e6aaf40fa5 tempest-AttachVolumeNegativeTest-574944362 tempest-AttachVolumeNegativeTest-574944362-project] 10.222.0.67 "GET /v2.0/security-groups?id=8c9b51e4-e908-48c1-8ba4-2cab64c30d74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672987 Feb 09 15:45:47.122556 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993b76e1-897c-471f-b1ce-ad97979e687c req-3b17030a-70e1-4ff6-82ba-b6225164947f tempest-ServerRescueNegativeTestJSON-674815279 tempest-ServerRescueNegativeTestJSON-674815279-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:45:47.129433 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-993b76e1-897c-471f-b1ce-ad97979e687c req-3b17030a-70e1-4ff6-82ba-b6225164947f tempest-ServerRescueNegativeTestJSON-674815279 tempest-ServerRescueNegativeTestJSON-674815279-project] 10.222.0.67 "GET /v2.0/ports?device_id=03058e28-beb3-442a-a803-6dc6b224f22f HTTP/1.1" status: 200 len: 945 time: 0.1311774 Feb 09 15:45:47.189794 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-993b76e1-897c-471f-b1ce-ad97979e687c req-c1d35d79-345d-4aac-9da3-908bd10b6195 tempest-ServerRescueNegativeTestJSON-674815279 tempest-ServerRescueNegativeTestJSON-674815279-project] 10.222.0.67 "GET /v2.0/security-groups?id=ffc79123-c9cb-487f-b3ec-4904a4a85a48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552845 Feb 09 15:45:47.758242 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-654f357a-9b4f-41fe-8320-7ad13168ccfd req-5960fe5f-d039-4e8a-8ebb-22b166767551 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=a4e12dd7-341f-4b28-bef9-17c37cbbc785&tenant_id=3afe9ff36570464cb3825318de2de71a HTTP/1.1" status: 200 len: 1096 time: 0.1018281 Feb 09 15:45:48.015630 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-654f357a-9b4f-41fe-8320-7ad13168ccfd req-52963701-2949-4150-a65a-ea0a1b64e273 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=3afe9ff36570464cb3825318de2de71a&device_id=a4e12dd7-341f-4b28-bef9-17c37cbbc785 HTTP/1.1" status: 200 len: 1096 time: 0.2270982 Feb 09 15:45:48.042693 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1c1663-1086-484e-b41f-57aceeac7633 req-61220333-28f7-4b57-94cd-385cdcb11324 tempest-AttachVolumeShelveTestJSON-409995212 tempest-AttachVolumeShelveTestJSON-409995212-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:45:48.050023 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-6f1c1663-1086-484e-b41f-57aceeac7633 req-61220333-28f7-4b57-94cd-385cdcb11324 tempest-AttachVolumeShelveTestJSON-409995212 tempest-AttachVolumeShelveTestJSON-409995212-project] 10.222.0.67 "GET /v2.0/ports?device_id=a4e12dd7-341f-4b28-bef9-17c37cbbc785 HTTP/1.1" status: 200 len: 943 time: 0.2104573 Feb 09 15:45:48.270911 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654f357a-9b4f-41fe-8320-7ad13168ccfd req-206c2f6c-a389-4ffa-aa15-7ac51b18775b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:45:48.272981 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-654f357a-9b4f-41fe-8320-7ad13168ccfd req-206c2f6c-a389-4ffa-aa15-7ac51b18775b service neutron] 10.222.0.47 "GET /v2.0/networks?id=515106f2-407b-4cd0-874f-592278142559 HTTP/1.1" status: 200 len: 918 time: 0.2188385 Feb 09 15:45:48.378168 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-6f1c1663-1086-484e-b41f-57aceeac7633 req-280086c4-ccf2-4240-97ba-87e69b26ee0b tempest-AttachVolumeShelveTestJSON-409995212 tempest-AttachVolumeShelveTestJSON-409995212-project] 10.222.0.67 "GET /v2.0/security-groups?id=7287f013-6b2f-43b9-b826-2cf86932a253&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3267126 Feb 09 15:45:48.451833 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-654f357a-9b4f-41fe-8320-7ad13168ccfd req-dcd15bf2-11f1-4d36-a446-4d70a1d284a3 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=904e54cb-793e-4660-858f-1650c6d06eda HTTP/1.1" status: 200 len: 998 time: 0.1427212 Feb 09 15:45:48.550358 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654f357a-9b4f-41fe-8320-7ad13168ccfd req-bad325bd-1185-4eb4-a172-063b1567084f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:45:48.552089 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-654f357a-9b4f-41fe-8320-7ad13168ccfd req-bad325bd-1185-4eb4-a172-063b1567084f service neutron] 10.222.0.47 "GET /v2.0/subnets?id=f6c0b2aa-667d-4387-9940-6f1b97474e6c HTTP/1.1" status: 200 len: 856 time: 0.0898573 Feb 09 15:45:48.593551 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f6470a-66d9-4320-a2f7-eb96d902ae46 req-576a2b54-e02a-4d69-9397-04fb6da8f60b tempest-AttachVolumeNegativeTest-574944362 tempest-AttachVolumeNegativeTest-574944362-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:45:48.596585 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-59f6470a-66d9-4320-a2f7-eb96d902ae46 req-576a2b54-e02a-4d69-9397-04fb6da8f60b tempest-AttachVolumeNegativeTest-574944362 tempest-AttachVolumeNegativeTest-574944362-project] 10.222.0.67 "GET /v2.0/ports?device_id=c14c0f6b-1f05-4da6-b0ae-1292f07a1e1a HTTP/1.1" status: 200 len: 946 time: 0.2368317 Feb 09 15:45:48.672512 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-654f357a-9b4f-41fe-8320-7ad13168ccfd req-c2c01b0d-83dd-4f6d-a25e-c73182759904 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=515106f2-407b-4cd0-874f-592278142559&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1074612 Feb 09 15:45:48.695222 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-59f6470a-66d9-4320-a2f7-eb96d902ae46 req-3361c2b8-95ed-48af-af2b-13145aeec0fb tempest-AttachVolumeNegativeTest-574944362 tempest-AttachVolumeNegativeTest-574944362-project] 10.222.0.67 "GET /v2.0/security-groups?id=8c9b51e4-e908-48c1-8ba4-2cab64c30d74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912001 Feb 09 15:45:48.958682 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-654f357a-9b4f-41fe-8320-7ad13168ccfd req-7ea6325d-74bc-4795-a6e9-43861ac615fb service neutron] 10.222.0.47 "GET /v2.0/networks/515106f2-407b-4cd0-874f-592278142559?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2745938 Feb 09 15:45:49.026868 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c257c2-346a-4a1e-8331-e6106a922ee4 req-e36af309-f254-49bd-bf5a-1a790e68516e tempest-ServerRescueNegativeTestJSON-674815279 tempest-ServerRescueNegativeTestJSON-674815279-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:45:49.033562 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-d6c257c2-346a-4a1e-8331-e6106a922ee4 req-e36af309-f254-49bd-bf5a-1a790e68516e tempest-ServerRescueNegativeTestJSON-674815279 tempest-ServerRescueNegativeTestJSON-674815279-project] 10.222.0.67 "GET /v2.0/ports?device_id=03058e28-beb3-442a-a803-6dc6b224f22f HTTP/1.1" status: 200 len: 945 time: 0.3181722 Feb 09 15:45:49.221956 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-d6c257c2-346a-4a1e-8331-e6106a922ee4 req-4cf37981-5432-4701-98c4-d66a24c3c6ae tempest-ServerRescueNegativeTestJSON-674815279 tempest-ServerRescueNegativeTestJSON-674815279-project] 10.222.0.67 "GET /v2.0/security-groups?id=ffc79123-c9cb-487f-b3ec-4904a4a85a48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1873598 Feb 09 15:45:49.249370 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852aeb86-1cf6-448d-b996-67993bed1779 req-075db1c0-1842-4c49-b462-f4313eed4258 tempest-AttachVolumeNegativeTest-574944362 tempest-AttachVolumeNegativeTest-574944362-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:45:49.250921 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-852aeb86-1cf6-448d-b996-67993bed1779 req-075db1c0-1842-4c49-b462-f4313eed4258 tempest-AttachVolumeNegativeTest-574944362 tempest-AttachVolumeNegativeTest-574944362-project] 10.222.0.47 "GET /v2.0/ports?device_id=c14c0f6b-1f05-4da6-b0ae-1292f07a1e1a HTTP/1.1" status: 200 len: 946 time: 0.1719644 Feb 09 15:45:49.329952 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-654f357a-9b4f-41fe-8320-7ad13168ccfd req-45d278ba-35bd-4982-9c2c-58f0420cafd7 service neutron] 10.222.0.47 "GET /v2.0/networks/515106f2-407b-4cd0-874f-592278142559?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3568521 Feb 09 15:45:49.351640 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.plugins.ml2.plugin [req-852aeb86-1cf6-448d-b996-67993bed1779 req-34555ee6-d849-443d-a723-18996ea71f6a tempest-AttachVolumeNegativeTest-574944362 tempest-AttachVolumeNegativeTest-574944362-project] Deleting port 81c2cb57-9ddb-4bab-b35f-8d521e6543d7 {{(pid=82901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 15:45:49.351843 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [req-852aeb86-1cf6-448d-b996-67993bed1779 req-34555ee6-d849-443d-a723-18996ea71f6a tempest-AttachVolumeNegativeTest-574944362 tempest-AttachVolumeNegativeTest-574944362-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758701249'] for port, before_delete {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:45:49.814342 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.plugins.ml2.db [req-852aeb86-1cf6-448d-b996-67993bed1779 req-34555ee6-d849-443d-a723-18996ea71f6a tempest-AttachVolumeNegativeTest-574944362 tempest-AttachVolumeNegativeTest-574944362-project] For port 81c2cb57-9ddb-4bab-b35f-8d521e6543d7, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=81c2cb57-9ddb-4bab-b35f-8d521e6543d7,segment=NetworkSegment(61008ea7-600c-42ab-8da1-d2bb9124cbff),segment_id=61008ea7-600c-42ab-8da1-d2bb9124cbff)] {{(pid=82901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:45:49.814981 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [req-852aeb86-1cf6-448d-b996-67993bed1779 req-34555ee6-d849-443d-a723-18996ea71f6a tempest-AttachVolumeNegativeTest-574944362 tempest-AttachVolumeNegativeTest-574944362-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353601'] for port, precommit_delete {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:45:49.971039 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.plugins.ml2.plugin [req-852aeb86-1cf6-448d-b996-67993bed1779 req-34555ee6-d849-443d-a723-18996ea71f6a tempest-AttachVolumeNegativeTest-574944362 tempest-AttachVolumeNegativeTest-574944362-project] Calling delete_port for 81c2cb57-9ddb-4bab-b35f-8d521e6543d7 owned by compute:nova {{(pid=82901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 15:45:50.012215 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47397d66-a5c4-4be0-91bd-defdf0f09100 req-fa7831f3-307b-48be-bfaa-285f0117fbce tempest-AttachVolumeNegativeTest-574944362 tempest-AttachVolumeNegativeTest-574944362-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:45:50.014199 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-47397d66-a5c4-4be0-91bd-defdf0f09100 req-fa7831f3-307b-48be-bfaa-285f0117fbce tempest-AttachVolumeNegativeTest-574944362 tempest-AttachVolumeNegativeTest-574944362-project] 10.222.0.67 "GET /v2.0/ports?device_id=c14c0f6b-1f05-4da6-b0ae-1292f07a1e1a HTTP/1.1" status: 200 len: 946 time: 0.1257606 Feb 09 15:45:50.063240 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf9ca51-95d2-45ca-8c1a-f422b39a1b3d req-7e82f834-8139-4bd6-b0a6-e90fc0617e43 tempest-AttachVolumeShelveTestJSON-409995212 tempest-AttachVolumeShelveTestJSON-409995212-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:45:50.067482 dv-cinder-825105-1-iscsi neutron-server[82904]: DEBUG neutron.db.agents_db [None req-77d1faa3-9ee6-4a91-bd02-8524aa1f9325 None None] Agent healthcheck: found 6 active agents {{(pid=82904) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 15:45:50.068646 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-6bf9ca51-95d2-45ca-8c1a-f422b39a1b3d req-7e82f834-8139-4bd6-b0a6-e90fc0617e43 tempest-AttachVolumeShelveTestJSON-409995212 tempest-AttachVolumeShelveTestJSON-409995212-project] 10.222.0.67 "GET /v2.0/ports?device_id=a4e12dd7-341f-4b28-bef9-17c37cbbc785 HTTP/1.1" status: 200 len: 943 time: 0.3289816 Feb 09 15:45:50.078866 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-47397d66-a5c4-4be0-91bd-defdf0f09100 req-81134295-8384-4438-9dc1-068f70e9bfde tempest-AttachVolumeNegativeTest-574944362 tempest-AttachVolumeNegativeTest-574944362-project] 10.222.0.67 "GET /v2.0/security-groups?id=8c9b51e4-e908-48c1-8ba4-2cab64c30d74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552630 Feb 09 15:45:50.233139 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-6bf9ca51-95d2-45ca-8c1a-f422b39a1b3d req-53a81de3-123c-45ac-b575-e5dd9ee45b8a tempest-AttachVolumeShelveTestJSON-409995212 tempest-AttachVolumeShelveTestJSON-409995212-project] 10.222.0.67 "GET /v2.0/security-groups?id=7287f013-6b2f-43b9-b826-2cf86932a253&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1532292 Feb 09 15:45:50.261471 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [req-852aeb86-1cf6-448d-b996-67993bed1779 req-34555ee6-d849-443d-a723-18996ea71f6a tempest-AttachVolumeNegativeTest-574944362 tempest-AttachVolumeNegativeTest-574944362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16080037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758755970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756758334046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1282344'] for port, after_delete {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:45:50.317296 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34555ee6-d849-443d-a723-18996ea71f6a tempest-AttachVolumeNegativeTest-574944362 tempest-AttachVolumeNegativeTest-574944362-project] Pushing event deleted for resources: {'Port': ['ID=81c2cb57-9ddb-4bab-b35f-8d521e6543d7,revision_number=None']} {{(pid=82901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:45:50.393696 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.db.l3_dvrscheduler_db [req-852aeb86-1cf6-448d-b996-67993bed1779 req-34555ee6-d849-443d-a723-18996ea71f6a tempest-AttachVolumeNegativeTest-574944362 tempest-AttachVolumeNegativeTest-574944362-project] No DVR routers for this DVR port 81c2cb57-9ddb-4bab-b35f-8d521e6543d7 on host hv-cinder-82510 {{(pid=82901) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 15:45:50.396873 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [req-852aeb86-1cf6-448d-b996-67993bed1779 req-34555ee6-d849-443d-a723-18996ea71f6a tempest-AttachVolumeNegativeTest-574944362 tempest-AttachVolumeNegativeTest-574944362-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205010'] for port, before_response {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:45:50.399705 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c14c0f6b-1f05-4da6-b0ae-1292f07a1e1a', 'name': 'network-vif-deleted', 'tag': '81c2cb57-9ddb-4bab-b35f-8d521e6543d7'}] {{(pid=82901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 15:45:50.424420 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-852aeb86-1cf6-448d-b996-67993bed1779 req-34555ee6-d849-443d-a723-18996ea71f6a tempest-AttachVolumeNegativeTest-574944362 tempest-AttachVolumeNegativeTest-574944362-project] 10.222.0.47 "DELETE /v2.0/ports/81c2cb57-9ddb-4bab-b35f-8d521e6543d7 HTTP/1.1" status: 204 len: 173 time: 1.1627302 Feb 09 15:45:50.461756 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077d87e7-cdc2-4a69-aa66-d7d62cbeb2c5 req-bf317909-e0cc-4aa9-9bd9-5ca0df04e73d tempest-ServerRescueNegativeTestJSON-674815279 tempest-ServerRescueNegativeTestJSON-674815279-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:45:50.463285 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-077d87e7-cdc2-4a69-aa66-d7d62cbeb2c5 req-bf317909-e0cc-4aa9-9bd9-5ca0df04e73d tempest-ServerRescueNegativeTestJSON-674815279 tempest-ServerRescueNegativeTestJSON-674815279-project] 10.222.0.67 "GET /v2.0/ports?device_id=03058e28-beb3-442a-a803-6dc6b224f22f HTTP/1.1" status: 200 len: 945 time: 0.0988529 Feb 09 15:45:50.464957 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c14c0f6b-1f05-4da6-b0ae-1292f07a1e1a', 'name': 'network-vif-deleted', 'tag': '81c2cb57-9ddb-4bab-b35f-8d521e6543d7', 'status': 'completed', 'code': 200} Feb 09 15:45:50.511452 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-077d87e7-cdc2-4a69-aa66-d7d62cbeb2c5 req-6e55df3f-c586-44e4-8b36-a99eb877fcfd tempest-ServerRescueNegativeTestJSON-674815279 tempest-ServerRescueNegativeTestJSON-674815279-project] 10.222.0.67 "GET /v2.0/security-groups?id=ffc79123-c9cb-487f-b3ec-4904a4a85a48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423365 Feb 09 15:45:51.243136 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.quota.resource [req-c14db84c-69f9-427b-9610-34bcd5652525 req-6466f61b-6c2d-42e2-93fb-96d8c3a103d5 tempest-AttachVolumeNegativeTest-574944362 tempest-AttachVolumeNegativeTest-574944362-project] Synchronizing usage tracker for tenant:5408654e4de147309f8b24e479cf1661 on resource:port {{(pid=82901) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 15:45:51.258415 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.quota.resource [req-c14db84c-69f9-427b-9610-34bcd5652525 req-6466f61b-6c2d-42e2-93fb-96d8c3a103d5 tempest-AttachVolumeNegativeTest-574944362 tempest-AttachVolumeNegativeTest-574944362-project] Unset dirty status for tenant:5408654e4de147309f8b24e479cf1661 on resource:port {{(pid=82901) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 15:45:51.259922 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-c14db84c-69f9-427b-9610-34bcd5652525 req-6466f61b-6c2d-42e2-93fb-96d8c3a103d5 tempest-AttachVolumeNegativeTest-574944362 tempest-AttachVolumeNegativeTest-574944362-project] 10.222.0.67 "GET /v2.0/ports?device_id=c14c0f6b-1f05-4da6-b0ae-1292f07a1e1a HTTP/1.1" status: 200 len: 210 time: 0.0567305 Feb 09 15:45:51.450947 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec1f443-6bfb-4f6d-9139-a6d884de2d28 req-b6f412ad-39e2-4804-be14-be562ab828c2 tempest-AttachVolumeShelveTestJSON-409995212 tempest-AttachVolumeShelveTestJSON-409995212-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:45:51.452419 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-dec1f443-6bfb-4f6d-9139-a6d884de2d28 req-b6f412ad-39e2-4804-be14-be562ab828c2 tempest-AttachVolumeShelveTestJSON-409995212 tempest-AttachVolumeShelveTestJSON-409995212-project] 10.222.0.67 "GET /v2.0/ports?device_id=a4e12dd7-341f-4b28-bef9-17c37cbbc785 HTTP/1.1" status: 200 len: 943 time: 0.0784717 Feb 09 15:45:51.500014 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-dec1f443-6bfb-4f6d-9139-a6d884de2d28 req-55ef8f73-a988-4935-acd8-ab07131edda2 tempest-AttachVolumeShelveTestJSON-409995212 tempest-AttachVolumeShelveTestJSON-409995212-project] 10.222.0.67 "GET /v2.0/security-groups?id=7287f013-6b2f-43b9-b826-2cf86932a253&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421634 Feb 09 15:45:51.711658 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4acf2049-ae96-4de3-be89-c7457be22c3b req-816f1337-a7a1-45b7-8f2d-dd79fb96e59d tempest-ServerRescueNegativeTestJSON-674815279 tempest-ServerRescueNegativeTestJSON-674815279-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:45:51.713032 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-4acf2049-ae96-4de3-be89-c7457be22c3b req-816f1337-a7a1-45b7-8f2d-dd79fb96e59d tempest-ServerRescueNegativeTestJSON-674815279 tempest-ServerRescueNegativeTestJSON-674815279-project] 10.222.0.67 "GET /v2.0/ports?device_id=03058e28-beb3-442a-a803-6dc6b224f22f HTTP/1.1" status: 200 len: 945 time: 0.0764074 Feb 09 15:45:51.760524 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-4acf2049-ae96-4de3-be89-c7457be22c3b req-411993a6-578a-4c32-bad9-4a1d7b9c9ae8 tempest-ServerRescueNegativeTestJSON-674815279 tempest-ServerRescueNegativeTestJSON-674815279-project] 10.222.0.67 "GET /v2.0/security-groups?id=ffc79123-c9cb-487f-b3ec-4904a4a85a48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419617 Feb 09 15:45:52.396776 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.plugins.ml2.db [None req-812787cf-6466-4ce1-8c4e-c32e14b18d8a None None] get_ports_and_sgs() called for port_ids ['56df3510-a584-4b16-a3b5-6c6c62b3a342', '864223d5-2e0a-490c-84e3-dfcd8964c597', 'b92423f8-e2fb-4878-bdcc-7fbaf67bc0b5', '81c2cb57-9ddb-4bab-b35f-8d521e6543d7'] {{(pid=82903) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 09 15:45:52.442123 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-675d4a85-831b-44b0-93e8-e9979fb4eec5 req-f2bedf57-54f6-4ed8-9fb6-d5a391985f78 tempest-AttachVolumeNegativeTest-574944362 tempest-AttachVolumeNegativeTest-574944362-project] 10.222.0.67 "GET /v2.0/ports?device_id=c14c0f6b-1f05-4da6-b0ae-1292f07a1e1a HTTP/1.1" status: 200 len: 210 time: 0.0594547 Feb 09 15:45:52.916992 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87fb00dc-7a2d-4a9c-a1af-63e53e13682d req-b6fabe32-3b21-4d33-a47c-81bc23cc5249 tempest-AttachVolumeShelveTestJSON-409995212 tempest-AttachVolumeShelveTestJSON-409995212-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:45:52.931945 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-87fb00dc-7a2d-4a9c-a1af-63e53e13682d req-b6fabe32-3b21-4d33-a47c-81bc23cc5249 tempest-AttachVolumeShelveTestJSON-409995212 tempest-AttachVolumeShelveTestJSON-409995212-project] 10.222.0.67 "GET /v2.0/ports?device_id=a4e12dd7-341f-4b28-bef9-17c37cbbc785 HTTP/1.1" status: 200 len: 943 time: 0.2596056 Feb 09 15:45:53.069959 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-87fb00dc-7a2d-4a9c-a1af-63e53e13682d req-75413794-965b-4bbe-b050-3025c0e8b7dd tempest-AttachVolumeShelveTestJSON-409995212 tempest-AttachVolumeShelveTestJSON-409995212-project] 10.222.0.67 "GET /v2.0/security-groups?id=7287f013-6b2f-43b9-b826-2cf86932a253&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1366358 Feb 09 15:45:53.153074 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d00ebd-bea8-4094-90df-4ec1fafaba0f req-cdb9fedd-76da-4a97-8871-62f29b1a9d2d tempest-ServerRescueNegativeTestJSON-674815279 tempest-ServerRescueNegativeTestJSON-674815279-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:45:53.160301 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-99d00ebd-bea8-4094-90df-4ec1fafaba0f req-cdb9fedd-76da-4a97-8871-62f29b1a9d2d tempest-ServerRescueNegativeTestJSON-674815279 tempest-ServerRescueNegativeTestJSON-674815279-project] 10.222.0.67 "GET /v2.0/ports?device_id=03058e28-beb3-442a-a803-6dc6b224f22f HTTP/1.1" status: 200 len: 945 time: 0.1817160 Feb 09 15:45:53.280299 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-99d00ebd-bea8-4094-90df-4ec1fafaba0f req-6c3bbc7c-17d3-4f13-aed9-781a3ea64c44 tempest-ServerRescueNegativeTestJSON-674815279 tempest-ServerRescueNegativeTestJSON-674815279-project] 10.222.0.67 "GET /v2.0/security-groups?id=ffc79123-c9cb-487f-b3ec-4904a4a85a48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121683 Feb 09 15:45:53.726845 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-aafc1b16-4694-4206-afa0-3fb1abc51197 req-bfd15124-fd2e-433a-95dc-c61ef62469c0 tempest-AttachVolumeNegativeTest-574944362 tempest-AttachVolumeNegativeTest-574944362-project] 10.222.0.67 "GET /v2.0/ports?device_id=c14c0f6b-1f05-4da6-b0ae-1292f07a1e1a HTTP/1.1" status: 200 len: 210 time: 0.0462623 Feb 09 15:45:54.404434 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.plugins.ml2.rpc [None req-812787cf-6466-4ce1-8c4e-c32e14b18d8a None None] Device 81c2cb57-9ddb-4bab-b35f-8d521e6543d7 no longer exists at agent hyperv_hv-cinder-82510 {{(pid=82903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 15:45:54.541097 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.plugins.ml2.plugin [None req-812787cf-6466-4ce1-8c4e-c32e14b18d8a None None] No Port match for: 81c2cb57-9ddb-4bab-b35f-8d521e6543d7 {{(pid=82903) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 09 15:45:54.543370 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.plugins.ml2.rpc [None req-812787cf-6466-4ce1-8c4e-c32e14b18d8a None None] Device 81c2cb57-9ddb-4bab-b35f-8d521e6543d7 not bound to the agent host hv-cinder-82510 {{(pid=82903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 15:45:54.690172 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed8c6ed-4890-4b49-8de4-4eaa4da5f882 req-0849957d-4baa-48d6-af18-28d61c29bc14 tempest-AttachVolumeShelveTestJSON-409995212 tempest-AttachVolumeShelveTestJSON-409995212-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:45:54.696140 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-1ed8c6ed-4890-4b49-8de4-4eaa4da5f882 req-0849957d-4baa-48d6-af18-28d61c29bc14 tempest-AttachVolumeShelveTestJSON-409995212 tempest-AttachVolumeShelveTestJSON-409995212-project] 10.222.0.67 "GET /v2.0/ports?device_id=a4e12dd7-341f-4b28-bef9-17c37cbbc785 HTTP/1.1" status: 200 len: 943 time: 0.3792825 Feb 09 15:45:54.761855 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5fa8b37-da9d-46bd-b4fe-56136c34b568 req-6c3bc1a2-fbb2-4d96-8d9f-fdd3eeaef143 tempest-ServerRescueNegativeTestJSON-674815279 tempest-ServerRescueNegativeTestJSON-674815279-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:45:54.773475 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-b5fa8b37-da9d-46bd-b4fe-56136c34b568 req-6c3bc1a2-fbb2-4d96-8d9f-fdd3eeaef143 tempest-ServerRescueNegativeTestJSON-674815279 tempest-ServerRescueNegativeTestJSON-674815279-project] 10.222.0.67 "GET /v2.0/ports?device_id=03058e28-beb3-442a-a803-6dc6b224f22f HTTP/1.1" status: 200 len: 945 time: 0.2066901 Feb 09 15:45:54.888400 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-1ed8c6ed-4890-4b49-8de4-4eaa4da5f882 req-8b8455c7-0925-4e6b-81ca-ea37e063dca6 tempest-AttachVolumeShelveTestJSON-409995212 tempest-AttachVolumeShelveTestJSON-409995212-project] 10.222.0.67 "GET /v2.0/security-groups?id=7287f013-6b2f-43b9-b826-2cf86932a253&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1844544 Feb 09 15:45:54.905740 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-b5fa8b37-da9d-46bd-b4fe-56136c34b568 req-d99576de-dbc3-4229-96f1-b956b9220848 tempest-ServerRescueNegativeTestJSON-674815279 tempest-ServerRescueNegativeTestJSON-674815279-project] 10.222.0.67 "GET /v2.0/security-groups?id=ffc79123-c9cb-487f-b3ec-4904a4a85a48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1277719 Feb 09 15:45:56.500271 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778480a1-ddae-457f-ad42-79aea866d04b req-24a9e5e7-3863-4cfb-a95c-2e8f7a324176 tempest-AttachVolumeShelveTestJSON-409995212 tempest-AttachVolumeShelveTestJSON-409995212-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:45:56.500271 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-778480a1-ddae-457f-ad42-79aea866d04b req-24a9e5e7-3863-4cfb-a95c-2e8f7a324176 tempest-AttachVolumeShelveTestJSON-409995212 tempest-AttachVolumeShelveTestJSON-409995212-project] 10.222.0.67 "GET /v2.0/ports?device_id=a4e12dd7-341f-4b28-bef9-17c37cbbc785 HTTP/1.1" status: 200 len: 943 time: 0.2509573 Feb 09 15:45:56.528724 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8bbca3-deb6-47fb-afa0-a2984ee43858 req-f99cf025-7bde-4abb-8723-a1c34541d666 tempest-ServerRescueNegativeTestJSON-674815279 tempest-ServerRescueNegativeTestJSON-674815279-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:45:56.545658 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-ea8bbca3-deb6-47fb-afa0-a2984ee43858 req-f99cf025-7bde-4abb-8723-a1c34541d666 tempest-ServerRescueNegativeTestJSON-674815279 tempest-ServerRescueNegativeTestJSON-674815279-project] 10.222.0.67 "GET /v2.0/ports?device_id=03058e28-beb3-442a-a803-6dc6b224f22f HTTP/1.1" status: 200 len: 945 time: 0.2086782 Feb 09 15:45:56.595686 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-778480a1-ddae-457f-ad42-79aea866d04b req-9558cb19-2e98-4028-af7b-e6d81e53a9f9 tempest-AttachVolumeShelveTestJSON-409995212 tempest-AttachVolumeShelveTestJSON-409995212-project] 10.222.0.67 "GET /v2.0/security-groups?id=7287f013-6b2f-43b9-b826-2cf86932a253&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1091933 Feb 09 15:45:56.681429 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-ea8bbca3-deb6-47fb-afa0-a2984ee43858 req-94196b14-365f-4eed-88e2-4b45cb83656c tempest-ServerRescueNegativeTestJSON-674815279 tempest-ServerRescueNegativeTestJSON-674815279-project] 10.222.0.67 "GET /v2.0/security-groups?id=ffc79123-c9cb-487f-b3ec-4904a4a85a48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1345758 Feb 09 15:45:57.310166 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3eb2267-59e8-449f-874c-448d42f6c36d req-abf7625d-5aa2-4510-a7a1-7897b50059d3 tempest-AttachVolumeNegativeTest-574944362 tempest-AttachVolumeNegativeTest-574944362-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:45:57.320787 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-d3eb2267-59e8-449f-874c-448d42f6c36d req-abf7625d-5aa2-4510-a7a1-7897b50059d3 tempest-AttachVolumeNegativeTest-574944362 tempest-AttachVolumeNegativeTest-574944362-project] 10.222.0.67 "GET /v2.0/ports?device_id=19426849-aefe-453e-b2bf-3b3baad5a438 HTTP/1.1" status: 200 len: 945 time: 0.1680524 Feb 09 15:45:57.402167 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-d3eb2267-59e8-449f-874c-448d42f6c36d req-a52d99a2-df85-471c-9bad-8c634c220012 tempest-AttachVolumeNegativeTest-574944362 tempest-AttachVolumeNegativeTest-574944362-project] 10.222.0.67 "GET /v2.0/security-groups?id=8c9b51e4-e908-48c1-8ba4-2cab64c30d74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777254 Feb 09 15:45:57.978183 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-0a4ec0b6-0973-4e19-9249-333e0b850fb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758786133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16008869'] for agent, after_update {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:45:58.226535 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e525087-cfe3-469c-96db-dbaaca028045 req-ecff6885-5789-4bce-8454-f52313059eb9 tempest-AttachVolumeShelveTestJSON-409995212 tempest-AttachVolumeShelveTestJSON-409995212-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:45:58.247018 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-6e525087-cfe3-469c-96db-dbaaca028045 req-ecff6885-5789-4bce-8454-f52313059eb9 tempest-AttachVolumeShelveTestJSON-409995212 tempest-AttachVolumeShelveTestJSON-409995212-project] 10.222.0.67 "GET /v2.0/ports?device_id=a4e12dd7-341f-4b28-bef9-17c37cbbc785 HTTP/1.1" status: 200 len: 943 time: 0.3792069 Feb 09 15:45:58.377753 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-6e525087-cfe3-469c-96db-dbaaca028045 req-48d5002d-7c75-4b50-9b3d-8c5e23718955 tempest-AttachVolumeShelveTestJSON-409995212 tempest-AttachVolumeShelveTestJSON-409995212-project] 10.222.0.67 "GET /v2.0/security-groups?id=7287f013-6b2f-43b9-b826-2cf86932a253&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1277378 Feb 09 15:45:58.402948 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c489dc-c34e-4af8-a8a1-1763687c9e89 req-149df38e-ed0e-4c04-be92-5f777441b890 tempest-ServerRescueNegativeTestJSON-674815279 tempest-ServerRescueNegativeTestJSON-674815279-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:45:58.432904 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-51c489dc-c34e-4af8-a8a1-1763687c9e89 req-149df38e-ed0e-4c04-be92-5f777441b890 tempest-ServerRescueNegativeTestJSON-674815279 tempest-ServerRescueNegativeTestJSON-674815279-project] 10.222.0.67 "GET /v2.0/ports?device_id=03058e28-beb3-442a-a803-6dc6b224f22f HTTP/1.1" status: 200 len: 945 time: 0.3323524 Feb 09 15:45:58.533662 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-51c489dc-c34e-4af8-a8a1-1763687c9e89 req-9a97e5ec-b949-445a-8673-2c4670e375ac tempest-ServerRescueNegativeTestJSON-674815279 tempest-ServerRescueNegativeTestJSON-674815279-project] 10.222.0.67 "GET /v2.0/security-groups?id=ffc79123-c9cb-487f-b3ec-4904a4a85a48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985715 Feb 09 15:45:58.776268 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.wsgi [-] (82901) accepted ('10.222.0.67', 46894) {{(pid=82901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 15:45:58.973992 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb544e8d-d900-441d-b6f4-c6d578159883 req-26e2c329-45f1-4920-9c13-d0498c735863 tempest-AttachVolumeNegativeTest-574944362 tempest-AttachVolumeNegativeTest-574944362-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:45:58.985717 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-cb544e8d-d900-441d-b6f4-c6d578159883 req-26e2c329-45f1-4920-9c13-d0498c735863 tempest-AttachVolumeNegativeTest-574944362 tempest-AttachVolumeNegativeTest-574944362-project] 10.222.0.67 "GET /v2.0/ports?device_id=19426849-aefe-453e-b2bf-3b3baad5a438 HTTP/1.1" status: 200 len: 945 time: 0.1883118 Feb 09 15:45:59.104760 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-cb544e8d-d900-441d-b6f4-c6d578159883 req-cba1cc80-c6b4-420b-b774-944b660b8df8 tempest-AttachVolumeNegativeTest-574944362 tempest-AttachVolumeNegativeTest-574944362-project] 10.222.0.67 "GET /v2.0/security-groups?id=8c9b51e4-e908-48c1-8ba4-2cab64c30d74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180658 Feb 09 15:45:59.138233 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-70852e61-5212-4aa9-a002-e4ff92800ee9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:45:59.199464 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.db.quota.driver [None req-70852e61-5212-4aa9-a002-e4ff92800ee9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 15:45:59.206748 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.quota.resource [None req-70852e61-5212-4aa9-a002-e4ff92800ee9 admin admin] Usage tracker for resource:security_group_rule and tenant:09f774c0f5d245e891872e9b3001859a is out of sync, need to count used quota {{(pid=82901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 15:45:59.210539 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.quota.resource [None req-70852e61-5212-4aa9-a002-e4ff92800ee9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 15:45:59.216970 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.db.quota.driver [None req-70852e61-5212-4aa9-a002-e4ff92800ee9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 15:45:59.339346 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-70852e61-5212-4aa9-a002-e4ff92800ee9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:45:59.345457 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-70852e61-5212-4aa9-a002-e4ff92800ee9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_create {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:45:59.446524 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [None req-70852e61-5212-4aa9-a002-e4ff92800ee9 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=09f774c0f5d245e891872e9b3001859a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6653392 Feb 09 15:45:59.446524 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70852e61-5212-4aa9-a002-e4ff92800ee9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54523c23-f1a4-488c-9a57-319a58fe3e3a,revision_number=1']} {{(pid=82901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:45:59.447604 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.wsgi [-] (82902) accepted ('10.222.0.67', 46912) {{(pid=82902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 15:45:59.576868 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-3ffa2bc9-3ea9-415b-8c63-bd6abec18039 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:45:59.608518 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-3ffa2bc9-3ea9-415b-8c63-bd6abec18039 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:45:59.724426 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-3ffa2bc9-3ea9-415b-8c63-bd6abec18039 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_delete {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:45:59.736078 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-78271801-84e3-40b5-bdfb-44bbe16d29cf req-e52ff327-73a6-4607-bc02-76fe56a36ed1 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=03058e28-beb3-442a-a803-6dc6b224f22f HTTP/1.1" status: 200 len: 1098 time: 0.1782861 Feb 09 15:45:59.984861 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-78271801-84e3-40b5-bdfb-44bbe16d29cf req-6ea65048-fcae-4ceb-a398-8ede01eb5a3e service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=ffc79123-c9cb-487f-b3ec-4904a4a85a48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2398441 Feb 09 15:46:00.004007 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e0699d-33b0-4f59-bfa0-e75d7be22750 req-df1a4219-ecca-4157-af35-e69f9462ce3f tempest-ServerRescueNegativeTestJSON-674815279 tempest-ServerRescueNegativeTestJSON-674815279-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:46:00.006751 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-63e0699d-33b0-4f59-bfa0-e75d7be22750 req-df1a4219-ecca-4157-af35-e69f9462ce3f tempest-ServerRescueNegativeTestJSON-674815279 tempest-ServerRescueNegativeTestJSON-674815279-project] 10.222.0.67 "GET /v2.0/ports?device_id=03058e28-beb3-442a-a803-6dc6b224f22f HTTP/1.1" status: 200 len: 945 time: 0.2061961 Feb 09 15:46:00.044095 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ffa2bc9-3ea9-415b-8c63-bd6abec18039 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54523c23-f1a4-488c-9a57-319a58fe3e3a,revision_number=None']} {{(pid=82902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:46:00.122978 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-63e0699d-33b0-4f59-bfa0-e75d7be22750 req-ab2047f0-e4bc-456d-950a-08a4d17145e4 tempest-ServerRescueNegativeTestJSON-674815279 tempest-ServerRescueNegativeTestJSON-674815279-project] 10.222.0.67 "GET /v2.0/security-groups?id=ffc79123-c9cb-487f-b3ec-4904a4a85a48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973947 Feb 09 15:46:00.163666 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-3ffa2bc9-3ea9-415b-8c63-bd6abec18039 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:46:00.164846 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [None req-3ffa2bc9-3ea9-415b-8c63-bd6abec18039 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/54523c23-f1a4-488c-9a57-319a58fe3e3a HTTP/1.1" status: 204 len: 168 time: 0.7148395 Feb 09 15:46:00.287160 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-812787cf-6466-4ce1-8c4e-c32e14b18d8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758786133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16008869'] for agent, after_update {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:46:00.338796 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-95e8ee1d-f03a-4b91-8e2c-dc0ff3222c3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758786133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16008869'] for agent, after_update {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:46:00.359666 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8792aaa-c7a7-4312-91e5-7acf1b78ef16 req-74aed4f7-c0d2-4dcf-8da3-421c3b2b53ce tempest-AttachVolumeShelveTestJSON-409995212 tempest-AttachVolumeShelveTestJSON-409995212-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:46:00.361453 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-d8792aaa-c7a7-4312-91e5-7acf1b78ef16 req-74aed4f7-c0d2-4dcf-8da3-421c3b2b53ce tempest-AttachVolumeShelveTestJSON-409995212 tempest-AttachVolumeShelveTestJSON-409995212-project] 10.222.0.67 "GET /v2.0/ports?device_id=a4e12dd7-341f-4b28-bef9-17c37cbbc785 HTTP/1.1" status: 200 len: 943 time: 0.3073761 Feb 09 15:46:00.436771 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420e3ea0-3101-4823-a2e8-8c3786537365 req-60b27a75-7cad-4154-9830-814b683c3d95 tempest-AttachVolumeNegativeTest-574944362 tempest-AttachVolumeNegativeTest-574944362-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:46:00.445708 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-420e3ea0-3101-4823-a2e8-8c3786537365 req-60b27a75-7cad-4154-9830-814b683c3d95 tempest-AttachVolumeNegativeTest-574944362 tempest-AttachVolumeNegativeTest-574944362-project] 10.222.0.47 "GET /v2.0/ports?device_id=19426849-aefe-453e-b2bf-3b3baad5a438 HTTP/1.1" status: 200 len: 945 time: 0.5946631 Feb 09 15:46:00.570576 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a650b4a-fc05-4992-ab01-cb316d7734d6 req-47fef277-8043-4574-a4ae-3f5ad8c2b127 tempest-AttachVolumeNegativeTest-574944362 tempest-AttachVolumeNegativeTest-574944362-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:46:00.575019 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-4a650b4a-fc05-4992-ab01-cb316d7734d6 req-47fef277-8043-4574-a4ae-3f5ad8c2b127 tempest-AttachVolumeNegativeTest-574944362 tempest-AttachVolumeNegativeTest-574944362-project] 10.222.0.67 "GET /v2.0/ports?device_id=19426849-aefe-453e-b2bf-3b3baad5a438 HTTP/1.1" status: 200 len: 945 time: 0.1946406 Feb 09 15:46:00.621243 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.plugins.ml2.plugin [req-420e3ea0-3101-4823-a2e8-8c3786537365 req-0e043abb-53dc-4562-9a83-b0d931e8619b tempest-AttachVolumeNegativeTest-574944362 tempest-AttachVolumeNegativeTest-574944362-project] Deleting port b92423f8-e2fb-4878-bdcc-7fbaf67bc0b5 {{(pid=82902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 15:46:00.624532 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [req-420e3ea0-3101-4823-a2e8-8c3786537365 req-0e043abb-53dc-4562-9a83-b0d931e8619b tempest-AttachVolumeNegativeTest-574944362 tempest-AttachVolumeNegativeTest-574944362-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758701249'] for port, before_delete {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:46:00.679575 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-4a650b4a-fc05-4992-ab01-cb316d7734d6 req-7410a617-938b-4f4c-9f33-29f019abbd26 tempest-AttachVolumeNegativeTest-574944362 tempest-AttachVolumeNegativeTest-574944362-project] 10.222.0.67 "GET /v2.0/security-groups?id=8c9b51e4-e908-48c1-8ba4-2cab64c30d74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908771 Feb 09 15:46:00.857958 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.wsgi [-] (82901) accepted ('10.222.0.67', 46946) {{(pid=82901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 15:46:00.914584 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-d8792aaa-c7a7-4312-91e5-7acf1b78ef16 req-e30c6afd-abd9-4908-8b0d-c910d0beb16a tempest-AttachVolumeShelveTestJSON-409995212 tempest-AttachVolumeShelveTestJSON-409995212-project] 10.222.0.67 "GET /v2.0/security-groups?id=7287f013-6b2f-43b9-b826-2cf86932a253&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5418210 Feb 09 15:46:01.083314 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-600fd2d3-4ac6-40b5-a31f-1c596ea51b41 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:46:01.096964 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.plugins.ml2.db [req-420e3ea0-3101-4823-a2e8-8c3786537365 req-0e043abb-53dc-4562-9a83-b0d931e8619b tempest-AttachVolumeNegativeTest-574944362 tempest-AttachVolumeNegativeTest-574944362-project] For port b92423f8-e2fb-4878-bdcc-7fbaf67bc0b5, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=b92423f8-e2fb-4878-bdcc-7fbaf67bc0b5,segment=NetworkSegment(61008ea7-600c-42ab-8da1-d2bb9124cbff),segment_id=61008ea7-600c-42ab-8da1-d2bb9124cbff)] {{(pid=82902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:46:01.097347 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [req-420e3ea0-3101-4823-a2e8-8c3786537365 req-0e043abb-53dc-4562-9a83-b0d931e8619b tempest-AttachVolumeNegativeTest-574944362 tempest-AttachVolumeNegativeTest-574944362-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353601'] for port, precommit_delete {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:46:01.118279 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.db.quota.driver [None req-600fd2d3-4ac6-40b5-a31f-1c596ea51b41 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 15:46:01.122635 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.quota.resource [None req-600fd2d3-4ac6-40b5-a31f-1c596ea51b41 admin admin] Usage tracker for resource:security_group_rule and tenant:392cb4695cc74d8cb635e33e684076d2 is out of sync, need to count used quota {{(pid=82901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 15:46:01.126383 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.quota.resource [None req-600fd2d3-4ac6-40b5-a31f-1c596ea51b41 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 15:46:01.133835 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.db.quota.driver [None req-600fd2d3-4ac6-40b5-a31f-1c596ea51b41 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 15:46:01.243350 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-1f7d0426-72a7-4c89-8e53-4ec430751ccf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758786133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16008869'] for agent, after_update {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:46:01.308068 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-600fd2d3-4ac6-40b5-a31f-1c596ea51b41 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:46:01.312355 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-600fd2d3-4ac6-40b5-a31f-1c596ea51b41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_create {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:46:01.392296 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.plugins.ml2.plugin [req-420e3ea0-3101-4823-a2e8-8c3786537365 req-0e043abb-53dc-4562-9a83-b0d931e8619b tempest-AttachVolumeNegativeTest-574944362 tempest-AttachVolumeNegativeTest-574944362-project] Calling delete_port for b92423f8-e2fb-4878-bdcc-7fbaf67bc0b5 owned by compute:nova {{(pid=82902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 15:46:01.525476 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [None req-600fd2d3-4ac6-40b5-a31f-1c596ea51b41 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=392cb4695cc74d8cb635e33e684076d2&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6663046 Feb 09 15:46:01.564098 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.wsgi [-] (82901) accepted ('10.222.0.67', 46966) {{(pid=82901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 15:46:01.564243 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-608c4fd2-211a-4ca9-a277-ad2a51be62ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758786133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16008869'] for agent, after_update {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:46:01.602472 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [req-420e3ea0-3101-4823-a2e8-8c3786537365 req-0e043abb-53dc-4562-9a83-b0d931e8619b tempest-AttachVolumeNegativeTest-574944362 tempest-AttachVolumeNegativeTest-574944362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16080037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758755970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756758334046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1633551'] for port, after_delete {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:46:01.625326 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.plugins.ml2.db [None req-812787cf-6466-4ce1-8c4e-c32e14b18d8a None None] get_ports_and_sgs() called for port_ids ['56df3510-a584-4b16-a3b5-6c6c62b3a342', '864223d5-2e0a-490c-84e3-dfcd8964c597', 'b92423f8-e2fb-4878-bdcc-7fbaf67bc0b5'] {{(pid=82903) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 09 15:46:01.689900 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-46f25dc8-6ccd-4a31-a445-4c63efa37681 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:46:01.691549 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600fd2d3-4ac6-40b5-a31f-1c596ea51b41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=911a6ec5-ef77-4503-b16a-5c01bfb93abd,revision_number=1']} {{(pid=82901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:46:01.753921 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e043abb-53dc-4562-9a83-b0d931e8619b tempest-AttachVolumeNegativeTest-574944362 tempest-AttachVolumeNegativeTest-574944362-project] Pushing event deleted for resources: {'Port': ['ID=b92423f8-e2fb-4878-bdcc-7fbaf67bc0b5,revision_number=None']} {{(pid=82902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:46:01.825591 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.db.l3_dvrscheduler_db [req-420e3ea0-3101-4823-a2e8-8c3786537365 req-0e043abb-53dc-4562-9a83-b0d931e8619b tempest-AttachVolumeNegativeTest-574944362 tempest-AttachVolumeNegativeTest-574944362-project] No DVR routers for this DVR port b92423f8-e2fb-4878-bdcc-7fbaf67bc0b5 on host hv-cinder-82510 {{(pid=82902) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 15:46:01.828771 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [req-420e3ea0-3101-4823-a2e8-8c3786537365 req-0e043abb-53dc-4562-9a83-b0d931e8619b tempest-AttachVolumeNegativeTest-574944362 tempest-AttachVolumeNegativeTest-574944362-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205010'] for port, before_response {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:46:01.842524 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19426849-aefe-453e-b2bf-3b3baad5a438', 'name': 'network-vif-deleted', 'tag': 'b92423f8-e2fb-4878-bdcc-7fbaf67bc0b5'}] {{(pid=82902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 15:46:01.852033 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-420e3ea0-3101-4823-a2e8-8c3786537365 req-0e043abb-53dc-4562-9a83-b0d931e8619b tempest-AttachVolumeNegativeTest-574944362 tempest-AttachVolumeNegativeTest-574944362-project] 10.222.0.47 "DELETE /v2.0/ports/b92423f8-e2fb-4878-bdcc-7fbaf67bc0b5 HTTP/1.1" status: 204 len: 173 time: 1.3943861 Feb 09 15:46:01.877605 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45438c5-3fb6-4c4f-a9d1-951e71f891f8 req-9bc0d1f9-5814-482f-8726-fd9a32cf7dff tempest-ServerRescueNegativeTestJSON-674815279 tempest-ServerRescueNegativeTestJSON-674815279-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:46:01.900584 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-c45438c5-3fb6-4c4f-a9d1-951e71f891f8 req-9bc0d1f9-5814-482f-8726-fd9a32cf7dff tempest-ServerRescueNegativeTestJSON-674815279 tempest-ServerRescueNegativeTestJSON-674815279-project] 10.222.0.67 "GET /v2.0/ports?device_id=03058e28-beb3-442a-a803-6dc6b224f22f HTTP/1.1" status: 200 len: 945 time: 0.5459807 Feb 09 15:46:02.044747 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-46f25dc8-6ccd-4a31-a445-4c63efa37681 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:46:02.194599 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-c45438c5-3fb6-4c4f-a9d1-951e71f891f8 req-dd64316e-5633-4f7d-85f2-7ec2af805273 tempest-ServerRescueNegativeTestJSON-674815279 tempest-ServerRescueNegativeTestJSON-674815279-project] 10.222.0.67 "GET /v2.0/security-groups?id=ffc79123-c9cb-487f-b3ec-4904a4a85a48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2894614 Feb 09 15:46:02.283302 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.quota.resource [req-aaa9000c-d230-4eda-b464-8bfd1b450205 req-027c1559-25bd-4ad6-8a7b-48c76d5c5b75 tempest-AttachVolumeNegativeTest-574944362 tempest-AttachVolumeNegativeTest-574944362-project] Synchronizing usage tracker for tenant:5408654e4de147309f8b24e479cf1661 on resource:port {{(pid=82902) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 15:46:02.294690 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-46f25dc8-6ccd-4a31-a445-4c63efa37681 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_delete {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:46:02.321172 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.quota.resource [req-aaa9000c-d230-4eda-b464-8bfd1b450205 req-027c1559-25bd-4ad6-8a7b-48c76d5c5b75 tempest-AttachVolumeNegativeTest-574944362 tempest-AttachVolumeNegativeTest-574944362-project] Unset dirty status for tenant:5408654e4de147309f8b24e479cf1661 on resource:port {{(pid=82902) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 15:46:02.323220 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-aaa9000c-d230-4eda-b464-8bfd1b450205 req-027c1559-25bd-4ad6-8a7b-48c76d5c5b75 tempest-AttachVolumeNegativeTest-574944362 tempest-AttachVolumeNegativeTest-574944362-project] 10.222.0.67 "GET /v2.0/ports?device_id=19426849-aefe-453e-b2bf-3b3baad5a438 HTTP/1.1" status: 200 len: 210 time: 0.1728566 Feb 09 15:46:02.352394 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19426849-aefe-453e-b2bf-3b3baad5a438', 'name': 'network-vif-deleted', 'tag': 'b92423f8-e2fb-4878-bdcc-7fbaf67bc0b5', 'status': 'completed', 'code': 200} Feb 09 15:46:02.414444 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f25dc8-6ccd-4a31-a445-4c63efa37681 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=911a6ec5-ef77-4503-b16a-5c01bfb93abd,revision_number=None']} {{(pid=82901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:46:02.458578 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-46f25dc8-6ccd-4a31-a445-4c63efa37681 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:46:02.464812 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [None req-46f25dc8-6ccd-4a31-a445-4c63efa37681 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/911a6ec5-ef77-4503-b16a-5c01bfb93abd HTTP/1.1" status: 204 len: 168 time: 0.9027708 Feb 09 15:46:02.663922 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dab16b7-6b2d-4180-9d2b-b47342c3d322 req-1abe2f45-4e87-4a07-9e7a-b6b3a01d8301 tempest-AttachVolumeShelveTestJSON-409995212 tempest-AttachVolumeShelveTestJSON-409995212-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:46:02.666525 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-6dab16b7-6b2d-4180-9d2b-b47342c3d322 req-1abe2f45-4e87-4a07-9e7a-b6b3a01d8301 tempest-AttachVolumeShelveTestJSON-409995212 tempest-AttachVolumeShelveTestJSON-409995212-project] 10.222.0.67 "GET /v2.0/ports?device_id=a4e12dd7-341f-4b28-bef9-17c37cbbc785 HTTP/1.1" status: 200 len: 943 time: 0.1881831 Feb 09 15:46:02.784412 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-6dab16b7-6b2d-4180-9d2b-b47342c3d322 req-7ce45699-293a-4580-ba4d-1f9d1362986b tempest-AttachVolumeShelveTestJSON-409995212 tempest-AttachVolumeShelveTestJSON-409995212-project] 10.222.0.67 "GET /v2.0/security-groups?id=7287f013-6b2f-43b9-b826-2cf86932a253&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1091788 Feb 09 15:46:02.950771 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-faa751bb-9674-45ec-b131-f889431b03dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758786133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16008869'] for agent, after_update {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:46:03.693928 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb56144-2599-4e0e-8e0a-76be080fa8a2 req-911c6ee1-324c-43ad-bfd2-9020210dad8e tempest-ServerRescueNegativeTestJSON-674815279 tempest-ServerRescueNegativeTestJSON-674815279-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:46:03.705497 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-1fb56144-2599-4e0e-8e0a-76be080fa8a2 req-911c6ee1-324c-43ad-bfd2-9020210dad8e tempest-ServerRescueNegativeTestJSON-674815279 tempest-ServerRescueNegativeTestJSON-674815279-project] 10.222.0.67 "GET /v2.0/ports?device_id=03058e28-beb3-442a-a803-6dc6b224f22f HTTP/1.1" status: 200 len: 945 time: 0.1616302 Feb 09 15:46:03.876789 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-1fb56144-2599-4e0e-8e0a-76be080fa8a2 req-58183983-14eb-4650-a812-171cf2efe053 tempest-ServerRescueNegativeTestJSON-674815279 tempest-ServerRescueNegativeTestJSON-674815279-project] 10.222.0.67 "GET /v2.0/security-groups?id=ffc79123-c9cb-487f-b3ec-4904a4a85a48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1690946 Feb 09 15:46:04.434021 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.plugins.ml2.rpc [None req-812787cf-6466-4ce1-8c4e-c32e14b18d8a None None] Device b92423f8-e2fb-4878-bdcc-7fbaf67bc0b5 no longer exists at agent hyperv_hv-cinder-82510 {{(pid=82903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 15:46:04.498799 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25edb5e8-4647-4947-9ba6-8ff732a602e7 req-4f1ee7b2-407b-4f5c-9d5c-192435dde32d tempest-AttachVolumeShelveTestJSON-409995212 tempest-AttachVolumeShelveTestJSON-409995212-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:46:04.500259 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-25edb5e8-4647-4947-9ba6-8ff732a602e7 req-4f1ee7b2-407b-4f5c-9d5c-192435dde32d tempest-AttachVolumeShelveTestJSON-409995212 tempest-AttachVolumeShelveTestJSON-409995212-project] 10.222.0.67 "GET /v2.0/ports?device_id=a4e12dd7-341f-4b28-bef9-17c37cbbc785 HTTP/1.1" status: 200 len: 943 time: 0.2112076 Feb 09 15:46:04.556932 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.plugins.ml2.plugin [None req-812787cf-6466-4ce1-8c4e-c32e14b18d8a None None] No Port match for: b92423f8-e2fb-4878-bdcc-7fbaf67bc0b5 {{(pid=82903) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 09 15:46:04.557266 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.plugins.ml2.rpc [None req-812787cf-6466-4ce1-8c4e-c32e14b18d8a None None] Device b92423f8-e2fb-4878-bdcc-7fbaf67bc0b5 not bound to the agent host hv-cinder-82510 {{(pid=82903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 15:46:04.619010 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-25edb5e8-4647-4947-9ba6-8ff732a602e7 req-c7ec58ef-5e6c-4390-b51e-3212f41d8fac tempest-AttachVolumeShelveTestJSON-409995212 tempest-AttachVolumeShelveTestJSON-409995212-project] 10.222.0.67 "GET /v2.0/security-groups?id=7287f013-6b2f-43b9-b826-2cf86932a253&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1064045 Feb 09 15:46:04.887172 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8278c3-84d7-479b-8a76-53ee02461e6f req-3d84092c-904c-491d-a599-ce500e7f9ea6 tempest-AttachVolumeNegativeTest-574944362 tempest-AttachVolumeNegativeTest-574944362-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:46:04.894339 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-8b8278c3-84d7-479b-8a76-53ee02461e6f req-3d84092c-904c-491d-a599-ce500e7f9ea6 tempest-AttachVolumeNegativeTest-574944362 tempest-AttachVolumeNegativeTest-574944362-project] 10.222.0.67 "GET /v2.0/ports?device_id=8f22eedc-1d0e-440a-9b10-778fca2e0600 HTTP/1.1" status: 200 len: 946 time: 0.1260147 Feb 09 15:46:05.040810 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-8b8278c3-84d7-479b-8a76-53ee02461e6f req-392a7e38-fcb8-4b9a-8ceb-def6ccaed177 tempest-AttachVolumeNegativeTest-574944362 tempest-AttachVolumeNegativeTest-574944362-project] 10.222.0.67 "GET /v2.0/security-groups?id=8c9b51e4-e908-48c1-8ba4-2cab64c30d74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1446977 Feb 09 15:46:05.404418 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0fbac9-a567-4771-aa9a-f74055c04748 req-1d44b223-6ffb-4404-aba5-b988da103e39 tempest-ServerRescueNegativeTestJSON-674815279 tempest-ServerRescueNegativeTestJSON-674815279-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:46:05.417155 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-ec0fbac9-a567-4771-aa9a-f74055c04748 req-1d44b223-6ffb-4404-aba5-b988da103e39 tempest-ServerRescueNegativeTestJSON-674815279 tempest-ServerRescueNegativeTestJSON-674815279-project] 10.222.0.67 "GET /v2.0/ports?device_id=03058e28-beb3-442a-a803-6dc6b224f22f HTTP/1.1" status: 200 len: 945 time: 0.1294777 Feb 09 15:46:05.494720 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-ec0fbac9-a567-4771-aa9a-f74055c04748 req-397c51ec-9339-4cf1-9a96-bf64ec9ef21a tempest-ServerRescueNegativeTestJSON-674815279 tempest-ServerRescueNegativeTestJSON-674815279-project] 10.222.0.67 "GET /v2.0/security-groups?id=ffc79123-c9cb-487f-b3ec-4904a4a85a48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689747 Feb 09 15:46:05.572536 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.wsgi [-] (82901) accepted ('10.222.0.67', 47122) {{(pid=82901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 15:46:05.624729 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.wsgi [-] (82901) accepted ('10.222.0.67', 47128) {{(pid=82901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 15:46:05.775213 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.db.db_base_plugin_v2 [None req-3efc9c5a-ee9a-4ce7-b198-780ab4d47ae4 admin admin] Deleting subnet 8f937dd4-3977-40fd-b3b3-6aecfd24d159 {{(pid=82901) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 09 15:46:05.791924 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-3efc9c5a-ee9a-4ce7-b198-780ab4d47ae4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:46:05.865018 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-3efc9c5a-ee9a-4ce7-b198-780ab4d47ae4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1218918'] for subnet, precommit_delete_associations {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:46:06.025830 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-3efc9c5a-ee9a-4ce7-b198-780ab4d47ae4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16020776'] for subnet, precommit_delete {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:46:06.265704 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-b5604f03-5add-4e6a-8689-2f65b6cebe58 req-f2ce78a3-5472-4983-92c9-514b57deb026 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=dbfe7e7ae013417f82b96f615e88a432&device_id=03058e28-beb3-442a-a803-6dc6b224f22f HTTP/1.1" status: 200 len: 1098 time: 0.2297015 Feb 09 15:46:06.358534 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-3efc9c5a-ee9a-4ce7-b198-780ab4d47ae4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16020753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1282551', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1319926'] for subnet, after_delete {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:46:06.466991 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-4d20f539-329a-45e8-8b7d-af2bfc1e8916 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:46:06.482367 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3efc9c5a-ee9a-4ce7-b198-780ab4d47ae4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8f937dd4-3977-40fd-b3b3-6aecfd24d159,revision_number=None']} {{(pid=82901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:46:06.525945 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-3efc9c5a-ee9a-4ce7-b198-780ab4d47ae4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:46:06.594625 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [None req-3efc9c5a-ee9a-4ce7-b198-780ab4d47ae4 admin admin] 10.222.0.67 "DELETE /v2.0/subnets/8f937dd4-3977-40fd-b3b3-6aecfd24d159 HTTP/1.1" status: 204 len: 168 time: 0.9656341 Feb 09 15:46:06.596151 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.wsgi [-] (82902) accepted ('10.222.0.67', 47150) {{(pid=82902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 15:46:06.611571 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.db.quota.driver [None req-4d20f539-329a-45e8-8b7d-af2bfc1e8916 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 15:46:06.623054 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.quota.resource [None req-4d20f539-329a-45e8-8b7d-af2bfc1e8916 admin admin] Usage tracker for resource:security_group_rule and tenant:2c8eb98f5d2f42efa98a5b2737ea342e is out of sync, need to count used quota {{(pid=82901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 15:46:06.629131 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.quota.resource [None req-4d20f539-329a-45e8-8b7d-af2bfc1e8916 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 15:46:06.639667 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bfb8157-be81-4188-a769-eb2de07fd756 req-bb87a261-1b43-4834-bcba-1257bfe2f070 tempest-AttachVolumeShelveTestJSON-409995212 tempest-AttachVolumeShelveTestJSON-409995212-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:46:06.641508 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-5bfb8157-be81-4188-a769-eb2de07fd756 req-bb87a261-1b43-4834-bcba-1257bfe2f070 tempest-AttachVolumeShelveTestJSON-409995212 tempest-AttachVolumeShelveTestJSON-409995212-project] 10.222.0.67 "GET /v2.0/ports?device_id=a4e12dd7-341f-4b28-bef9-17c37cbbc785 HTTP/1.1" status: 200 len: 943 time: 0.4302185 Feb 09 15:46:06.647291 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.db.quota.driver [None req-4d20f539-329a-45e8-8b7d-af2bfc1e8916 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 15:46:06.768622 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5604f03-5add-4e6a-8689-2f65b6cebe58 req-28650695-3262-4414-be60-1a7de96b0eaa service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:46:06.770089 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-b5604f03-5add-4e6a-8689-2f65b6cebe58 req-28650695-3262-4414-be60-1a7de96b0eaa service neutron] 10.222.0.47 "GET /v2.0/networks?id=7e6f7d4e-b4a0-4c4e-80c2-814a38a14199 HTTP/1.1" status: 200 len: 920 time: 0.4653168 Feb 09 15:46:06.787758 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-5bfb8157-be81-4188-a769-eb2de07fd756 req-e6786768-2bf1-422a-befa-122e981dd7ec tempest-AttachVolumeShelveTestJSON-409995212 tempest-AttachVolumeShelveTestJSON-409995212-project] 10.222.0.67 "GET /v2.0/security-groups?id=7287f013-6b2f-43b9-b826-2cf86932a253&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1351821 Feb 09 15:46:06.830272 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-af342dd0-18f9-41de-949c-6cdda9e956a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15997498'] for network, before_delete {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:46:06.917705 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-4d20f539-329a-45e8-8b7d-af2bfc1e8916 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:46:06.922494 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-4d20f539-329a-45e8-8b7d-af2bfc1e8916 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_create {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:46:06.923684 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9955e70a-fd0d-4c57-becf-0d5eee2d4898 req-4c7c8028-5b57-4327-bc12-ed4d09cdf2d0 tempest-AttachVolumeNegativeTest-574944362 tempest-AttachVolumeNegativeTest-574944362-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:46:06.933971 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-9955e70a-fd0d-4c57-becf-0d5eee2d4898 req-4c7c8028-5b57-4327-bc12-ed4d09cdf2d0 tempest-AttachVolumeNegativeTest-574944362 tempest-AttachVolumeNegativeTest-574944362-project] 10.222.0.67 "GET /v2.0/ports?device_id=8f22eedc-1d0e-440a-9b10-778fca2e0600 HTTP/1.1" status: 200 len: 946 time: 0.4740570 Feb 09 15:46:07.040267 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d20f539-329a-45e8-8b7d-af2bfc1e8916 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dcbc2911-119e-4484-9b42-89a89ecb2b83,revision_number=1']} {{(pid=82901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:46:07.057241 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [None req-4d20f539-329a-45e8-8b7d-af2bfc1e8916 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=2c8eb98f5d2f42efa98a5b2737ea342e&name=default HTTP/1.1" status: 200 len: 2647 time: 1.4828780 Feb 09 15:46:07.060591 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.wsgi [-] (82901) accepted ('10.222.0.67', 47154) {{(pid=82901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 15:46:07.110840 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-af342dd0-18f9-41de-949c-6cdda9e956a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16022693', 'neutron.services.segments.db._delete_segments_for_network-8756758786151'] for network, precommit_delete {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:46:07.163483 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.services.segments.db [None req-af342dd0-18f9-41de-949c-6cdda9e956a5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['adb52d53-1f99-4a8b-b56a-97b573849a00']}} {{(pid=82902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:46:07.180413 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.services.segments.db [None req-af342dd0-18f9-41de-949c-6cdda9e956a5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ceca66d1-d49d-43f5-8915-823d848e3b84') {'for_net_delete': True} {{(pid=82902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:46:07.180678 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.services.segments.db [None req-af342dd0-18f9-41de-949c-6cdda9e956a5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ceca66d1-d49d-43f5-8915-823d848e3b84') {} {{(pid=82902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:46:07.193240 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-af342dd0-18f9-41de-949c-6cdda9e956a5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756758785262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-986126'] for segment, before_delete {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:46:07.211900 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-af342dd0-18f9-41de-949c-6cdda9e956a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16132466'] for segment, precommit_delete {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:46:07.218800 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-af342dd0-18f9-41de-949c-6cdda9e956a5 admin admin] Releasing vlan 820 on physical network physnet1 to pool {{(pid=82902) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 09 15:46:07.219898 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-af342dd0-18f9-41de-949c-6cdda9e956a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16020097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1633658'] for segment, after_delete {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:46:07.233869 dv-cinder-825105-1-iscsi neutron-server[82902]: Traceback (most recent call last): Feb 09 15:46:07.233869 dv-cinder-825105-1-iscsi neutron-server[82902]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 09 15:46:07.233869 dv-cinder-825105-1-iscsi neutron-server[82902]: timer() Feb 09 15:46:07.233869 dv-cinder-825105-1-iscsi neutron-server[82902]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 15:46:07.233869 dv-cinder-825105-1-iscsi neutron-server[82902]: cb(*args, **kw) Feb 09 15:46:07.233869 dv-cinder-825105-1-iscsi neutron-server[82902]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 15:46:07.233869 dv-cinder-825105-1-iscsi neutron-server[82902]: return func(*args, **kwargs) Feb 09 15:46:07.233869 dv-cinder-825105-1-iscsi neutron-server[82902]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 15:46:07.233869 dv-cinder-825105-1-iscsi neutron-server[82902]: self._notify() Feb 09 15:46:07.233869 dv-cinder-825105-1-iscsi neutron-server[82902]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 15:46:07.233869 dv-cinder-825105-1-iscsi neutron-server[82902]: self.callback(batched_events) Feb 09 15:46:07.233869 dv-cinder-825105-1-iscsi neutron-server[82902]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 15:46:07.233869 dv-cinder-825105-1-iscsi neutron-server[82902]: event.method(event) Feb 09 15:46:07.233869 dv-cinder-825105-1-iscsi neutron-server[82902]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 15:46:07.233869 dv-cinder-825105-1-iscsi neutron-server[82902]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 15:46:07.233869 dv-cinder-825105-1-iscsi neutron-server[82902]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 15:46:07.233869 dv-cinder-825105-1-iscsi neutron-server[82902]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 15:46:07.233869 dv-cinder-825105-1-iscsi neutron-server[82902]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 15:46:07.233869 dv-cinder-825105-1-iscsi neutron-server[82902]: return f(self, *a, **k) Feb 09 15:46:07.233869 dv-cinder-825105-1-iscsi neutron-server[82902]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 15:46:07.233869 dv-cinder-825105-1-iscsi neutron-server[82902]: return self._get(url).json() Feb 09 15:46:07.233869 dv-cinder-825105-1-iscsi neutron-server[82902]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 15:46:07.233869 dv-cinder-825105-1-iscsi neutron-server[82902]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 15:46:07.233869 dv-cinder-825105-1-iscsi neutron-server[82902]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 09 15:46:07.233869 dv-cinder-825105-1-iscsi neutron-server[82902]: return self.request(url, 'GET', **kwargs) Feb 09 15:46:07.233869 dv-cinder-825105-1-iscsi neutron-server[82902]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 09 15:46:07.233869 dv-cinder-825105-1-iscsi neutron-server[82902]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 15:46:07.233869 dv-cinder-825105-1-iscsi neutron-server[82902]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 09 15:46:07.233869 dv-cinder-825105-1-iscsi neutron-server[82902]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 15:46:07.233869 dv-cinder-825105-1-iscsi neutron-server[82902]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 09 15:46:07.233869 dv-cinder-825105-1-iscsi neutron-server[82902]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 15:46:07.233869 dv-cinder-825105-1-iscsi neutron-server[82902]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 15:46:07.268458 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-640ab034-398a-44a3-b39c-8dbfb6c98e7b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:46:07.285783 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a774bfb3-a123-4465-9014-db97fa31f247 req-375aca5d-7fad-4630-9c9d-303b2736c23d tempest-ServerRescueNegativeTestJSON-674815279 tempest-ServerRescueNegativeTestJSON-674815279-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:46:07.291681 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-a774bfb3-a123-4465-9014-db97fa31f247 req-375aca5d-7fad-4630-9c9d-303b2736c23d tempest-ServerRescueNegativeTestJSON-674815279 tempest-ServerRescueNegativeTestJSON-674815279-project] 10.222.0.67 "GET /v2.0/ports?device_id=03058e28-beb3-442a-a803-6dc6b224f22f HTTP/1.1" status: 200 len: 945 time: 0.2083032 Feb 09 15:46:07.322377 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-9955e70a-fd0d-4c57-becf-0d5eee2d4898 req-16c24a80-d99b-4f67-84df-af46e96abd5d tempest-AttachVolumeNegativeTest-574944362 tempest-AttachVolumeNegativeTest-574944362-project] 10.222.0.67 "GET /v2.0/security-groups?id=8c9b51e4-e908-48c1-8ba4-2cab64c30d74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3871231 Feb 09 15:46:07.329660 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-640ab034-398a-44a3-b39c-8dbfb6c98e7b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:46:07.330206 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-af342dd0-18f9-41de-949c-6cdda9e956a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16022698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124156', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-406359'] for network, after_delete {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:46:07.352377 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-af342dd0-18f9-41de-949c-6cdda9e956a5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16124149'] for network, before_response {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:46:07.362537 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af342dd0-18f9-41de-949c-6cdda9e956a5 admin admin] Pushing event deleted for resources: {'Network': ['ID=adb52d53-1f99-4a8b-b56a-97b573849a00,revision_number=None']} {{(pid=82902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:46:07.371495 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [None req-af342dd0-18f9-41de-949c-6cdda9e956a5 admin admin] 10.222.0.67 "DELETE /v2.0/networks/adb52d53-1f99-4a8b-b56a-97b573849a00 HTTP/1.1" status: 204 len: 168 time: 0.7726066 Feb 09 15:46:07.383604 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-a774bfb3-a123-4465-9014-db97fa31f247 req-f51678c4-7a60-41ad-8bfb-eef0e21b08af tempest-ServerRescueNegativeTestJSON-674815279 tempest-ServerRescueNegativeTestJSON-674815279-project] 10.222.0.67 "GET /v2.0/security-groups?id=ffc79123-c9cb-487f-b3ec-4904a4a85a48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889060 Feb 09 15:46:07.413282 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-640ab034-398a-44a3-b39c-8dbfb6c98e7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_delete {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:46:07.430672 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-640ab034-398a-44a3-b39c-8dbfb6c98e7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcbc2911-119e-4484-9b42-89a89ecb2b83,revision_number=None']} {{(pid=82901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:46:07.436057 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-640ab034-398a-44a3-b39c-8dbfb6c98e7b admin admin] Notify callbacks [] for security_group, before_response {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:46:07.440207 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [None req-640ab034-398a-44a3-b39c-8dbfb6c98e7b admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/dcbc2911-119e-4484-9b42-89a89ecb2b83 HTTP/1.1" status: 204 len: 168 time: 0.3762434 Feb 09 15:46:07.525567 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.wsgi [-] (82902) accepted ('10.222.0.67', 47162) {{(pid=82902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 15:46:07.578429 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [None req-90be4db1-aca0-414f-8186-1a89ff04adfd admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=9afc966496a94ffab65aa7405b76e730&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0514400 Feb 09 15:46:07.581000 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.wsgi [-] (82902) accepted ('10.222.0.67', 47166) {{(pid=82902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 15:46:07.643305 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-609e6f47-7d0a-453d-a45e-3a9f959f835f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:46:07.672851 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-609e6f47-7d0a-453d-a45e-3a9f959f835f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:46:07.733689 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-609e6f47-7d0a-453d-a45e-3a9f959f835f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_delete {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:46:07.752373 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609e6f47-7d0a-453d-a45e-3a9f959f835f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6abfa5a5-a92e-4fd7-8c29-7b57b3a1384c,revision_number=None']} {{(pid=82902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:46:07.767774 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-609e6f47-7d0a-453d-a45e-3a9f959f835f admin admin] Notify callbacks [] for security_group, before_response {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:46:07.772145 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [None req-609e6f47-7d0a-453d-a45e-3a9f959f835f admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/6abfa5a5-a92e-4fd7-8c29-7b57b3a1384c HTTP/1.1" status: 204 len: 168 time: 0.1870718 Feb 09 15:46:07.892212 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.wsgi [-] (82902) accepted ('10.222.0.67', 47184) {{(pid=82902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 15:46:07.926063 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-c8be39e6-f669-4c54-811b-e9c2e8cf1de2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:46:08.039190 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.db.quota.driver [None req-c8be39e6-f669-4c54-811b-e9c2e8cf1de2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 15:46:08.045570 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.quota.resource [None req-c8be39e6-f669-4c54-811b-e9c2e8cf1de2 admin admin] Usage tracker for resource:security_group_rule and tenant:4a1e9bb9d05f44a5b92b739e1d9bf837 is out of sync, need to count used quota {{(pid=82902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 15:46:08.050093 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.quota.resource [None req-c8be39e6-f669-4c54-811b-e9c2e8cf1de2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 15:46:08.060928 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.db.quota.driver [None req-c8be39e6-f669-4c54-811b-e9c2e8cf1de2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 15:46:08.123070 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df35164e-b1df-47f9-9cf1-b1094195fbea req-919a1538-07f2-447e-be6a-6cfc4374e19c tempest-AttachVolumeShelveTestJSON-409995212 tempest-AttachVolumeShelveTestJSON-409995212-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:46:08.124698 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-df35164e-b1df-47f9-9cf1-b1094195fbea req-919a1538-07f2-447e-be6a-6cfc4374e19c tempest-AttachVolumeShelveTestJSON-409995212 tempest-AttachVolumeShelveTestJSON-409995212-project] 10.222.0.67 "GET /v2.0/ports?device_id=a4e12dd7-341f-4b28-bef9-17c37cbbc785 HTTP/1.1" status: 200 len: 943 time: 0.1407690 Feb 09 15:46:08.221878 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-c8be39e6-f669-4c54-811b-e9c2e8cf1de2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:46:08.226536 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-df35164e-b1df-47f9-9cf1-b1094195fbea req-d82c3781-ad78-4655-a0a1-995a6e9fe9bc tempest-AttachVolumeShelveTestJSON-409995212 tempest-AttachVolumeShelveTestJSON-409995212-project] 10.222.0.67 "GET /v2.0/security-groups?id=7287f013-6b2f-43b9-b826-2cf86932a253&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0921798 Feb 09 15:46:08.227574 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-c8be39e6-f669-4c54-811b-e9c2e8cf1de2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_create {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:46:08.284789 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [None req-c8be39e6-f669-4c54-811b-e9c2e8cf1de2 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=4a1e9bb9d05f44a5b92b739e1d9bf837&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3915625 Feb 09 15:46:08.285719 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8be39e6-f669-4c54-811b-e9c2e8cf1de2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eea79155-763d-45fa-8b1c-dbbce4f365f6,revision_number=1']} {{(pid=82902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:46:08.288318 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.wsgi [-] (82901) accepted ('10.222.0.67', 47192) {{(pid=82901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 15:46:08.358173 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-8a8926a9-bd38-4497-bff0-fe359d339373 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:46:08.384350 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-8a8926a9-bd38-4497-bff0-fe359d339373 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:46:08.437051 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-8a8926a9-bd38-4497-bff0-fe359d339373 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_delete {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:46:08.452436 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a8926a9-bd38-4497-bff0-fe359d339373 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eea79155-763d-45fa-8b1c-dbbce4f365f6,revision_number=None']} {{(pid=82901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:46:08.459572 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-8a8926a9-bd38-4497-bff0-fe359d339373 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:46:08.463547 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [None req-8a8926a9-bd38-4497-bff0-fe359d339373 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/eea79155-763d-45fa-8b1c-dbbce4f365f6 HTTP/1.1" status: 204 len: 168 time: 0.1740408 Feb 09 15:46:08.554121 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c38c51c-91ce-4891-b86c-4aa3fd75ad11 req-ea914e93-003f-4ff8-9e1b-595b3562558b tempest-AttachVolumeNegativeTest-574944362 tempest-AttachVolumeNegativeTest-574944362-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:46:08.555899 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-9c38c51c-91ce-4891-b86c-4aa3fd75ad11 req-ea914e93-003f-4ff8-9e1b-595b3562558b tempest-AttachVolumeNegativeTest-574944362 tempest-AttachVolumeNegativeTest-574944362-project] 10.222.0.67 "GET /v2.0/ports?device_id=8f22eedc-1d0e-440a-9b10-778fca2e0600 HTTP/1.1" status: 200 len: 946 time: 0.0912156 Feb 09 15:46:08.613292 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f65c39a-66fe-4183-8b80-0937a11fe47f req-19d29e1b-a210-41d7-aa7d-0fc8bc12c308 tempest-ServerRescueNegativeTestJSON-674815279 tempest-ServerRescueNegativeTestJSON-674815279-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:46:08.614853 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-8f65c39a-66fe-4183-8b80-0937a11fe47f req-19d29e1b-a210-41d7-aa7d-0fc8bc12c308 tempest-ServerRescueNegativeTestJSON-674815279 tempest-ServerRescueNegativeTestJSON-674815279-project] 10.222.0.67 "GET /v2.0/ports?device_id=03058e28-beb3-442a-a803-6dc6b224f22f HTTP/1.1" status: 200 len: 945 time: 0.0939648 Feb 09 15:46:08.620306 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-9c38c51c-91ce-4891-b86c-4aa3fd75ad11 req-0206f26c-4f34-4551-bd71-732bcc66b482 tempest-AttachVolumeNegativeTest-574944362 tempest-AttachVolumeNegativeTest-574944362-project] 10.222.0.67 "GET /v2.0/security-groups?id=8c9b51e4-e908-48c1-8ba4-2cab64c30d74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572591 Feb 09 15:46:08.674099 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-8f65c39a-66fe-4183-8b80-0937a11fe47f req-5bf71645-3bda-4477-a484-e04a3cb74ab0 tempest-ServerRescueNegativeTestJSON-674815279 tempest-ServerRescueNegativeTestJSON-674815279-project] 10.222.0.67 "GET /v2.0/security-groups?id=ffc79123-c9cb-487f-b3ec-4904a4a85a48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524013 Feb 09 15:46:08.983223 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.wsgi [-] (82901) accepted ('10.222.0.67', 47206) {{(pid=82901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 15:46:09.001748 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-e7db1703-9f6a-4812-818f-5cf465b26d91 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:46:09.036010 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.db.quota.driver [None req-e7db1703-9f6a-4812-818f-5cf465b26d91 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 15:46:09.041080 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.quota.resource [None req-e7db1703-9f6a-4812-818f-5cf465b26d91 admin admin] Usage tracker for resource:security_group_rule and tenant:283cc6e3105c4f4fa5e99dcd496b1042 is out of sync, need to count used quota {{(pid=82901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 15:46:09.044023 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.quota.resource [None req-e7db1703-9f6a-4812-818f-5cf465b26d91 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 15:46:09.049886 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.db.quota.driver [None req-e7db1703-9f6a-4812-818f-5cf465b26d91 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 15:46:09.121367 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-e7db1703-9f6a-4812-818f-5cf465b26d91 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:46:09.125053 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-e7db1703-9f6a-4812-818f-5cf465b26d91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_create {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:46:09.169322 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7db1703-9f6a-4812-818f-5cf465b26d91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ee149d0-3011-4358-b0c2-6a132a567f1d,revision_number=1']} {{(pid=82901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:46:09.173638 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [None req-e7db1703-9f6a-4812-818f-5cf465b26d91 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=283cc6e3105c4f4fa5e99dcd496b1042&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1893742 Feb 09 15:46:09.176281 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.wsgi [-] (82901) accepted ('10.222.0.67', 47210) {{(pid=82901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 15:46:09.238218 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-7b344e3d-94aa-44f1-804d-5cab62508d0b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:46:09.264013 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-7b344e3d-94aa-44f1-804d-5cab62508d0b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:46:09.316424 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-7b344e3d-94aa-44f1-804d-5cab62508d0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_delete {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:46:09.332824 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b344e3d-94aa-44f1-804d-5cab62508d0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ee149d0-3011-4358-b0c2-6a132a567f1d,revision_number=None']} {{(pid=82901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:46:09.337450 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-7b344e3d-94aa-44f1-804d-5cab62508d0b admin admin] Notify callbacks [] for security_group, before_response {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:46:09.338544 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [None req-7b344e3d-94aa-44f1-804d-5cab62508d0b admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/9ee149d0-3011-4358-b0c2-6a132a567f1d HTTP/1.1" status: 204 len: 168 time: 0.1613979 Feb 09 15:46:09.469581 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50dca191-67eb-4aa1-91f9-8148b6e30f74 req-a9e0b9ba-aebc-4010-9c6b-22975baf86d8 tempest-AttachVolumeShelveTestJSON-409995212 tempest-AttachVolumeShelveTestJSON-409995212-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:46:09.471135 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-50dca191-67eb-4aa1-91f9-8148b6e30f74 req-a9e0b9ba-aebc-4010-9c6b-22975baf86d8 tempest-AttachVolumeShelveTestJSON-409995212 tempest-AttachVolumeShelveTestJSON-409995212-project] 10.222.0.67 "GET /v2.0/ports?device_id=a4e12dd7-341f-4b28-bef9-17c37cbbc785 HTTP/1.1" status: 200 len: 943 time: 0.0874152 Feb 09 15:46:09.521072 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-50dca191-67eb-4aa1-91f9-8148b6e30f74 req-73f6769f-528a-4c7a-8210-1f1b2634bf5d tempest-AttachVolumeShelveTestJSON-409995212 tempest-AttachVolumeShelveTestJSON-409995212-project] 10.222.0.67 "GET /v2.0/security-groups?id=7287f013-6b2f-43b9-b826-2cf86932a253&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438242 Feb 09 15:46:09.613948 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-b5604f03-5add-4e6a-8689-2f65b6cebe58 req-7be6d404-a522-413a-84a8-af2714799c75 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=26108cad-0dea-46c3-9cd5-c9f377507cbe HTTP/1.1" status: 200 len: 217 time: 0.0665140 Feb 09 15:46:09.695556 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5604f03-5add-4e6a-8689-2f65b6cebe58 req-fceb4609-def7-45e5-9537-cdc5d678a97d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:46:09.697087 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-b5604f03-5add-4e6a-8689-2f65b6cebe58 req-fceb4609-def7-45e5-9537-cdc5d678a97d service neutron] 10.222.0.47 "GET /v2.0/subnets?id=7b0e1516-4c73-46b2-a641-716be4f1edf5 HTTP/1.1" status: 200 len: 859 time: 0.0673876 Feb 09 15:46:09.770663 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-b5604f03-5add-4e6a-8689-2f65b6cebe58 req-f428d912-fe9d-4540-80a8-0c4f84e1c250 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=7e6f7d4e-b4a0-4c4e-80c2-814a38a14199&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0587204 Feb 09 15:46:09.923954 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df89333-1a7e-46a9-9e36-a94686d28056 req-f8e06ec7-23ca-456f-9c97-6828a3eb1a88 tempest-ServerRescueNegativeTestJSON-674815279 tempest-ServerRescueNegativeTestJSON-674815279-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:46:09.925666 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-3df89333-1a7e-46a9-9e36-a94686d28056 req-f8e06ec7-23ca-456f-9c97-6828a3eb1a88 tempest-ServerRescueNegativeTestJSON-674815279 tempest-ServerRescueNegativeTestJSON-674815279-project] 10.222.0.67 "GET /v2.0/ports?device_id=03058e28-beb3-442a-a803-6dc6b224f22f HTTP/1.1" status: 200 len: 945 time: 0.0995770 Feb 09 15:46:10.012131 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-3df89333-1a7e-46a9-9e36-a94686d28056 req-cdeb57a5-a552-4503-87d5-054c884bd2f4 tempest-ServerRescueNegativeTestJSON-674815279 tempest-ServerRescueNegativeTestJSON-674815279-project] 10.222.0.67 "GET /v2.0/security-groups?id=ffc79123-c9cb-487f-b3ec-4904a4a85a48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774364 Feb 09 15:46:10.056798 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-b5604f03-5add-4e6a-8689-2f65b6cebe58 req-9d20f566-4a25-40d2-8e8f-588fd8d83447 service neutron] 10.222.0.47 "GET /v2.0/networks/7e6f7d4e-b4a0-4c4e-80c2-814a38a14199?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2527761 Feb 09 15:46:10.144750 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad93c13-2cfc-460b-9a07-34c0d1352ee5 req-14405b67-bb50-4c5f-beb5-e93b304fe3c7 tempest-AttachVolumeNegativeTest-574944362 tempest-AttachVolumeNegativeTest-574944362-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:46:10.146767 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-0ad93c13-2cfc-460b-9a07-34c0d1352ee5 req-14405b67-bb50-4c5f-beb5-e93b304fe3c7 tempest-AttachVolumeNegativeTest-574944362 tempest-AttachVolumeNegativeTest-574944362-project] 10.222.0.67 "GET /v2.0/ports?device_id=8f22eedc-1d0e-440a-9b10-778fca2e0600 HTTP/1.1" status: 200 len: 946 time: 0.3751514 Feb 09 15:46:10.175785 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee38ff93-0358-4ba1-bdbb-f1ac5a4a7417 req-6de79e30-c665-4e9e-b334-d8de6c9c2499 tempest-AttachVolumeNegativeTest-574944362 tempest-AttachVolumeNegativeTest-574944362-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:46:10.178211 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-ee38ff93-0358-4ba1-bdbb-f1ac5a4a7417 req-6de79e30-c665-4e9e-b334-d8de6c9c2499 tempest-AttachVolumeNegativeTest-574944362 tempest-AttachVolumeNegativeTest-574944362-project] 10.222.0.47 "GET /v2.0/ports?device_id=8f22eedc-1d0e-440a-9b10-778fca2e0600 HTTP/1.1" status: 200 len: 946 time: 0.0867298 Feb 09 15:46:10.248713 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-0ad93c13-2cfc-460b-9a07-34c0d1352ee5 req-c5cbf2ae-21af-41dd-957f-c7f94c9fd193 tempest-AttachVolumeNegativeTest-574944362 tempest-AttachVolumeNegativeTest-574944362-project] 10.222.0.67 "GET /v2.0/security-groups?id=8c9b51e4-e908-48c1-8ba4-2cab64c30d74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880091 Feb 09 15:46:10.256242 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.plugins.ml2.plugin [req-ee38ff93-0358-4ba1-bdbb-f1ac5a4a7417 req-5556d531-b0c1-4a04-ae4c-ceba7e0cf153 tempest-AttachVolumeNegativeTest-574944362 tempest-AttachVolumeNegativeTest-574944362-project] Deleting port 864223d5-2e0a-490c-84e3-dfcd8964c597 {{(pid=82901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 15:46:10.256733 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [req-ee38ff93-0358-4ba1-bdbb-f1ac5a4a7417 req-5556d531-b0c1-4a04-ae4c-ceba7e0cf153 tempest-AttachVolumeNegativeTest-574944362 tempest-AttachVolumeNegativeTest-574944362-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758701249'] for port, before_delete {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:46:10.259149 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-b5604f03-5add-4e6a-8689-2f65b6cebe58 req-74c199da-2361-48a2-bbbe-594a6f84a972 service neutron] 10.222.0.47 "GET /v2.0/networks/7e6f7d4e-b4a0-4c4e-80c2-814a38a14199?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1934800 Feb 09 15:46:10.519351 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.plugins.ml2.db [req-ee38ff93-0358-4ba1-bdbb-f1ac5a4a7417 req-5556d531-b0c1-4a04-ae4c-ceba7e0cf153 tempest-AttachVolumeNegativeTest-574944362 tempest-AttachVolumeNegativeTest-574944362-project] For port 864223d5-2e0a-490c-84e3-dfcd8964c597, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=864223d5-2e0a-490c-84e3-dfcd8964c597,segment=NetworkSegment(61008ea7-600c-42ab-8da1-d2bb9124cbff),segment_id=61008ea7-600c-42ab-8da1-d2bb9124cbff)] {{(pid=82901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:46:10.519942 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [req-ee38ff93-0358-4ba1-bdbb-f1ac5a4a7417 req-5556d531-b0c1-4a04-ae4c-ceba7e0cf153 tempest-AttachVolumeNegativeTest-574944362 tempest-AttachVolumeNegativeTest-574944362-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353601'] for port, precommit_delete {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:46:10.645775 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.plugins.ml2.plugin [req-ee38ff93-0358-4ba1-bdbb-f1ac5a4a7417 req-5556d531-b0c1-4a04-ae4c-ceba7e0cf153 tempest-AttachVolumeNegativeTest-574944362 tempest-AttachVolumeNegativeTest-574944362-project] Calling delete_port for 864223d5-2e0a-490c-84e3-dfcd8964c597 owned by compute:nova {{(pid=82901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 15:46:10.862563 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [req-ee38ff93-0358-4ba1-bdbb-f1ac5a4a7417 req-5556d531-b0c1-4a04-ae4c-ceba7e0cf153 tempest-AttachVolumeNegativeTest-574944362 tempest-AttachVolumeNegativeTest-574944362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16080037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758755970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756758334046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1282344'] for port, after_delete {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:46:10.881307 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.plugins.ml2.db [None req-812787cf-6466-4ce1-8c4e-c32e14b18d8a None None] get_ports_and_sgs() called for port_ids ['56df3510-a584-4b16-a3b5-6c6c62b3a342', '864223d5-2e0a-490c-84e3-dfcd8964c597'] {{(pid=82903) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 09 15:46:10.917350 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84561ea0-2ad7-4a37-9358-104d0cbe6162 req-79be2e00-1425-4f50-998e-1d815351921e tempest-AttachVolumeShelveTestJSON-409995212 tempest-AttachVolumeShelveTestJSON-409995212-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:46:10.919592 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-84561ea0-2ad7-4a37-9358-104d0cbe6162 req-79be2e00-1425-4f50-998e-1d815351921e tempest-AttachVolumeShelveTestJSON-409995212 tempest-AttachVolumeShelveTestJSON-409995212-project] 10.222.0.67 "GET /v2.0/ports?device_id=a4e12dd7-341f-4b28-bef9-17c37cbbc785 HTTP/1.1" status: 200 len: 943 time: 0.1826510 Feb 09 15:46:10.933529 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5556d531-b0c1-4a04-ae4c-ceba7e0cf153 tempest-AttachVolumeNegativeTest-574944362 tempest-AttachVolumeNegativeTest-574944362-project] Pushing event deleted for resources: {'Port': ['ID=864223d5-2e0a-490c-84e3-dfcd8964c597,revision_number=None']} {{(pid=82901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:46:11.048310 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee38ff93-0358-4ba1-bdbb-f1ac5a4a7417 req-5556d531-b0c1-4a04-ae4c-ceba7e0cf153 tempest-AttachVolumeNegativeTest-574944362 tempest-AttachVolumeNegativeTest-574944362-project] No DVR routers for this DVR port 864223d5-2e0a-490c-84e3-dfcd8964c597 on host hv-cinder-82510 {{(pid=82901) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 15:46:11.051306 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [req-ee38ff93-0358-4ba1-bdbb-f1ac5a4a7417 req-5556d531-b0c1-4a04-ae4c-ceba7e0cf153 tempest-AttachVolumeNegativeTest-574944362 tempest-AttachVolumeNegativeTest-574944362-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205010'] for port, before_response {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:46:11.056603 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f22eedc-1d0e-440a-9b10-778fca2e0600', 'name': 'network-vif-deleted', 'tag': '864223d5-2e0a-490c-84e3-dfcd8964c597'}] {{(pid=82901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 15:46:11.159663 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-84561ea0-2ad7-4a37-9358-104d0cbe6162 req-62fe7b94-57f7-4015-871b-c2d41a6a4c36 tempest-AttachVolumeShelveTestJSON-409995212 tempest-AttachVolumeShelveTestJSON-409995212-project] 10.222.0.67 "GET /v2.0/security-groups?id=7287f013-6b2f-43b9-b826-2cf86932a253&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2306077 Feb 09 15:46:11.160926 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-ee38ff93-0358-4ba1-bdbb-f1ac5a4a7417 req-5556d531-b0c1-4a04-ae4c-ceba7e0cf153 tempest-AttachVolumeNegativeTest-574944362 tempest-AttachVolumeNegativeTest-574944362-project] 10.222.0.47 "DELETE /v2.0/ports/864223d5-2e0a-490c-84e3-dfcd8964c597 HTTP/1.1" status: 204 len: 173 time: 0.9774897 Feb 09 15:46:11.350525 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f22eedc-1d0e-440a-9b10-778fca2e0600', 'name': 'network-vif-deleted', 'tag': '864223d5-2e0a-490c-84e3-dfcd8964c597', 'status': 'completed', 'code': 200} Feb 09 15:46:11.408414 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109ffa2a-9d79-4b2b-93fa-b18524dc20a5 req-0d4cefad-50c9-4e4e-a495-fd5fbce34ba3 tempest-ServerRescueNegativeTestJSON-674815279 tempest-ServerRescueNegativeTestJSON-674815279-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:46:11.412153 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-109ffa2a-9d79-4b2b-93fa-b18524dc20a5 req-0d4cefad-50c9-4e4e-a495-fd5fbce34ba3 tempest-ServerRescueNegativeTestJSON-674815279 tempest-ServerRescueNegativeTestJSON-674815279-project] 10.222.0.67 "GET /v2.0/ports?device_id=03058e28-beb3-442a-a803-6dc6b224f22f HTTP/1.1" status: 200 len: 945 time: 0.1457310 Feb 09 15:46:11.484889 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-109ffa2a-9d79-4b2b-93fa-b18524dc20a5 req-5f0e09e8-c44c-4c71-8d22-3b6d5301e992 tempest-ServerRescueNegativeTestJSON-674815279 tempest-ServerRescueNegativeTestJSON-674815279-project] 10.222.0.67 "GET /v2.0/security-groups?id=ffc79123-c9cb-487f-b3ec-4904a4a85a48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657091 Feb 09 15:46:11.526742 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.quota.resource [req-271c55f8-5dc3-41ab-857c-b35efe05095b req-f8e13626-d7bd-4665-aa17-1f315ab24a57 tempest-AttachVolumeNegativeTest-574944362 tempest-AttachVolumeNegativeTest-574944362-project] Synchronizing usage tracker for tenant:5408654e4de147309f8b24e479cf1661 on resource:port {{(pid=82901) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 15:46:11.544570 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.quota.resource [req-271c55f8-5dc3-41ab-857c-b35efe05095b req-f8e13626-d7bd-4665-aa17-1f315ab24a57 tempest-AttachVolumeNegativeTest-574944362 tempest-AttachVolumeNegativeTest-574944362-project] Unset dirty status for tenant:5408654e4de147309f8b24e479cf1661 on resource:port {{(pid=82901) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 15:46:11.546113 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-271c55f8-5dc3-41ab-857c-b35efe05095b req-f8e13626-d7bd-4665-aa17-1f315ab24a57 tempest-AttachVolumeNegativeTest-574944362 tempest-AttachVolumeNegativeTest-574944362-project] 10.222.0.67 "GET /v2.0/ports?device_id=8f22eedc-1d0e-440a-9b10-778fca2e0600 HTTP/1.1" status: 200 len: 210 time: 0.0639307 Feb 09 15:46:12.417547 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c083d328-6425-402a-8976-5115ca8dd4db req-ddc06ed0-9611-48fe-846d-7050ad6ac75f tempest-AttachVolumeShelveTestJSON-409995212 tempest-AttachVolumeShelveTestJSON-409995212-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:46:12.419269 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-c083d328-6425-402a-8976-5115ca8dd4db req-ddc06ed0-9611-48fe-846d-7050ad6ac75f tempest-AttachVolumeShelveTestJSON-409995212 tempest-AttachVolumeShelveTestJSON-409995212-project] 10.222.0.67 "GET /v2.0/ports?device_id=a4e12dd7-341f-4b28-bef9-17c37cbbc785 HTTP/1.1" status: 200 len: 943 time: 0.0888083 Feb 09 15:46:12.468313 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-c083d328-6425-402a-8976-5115ca8dd4db req-55b1ae51-b570-459a-a221-ef5fc391d535 tempest-AttachVolumeShelveTestJSON-409995212 tempest-AttachVolumeShelveTestJSON-409995212-project] 10.222.0.67 "GET /v2.0/security-groups?id=7287f013-6b2f-43b9-b826-2cf86932a253&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432198 Feb 09 15:46:12.717049 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e7be37-8c05-4859-93dd-c7b0cc81f388 req-b08e4fb1-8f5e-48f2-9be9-58d4b68a9392 tempest-ServerRescueNegativeTestJSON-674815279 tempest-ServerRescueNegativeTestJSON-674815279-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:46:12.724366 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-d1e7be37-8c05-4859-93dd-c7b0cc81f388 req-b08e4fb1-8f5e-48f2-9be9-58d4b68a9392 tempest-ServerRescueNegativeTestJSON-674815279 tempest-ServerRescueNegativeTestJSON-674815279-project] 10.222.0.67 "GET /v2.0/ports?device_id=03058e28-beb3-442a-a803-6dc6b224f22f HTTP/1.1" status: 200 len: 945 time: 0.0888360 Feb 09 15:46:12.776656 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-d1e7be37-8c05-4859-93dd-c7b0cc81f388 req-071ea691-bb92-4527-a99c-48d3e64f0b4a tempest-ServerRescueNegativeTestJSON-674815279 tempest-ServerRescueNegativeTestJSON-674815279-project] 10.222.0.67 "GET /v2.0/security-groups?id=ffc79123-c9cb-487f-b3ec-4904a4a85a48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513971 Feb 09 15:46:13.639093 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6da3889-2358-463f-a207-221659fca8a7 req-3a09a0b1-0e6c-435e-a126-c30b3bf86634 tempest-AttachVolumeNegativeTest-574944362 tempest-AttachVolumeNegativeTest-574944362-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:46:13.641791 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-f6da3889-2358-463f-a207-221659fca8a7 req-3a09a0b1-0e6c-435e-a126-c30b3bf86634 tempest-AttachVolumeNegativeTest-574944362 tempest-AttachVolumeNegativeTest-574944362-project] 10.222.0.67 "GET /v2.0/ports?device_id=71ed887c-38f9-4a4b-942b-2ee78a0aceaf HTTP/1.1" status: 200 len: 946 time: 0.0950618 Feb 09 15:46:13.694488 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-f6da3889-2358-463f-a207-221659fca8a7 req-7ae9d9cc-de2f-4be7-a682-c5384f3ed2ab tempest-AttachVolumeNegativeTest-574944362 tempest-AttachVolumeNegativeTest-574944362-project] 10.222.0.67 "GET /v2.0/security-groups?id=8c9b51e4-e908-48c1-8ba4-2cab64c30d74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466056 Feb 09 15:46:13.815626 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c121a3c-beb8-4838-b5b1-3da5abc31607 req-2798a71e-ceb9-4e39-b09a-80c0982e18d2 tempest-AttachVolumeShelveTestJSON-409995212 tempest-AttachVolumeShelveTestJSON-409995212-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:46:13.816130 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-7c121a3c-beb8-4838-b5b1-3da5abc31607 req-2798a71e-ceb9-4e39-b09a-80c0982e18d2 tempest-AttachVolumeShelveTestJSON-409995212 tempest-AttachVolumeShelveTestJSON-409995212-project] 10.222.0.67 "GET /v2.0/ports?device_id=a4e12dd7-341f-4b28-bef9-17c37cbbc785 HTTP/1.1" status: 200 len: 943 time: 0.0844741 Feb 09 15:46:13.866249 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-7c121a3c-beb8-4838-b5b1-3da5abc31607 req-bff0bd8c-dfcb-4ff4-b1e0-b6ebbfe5ea5e tempest-AttachVolumeShelveTestJSON-409995212 tempest-AttachVolumeShelveTestJSON-409995212-project] 10.222.0.67 "GET /v2.0/security-groups?id=7287f013-6b2f-43b9-b826-2cf86932a253&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425992 Feb 09 15:46:14.380760 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.wsgi [-] (82901) accepted ('10.222.0.67', 47370) {{(pid=82901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 15:46:14.522651 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-71ee680c-c9d5-46cb-8d26-ff2a3f9863dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:46:14.555658 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.db.quota.driver [None req-71ee680c-c9d5-46cb-8d26-ff2a3f9863dc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 15:46:14.559514 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.quota.resource [None req-71ee680c-c9d5-46cb-8d26-ff2a3f9863dc admin admin] Usage tracker for resource:security_group_rule and tenant:a55f7abc167d4ddb85e6212bcc2ee2bd is out of sync, need to count used quota {{(pid=82901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 15:46:14.562230 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.quota.resource [None req-71ee680c-c9d5-46cb-8d26-ff2a3f9863dc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 15:46:14.568027 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.db.quota.driver [None req-71ee680c-c9d5-46cb-8d26-ff2a3f9863dc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 15:46:14.636081 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-71ee680c-c9d5-46cb-8d26-ff2a3f9863dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:46:14.641180 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-71ee680c-c9d5-46cb-8d26-ff2a3f9863dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_create {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:46:14.691433 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ee680c-c9d5-46cb-8d26-ff2a3f9863dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=abb311af-13c3-4e70-98cc-0458507e81de,revision_number=1']} {{(pid=82901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:46:14.699721 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [None req-71ee680c-c9d5-46cb-8d26-ff2a3f9863dc admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=a55f7abc167d4ddb85e6212bcc2ee2bd&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3153720 Feb 09 15:46:14.701139 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.wsgi [-] (82901) accepted ('10.222.0.67', 47382) {{(pid=82901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 15:46:14.712950 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.plugins.ml2.rpc [None req-812787cf-6466-4ce1-8c4e-c32e14b18d8a None None] Device 864223d5-2e0a-490c-84e3-dfcd8964c597 no longer exists at agent hyperv_hv-cinder-82510 {{(pid=82903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 15:46:14.749561 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.plugins.ml2.plugin [None req-812787cf-6466-4ce1-8c4e-c32e14b18d8a None None] No Port match for: 864223d5-2e0a-490c-84e3-dfcd8964c597 {{(pid=82903) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 09 15:46:14.750042 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.plugins.ml2.rpc [None req-812787cf-6466-4ce1-8c4e-c32e14b18d8a None None] Device 864223d5-2e0a-490c-84e3-dfcd8964c597 not bound to the agent host hv-cinder-82510 {{(pid=82903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 15:46:14.781847 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-9e62f101-f5f5-4499-9188-bc9622f79b55 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:46:14.810360 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-9e62f101-f5f5-4499-9188-bc9622f79b55 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:46:14.914125 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-9e62f101-f5f5-4499-9188-bc9622f79b55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_delete {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:46:14.933990 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e62f101-f5f5-4499-9188-bc9622f79b55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abb311af-13c3-4e70-98cc-0458507e81de,revision_number=None']} {{(pid=82901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:46:15.001068 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-9e62f101-f5f5-4499-9188-bc9622f79b55 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:46:15.002082 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [None req-9e62f101-f5f5-4499-9188-bc9622f79b55 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/abb311af-13c3-4e70-98cc-0458507e81de HTTP/1.1" status: 204 len: 168 time: 0.2998140 Feb 09 15:46:15.056370 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3382541-26eb-4a9b-987b-a6f88caee1e1 req-c9d78604-17f6-4153-8622-ffa0e0946cbd tempest-AttachVolumeNegativeTest-574944362 tempest-AttachVolumeNegativeTest-574944362-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:46:15.070393 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-a3382541-26eb-4a9b-987b-a6f88caee1e1 req-c9d78604-17f6-4153-8622-ffa0e0946cbd tempest-AttachVolumeNegativeTest-574944362 tempest-AttachVolumeNegativeTest-574944362-project] 10.222.0.67 "GET /v2.0/ports?device_id=71ed887c-38f9-4a4b-942b-2ee78a0aceaf HTTP/1.1" status: 200 len: 946 time: 0.1285405 Feb 09 15:46:15.152272 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-a3382541-26eb-4a9b-987b-a6f88caee1e1 req-0e30e963-58b6-4064-b0ed-861b90cfdeab tempest-AttachVolumeNegativeTest-574944362 tempest-AttachVolumeNegativeTest-574944362-project] 10.222.0.67 "GET /v2.0/security-groups?id=8c9b51e4-e908-48c1-8ba4-2cab64c30d74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808222 Feb 09 15:46:15.260068 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11af1b8-87ea-4fbd-b407-08237bea4cc0 req-1119071a-6691-4c57-8f9b-29f1d6a4d9e1 tempest-AttachVolumeShelveTestJSON-409995212 tempest-AttachVolumeShelveTestJSON-409995212-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:46:15.269646 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-a11af1b8-87ea-4fbd-b407-08237bea4cc0 req-1119071a-6691-4c57-8f9b-29f1d6a4d9e1 tempest-AttachVolumeShelveTestJSON-409995212 tempest-AttachVolumeShelveTestJSON-409995212-project] 10.222.0.67 "GET /v2.0/ports?device_id=a4e12dd7-341f-4b28-bef9-17c37cbbc785 HTTP/1.1" status: 200 len: 943 time: 0.1015739 Feb 09 15:46:15.342706 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-a11af1b8-87ea-4fbd-b407-08237bea4cc0 req-c195f229-881a-4bbc-9ce9-f561775bb79a tempest-AttachVolumeShelveTestJSON-409995212 tempest-AttachVolumeShelveTestJSON-409995212-project] 10.222.0.67 "GET /v2.0/security-groups?id=7287f013-6b2f-43b9-b826-2cf86932a253&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0713727 Feb 09 15:46:15.381756 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37de042f-5e46-4233-a8d5-26de57780ec7 req-1e4395e8-7b0f-4851-8b23-89cb161f4bb2 tempest-AttachVolumeNegativeTest-574944362 tempest-AttachVolumeNegativeTest-574944362-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:46:15.384274 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-37de042f-5e46-4233-a8d5-26de57780ec7 req-1e4395e8-7b0f-4851-8b23-89cb161f4bb2 tempest-AttachVolumeNegativeTest-574944362 tempest-AttachVolumeNegativeTest-574944362-project] 10.222.0.47 "GET /v2.0/ports?device_id=71ed887c-38f9-4a4b-942b-2ee78a0aceaf HTTP/1.1" status: 200 len: 946 time: 0.1755860 Feb 09 15:46:15.473862 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.plugins.ml2.plugin [req-37de042f-5e46-4233-a8d5-26de57780ec7 req-4e7643f8-e5a0-4781-93ea-75750606a2aa tempest-AttachVolumeNegativeTest-574944362 tempest-AttachVolumeNegativeTest-574944362-project] Deleting port 56df3510-a584-4b16-a3b5-6c6c62b3a342 {{(pid=82901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 15:46:15.474532 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [req-37de042f-5e46-4233-a8d5-26de57780ec7 req-4e7643f8-e5a0-4781-93ea-75750606a2aa tempest-AttachVolumeNegativeTest-574944362 tempest-AttachVolumeNegativeTest-574944362-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758701249'] for port, before_delete {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:46:15.725169 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.plugins.ml2.db [req-37de042f-5e46-4233-a8d5-26de57780ec7 req-4e7643f8-e5a0-4781-93ea-75750606a2aa tempest-AttachVolumeNegativeTest-574944362 tempest-AttachVolumeNegativeTest-574944362-project] For port 56df3510-a584-4b16-a3b5-6c6c62b3a342, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=56df3510-a584-4b16-a3b5-6c6c62b3a342,segment=NetworkSegment(61008ea7-600c-42ab-8da1-d2bb9124cbff),segment_id=61008ea7-600c-42ab-8da1-d2bb9124cbff)] {{(pid=82901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:46:15.725532 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [req-37de042f-5e46-4233-a8d5-26de57780ec7 req-4e7643f8-e5a0-4781-93ea-75750606a2aa tempest-AttachVolumeNegativeTest-574944362 tempest-AttachVolumeNegativeTest-574944362-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353601'] for port, precommit_delete {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:46:15.854752 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.plugins.ml2.plugin [req-37de042f-5e46-4233-a8d5-26de57780ec7 req-4e7643f8-e5a0-4781-93ea-75750606a2aa tempest-AttachVolumeNegativeTest-574944362 tempest-AttachVolumeNegativeTest-574944362-project] Calling delete_port for 56df3510-a584-4b16-a3b5-6c6c62b3a342 owned by compute:nova {{(pid=82901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 15:46:16.029542 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [req-37de042f-5e46-4233-a8d5-26de57780ec7 req-4e7643f8-e5a0-4781-93ea-75750606a2aa tempest-AttachVolumeNegativeTest-574944362 tempest-AttachVolumeNegativeTest-574944362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16080037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758755970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756758334046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1282344'] for port, after_delete {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:46:16.042328 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.plugins.ml2.db [None req-812787cf-6466-4ce1-8c4e-c32e14b18d8a None None] get_ports_and_sgs() called for port_ids ['56df3510-a584-4b16-a3b5-6c6c62b3a342'] {{(pid=82903) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 09 15:46:16.083033 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e7643f8-e5a0-4781-93ea-75750606a2aa tempest-AttachVolumeNegativeTest-574944362 tempest-AttachVolumeNegativeTest-574944362-project] Pushing event deleted for resources: {'Port': ['ID=56df3510-a584-4b16-a3b5-6c6c62b3a342,revision_number=None']} {{(pid=82901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:46:16.166713 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.db.l3_dvrscheduler_db [req-37de042f-5e46-4233-a8d5-26de57780ec7 req-4e7643f8-e5a0-4781-93ea-75750606a2aa tempest-AttachVolumeNegativeTest-574944362 tempest-AttachVolumeNegativeTest-574944362-project] No DVR routers for this DVR port 56df3510-a584-4b16-a3b5-6c6c62b3a342 on host hv-cinder-82510 {{(pid=82901) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 15:46:16.169360 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [req-37de042f-5e46-4233-a8d5-26de57780ec7 req-4e7643f8-e5a0-4781-93ea-75750606a2aa tempest-AttachVolumeNegativeTest-574944362 tempest-AttachVolumeNegativeTest-574944362-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205010'] for port, before_response {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:46:16.172061 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71ed887c-38f9-4a4b-942b-2ee78a0aceaf', 'name': 'network-vif-deleted', 'tag': '56df3510-a584-4b16-a3b5-6c6c62b3a342'}] {{(pid=82901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 15:46:16.197463 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-37de042f-5e46-4233-a8d5-26de57780ec7 req-4e7643f8-e5a0-4781-93ea-75750606a2aa tempest-AttachVolumeNegativeTest-574944362 tempest-AttachVolumeNegativeTest-574944362-project] 10.222.0.47 "DELETE /v2.0/ports/56df3510-a584-4b16-a3b5-6c6c62b3a342 HTTP/1.1" status: 204 len: 173 time: 0.8042703 Feb 09 15:46:16.250519 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71ed887c-38f9-4a4b-942b-2ee78a0aceaf', 'name': 'network-vif-deleted', 'tag': '56df3510-a584-4b16-a3b5-6c6c62b3a342', 'status': 'completed', 'code': 200} Feb 09 15:46:16.340410 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.quota.resource [req-f35666ec-0f48-4ed8-b8a4-9e7f0b6f9015 req-935a409b-9677-40d7-be1f-4426758774f1 tempest-AttachVolumeNegativeTest-574944362 tempest-AttachVolumeNegativeTest-574944362-project] Synchronizing usage tracker for tenant:5408654e4de147309f8b24e479cf1661 on resource:port {{(pid=82901) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 15:46:16.358193 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.quota.resource [req-f35666ec-0f48-4ed8-b8a4-9e7f0b6f9015 req-935a409b-9677-40d7-be1f-4426758774f1 tempest-AttachVolumeNegativeTest-574944362 tempest-AttachVolumeNegativeTest-574944362-project] Unset dirty status for tenant:5408654e4de147309f8b24e479cf1661 on resource:port {{(pid=82901) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 15:46:16.359441 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-f35666ec-0f48-4ed8-b8a4-9e7f0b6f9015 req-935a409b-9677-40d7-be1f-4426758774f1 tempest-AttachVolumeNegativeTest-574944362 tempest-AttachVolumeNegativeTest-574944362-project] 10.222.0.67 "GET /v2.0/ports?device_id=71ed887c-38f9-4a4b-942b-2ee78a0aceaf HTTP/1.1" status: 200 len: 210 time: 0.0702236 Feb 09 15:46:16.584564 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2931794-2ca6-4e4d-ba95-3f9db5607a3c req-c90f45e3-43d9-45ca-8851-0371efde924a tempest-AttachVolumeShelveTestJSON-409995212 tempest-AttachVolumeShelveTestJSON-409995212-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:46:16.586741 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-b2931794-2ca6-4e4d-ba95-3f9db5607a3c req-c90f45e3-43d9-45ca-8851-0371efde924a tempest-AttachVolumeShelveTestJSON-409995212 tempest-AttachVolumeShelveTestJSON-409995212-project] 10.222.0.67 "GET /v2.0/ports?device_id=a4e12dd7-341f-4b28-bef9-17c37cbbc785 HTTP/1.1" status: 200 len: 943 time: 0.0813181 Feb 09 15:46:16.644648 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-b2931794-2ca6-4e4d-ba95-3f9db5607a3c req-c1ca5983-6619-48e0-b86e-78aa7b95cd3e tempest-AttachVolumeShelveTestJSON-409995212 tempest-AttachVolumeShelveTestJSON-409995212-project] 10.222.0.67 "GET /v2.0/security-groups?id=7287f013-6b2f-43b9-b826-2cf86932a253&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521824 Feb 09 15:46:17.476560 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.wsgi [-] (82901) accepted ('10.222.0.67', 47458) {{(pid=82901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 15:46:17.536155 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.db.db_base_plugin_v2 [None req-edaf75de-a6c2-401f-9073-af75ac764c7c admin admin] Deleting subnet d622abef-cdcb-4b2b-b25a-610e3a6ed20d {{(pid=82901) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 09 15:46:17.539332 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-edaf75de-a6c2-401f-9073-af75ac764c7c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:46:17.596698 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-edaf75de-a6c2-401f-9073-af75ac764c7c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1218918'] for subnet, precommit_delete_associations {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:46:17.668384 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-edaf75de-a6c2-401f-9073-af75ac764c7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16020776'] for subnet, precommit_delete {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:46:17.774027 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-edaf75de-a6c2-401f-9073-af75ac764c7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16020753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1282551', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1319926'] for subnet, after_delete {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:46:17.814704 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edaf75de-a6c2-401f-9073-af75ac764c7c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d622abef-cdcb-4b2b-b25a-610e3a6ed20d,revision_number=None']} {{(pid=82901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:46:17.818721 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-edaf75de-a6c2-401f-9073-af75ac764c7c admin admin] Notify callbacks [] for subnet, before_response {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:46:17.825835 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [None req-edaf75de-a6c2-401f-9073-af75ac764c7c admin admin] 10.222.0.67 "DELETE /v2.0/subnets/d622abef-cdcb-4b2b-b25a-610e3a6ed20d HTTP/1.1" status: 204 len: 168 time: 0.3482151 Feb 09 15:46:17.828483 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.wsgi [-] (82901) accepted ('10.222.0.67', 47472) {{(pid=82901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 15:46:17.907293 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a0bdce-3089-4ceb-8829-326be2bfde4b req-f9e5ca00-8ee2-4363-9923-33c4e1a28e35 tempest-AttachVolumeShelveTestJSON-409995212 tempest-AttachVolumeShelveTestJSON-409995212-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:46:17.908886 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-19a0bdce-3089-4ceb-8829-326be2bfde4b req-f9e5ca00-8ee2-4363-9923-33c4e1a28e35 tempest-AttachVolumeShelveTestJSON-409995212 tempest-AttachVolumeShelveTestJSON-409995212-project] 10.222.0.67 "GET /v2.0/ports?device_id=a4e12dd7-341f-4b28-bef9-17c37cbbc785 HTTP/1.1" status: 200 len: 943 time: 0.1008329 Feb 09 15:46:17.994377 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-19a0bdce-3089-4ceb-8829-326be2bfde4b req-e607eb9f-25da-4835-a4f2-cd3c94e4d219 tempest-AttachVolumeShelveTestJSON-409995212 tempest-AttachVolumeShelveTestJSON-409995212-project] 10.222.0.67 "GET /v2.0/security-groups?id=7287f013-6b2f-43b9-b826-2cf86932a253&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0727739 Feb 09 15:46:18.022903 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-ea9a8fb3-2eea-4ccb-9cad-542a6622de20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15997498'] for network, before_delete {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:46:18.191117 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-ea9a8fb3-2eea-4ccb-9cad-542a6622de20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16022693', 'neutron.services.segments.db._delete_segments_for_network-8756758786151'] for network, precommit_delete {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:46:18.225970 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.services.segments.db [None req-ea9a8fb3-2eea-4ccb-9cad-542a6622de20 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['072a4996-791d-4390-ba5a-5e0a5fbf88c4']}} {{(pid=82901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:46:18.241232 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.services.segments.db [None req-ea9a8fb3-2eea-4ccb-9cad-542a6622de20 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '61008ea7-600c-42ab-8da1-d2bb9124cbff') {'for_net_delete': True} {{(pid=82901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:46:18.241453 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.services.segments.db [None req-ea9a8fb3-2eea-4ccb-9cad-542a6622de20 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '61008ea7-600c-42ab-8da1-d2bb9124cbff') {} {{(pid=82901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:46:18.255442 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-ea9a8fb3-2eea-4ccb-9cad-542a6622de20 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756758785262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1218925'] for segment, before_delete {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:46:18.276757 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f592a03d-b26d-43b3-bc58-36540418c9c5 req-0cd66887-1844-4a2f-a725-95da82d26295 tempest-ServerRescueNegativeTestJSON-674815279 tempest-ServerRescueNegativeTestJSON-674815279-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:46:18.278192 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-f592a03d-b26d-43b3-bc58-36540418c9c5 req-0cd66887-1844-4a2f-a725-95da82d26295 tempest-ServerRescueNegativeTestJSON-674815279 tempest-ServerRescueNegativeTestJSON-674815279-project] 10.222.0.67 "GET /v2.0/ports?device_id=02052525-11c7-42a2-bbb0-76ffebf59eb3 HTTP/1.1" status: 200 len: 945 time: 0.1982994 Feb 09 15:46:18.279052 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-ea9a8fb3-2eea-4ccb-9cad-542a6622de20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16132466'] for segment, precommit_delete {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:46:18.286919 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ea9a8fb3-2eea-4ccb-9cad-542a6622de20 admin admin] Releasing vlan 822 on physical network physnet1 to pool {{(pid=82901) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 09 15:46:18.287225 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-ea9a8fb3-2eea-4ccb-9cad-542a6622de20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16020097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1282397'] for segment, after_delete {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:46:18.300395 dv-cinder-825105-1-iscsi neutron-server[82901]: Traceback (most recent call last): Feb 09 15:46:18.300395 dv-cinder-825105-1-iscsi neutron-server[82901]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 09 15:46:18.300395 dv-cinder-825105-1-iscsi neutron-server[82901]: timer() Feb 09 15:46:18.300395 dv-cinder-825105-1-iscsi neutron-server[82901]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 15:46:18.300395 dv-cinder-825105-1-iscsi neutron-server[82901]: cb(*args, **kw) Feb 09 15:46:18.300395 dv-cinder-825105-1-iscsi neutron-server[82901]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 15:46:18.300395 dv-cinder-825105-1-iscsi neutron-server[82901]: return func(*args, **kwargs) Feb 09 15:46:18.300395 dv-cinder-825105-1-iscsi neutron-server[82901]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 15:46:18.300395 dv-cinder-825105-1-iscsi neutron-server[82901]: self._notify() Feb 09 15:46:18.300395 dv-cinder-825105-1-iscsi neutron-server[82901]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 15:46:18.300395 dv-cinder-825105-1-iscsi neutron-server[82901]: self.callback(batched_events) Feb 09 15:46:18.300395 dv-cinder-825105-1-iscsi neutron-server[82901]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 15:46:18.300395 dv-cinder-825105-1-iscsi neutron-server[82901]: event.method(event) Feb 09 15:46:18.300395 dv-cinder-825105-1-iscsi neutron-server[82901]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 15:46:18.300395 dv-cinder-825105-1-iscsi neutron-server[82901]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 15:46:18.300395 dv-cinder-825105-1-iscsi neutron-server[82901]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 15:46:18.300395 dv-cinder-825105-1-iscsi neutron-server[82901]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 15:46:18.300395 dv-cinder-825105-1-iscsi neutron-server[82901]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 15:46:18.300395 dv-cinder-825105-1-iscsi neutron-server[82901]: return f(self, *a, **k) Feb 09 15:46:18.300395 dv-cinder-825105-1-iscsi neutron-server[82901]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 15:46:18.300395 dv-cinder-825105-1-iscsi neutron-server[82901]: return self._get(url).json() Feb 09 15:46:18.300395 dv-cinder-825105-1-iscsi neutron-server[82901]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 15:46:18.300395 dv-cinder-825105-1-iscsi neutron-server[82901]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 15:46:18.300395 dv-cinder-825105-1-iscsi neutron-server[82901]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 09 15:46:18.300395 dv-cinder-825105-1-iscsi neutron-server[82901]: return self.request(url, 'GET', **kwargs) Feb 09 15:46:18.300395 dv-cinder-825105-1-iscsi neutron-server[82901]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 09 15:46:18.300395 dv-cinder-825105-1-iscsi neutron-server[82901]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 15:46:18.300395 dv-cinder-825105-1-iscsi neutron-server[82901]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 09 15:46:18.300395 dv-cinder-825105-1-iscsi neutron-server[82901]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 15:46:18.300395 dv-cinder-825105-1-iscsi neutron-server[82901]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 09 15:46:18.300395 dv-cinder-825105-1-iscsi neutron-server[82901]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 15:46:18.300395 dv-cinder-825105-1-iscsi neutron-server[82901]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 15:46:18.403267 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-ea9a8fb3-2eea-4ccb-9cad-542a6622de20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16022698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124156', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-406359'] for network, after_delete {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:46:18.406903 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-f592a03d-b26d-43b3-bc58-36540418c9c5 req-48435dfd-da56-4302-ac94-b697aa13638b tempest-ServerRescueNegativeTestJSON-674815279 tempest-ServerRescueNegativeTestJSON-674815279-project] 10.222.0.67 "GET /v2.0/security-groups?id=ffc79123-c9cb-487f-b3ec-4904a4a85a48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230664 Feb 09 15:46:18.423319 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-ea9a8fb3-2eea-4ccb-9cad-542a6622de20 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16124149'] for network, before_response {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:46:18.430126 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea9a8fb3-2eea-4ccb-9cad-542a6622de20 admin admin] Pushing event deleted for resources: {'Network': ['ID=072a4996-791d-4390-ba5a-5e0a5fbf88c4,revision_number=None']} {{(pid=82901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:46:18.441137 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [None req-ea9a8fb3-2eea-4ccb-9cad-542a6622de20 admin admin] 10.222.0.67 "DELETE /v2.0/networks/072a4996-791d-4390-ba5a-5e0a5fbf88c4 HTTP/1.1" status: 204 len: 168 time: 0.6116307 Feb 09 15:46:18.651711 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.wsgi [-] (82901) accepted ('10.222.0.67', 47486) {{(pid=82901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 15:46:18.705119 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [None req-5c79ece7-eb27-4517-975d-08f87cdb0385 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=5408654e4de147309f8b24e479cf1661&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0519450 Feb 09 15:46:18.709155 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.wsgi [-] (82902) accepted ('10.222.0.67', 47490) {{(pid=82902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 15:46:18.717688 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.plugins.ml2.rpc [None req-812787cf-6466-4ce1-8c4e-c32e14b18d8a None None] Device 904e54cb-793e-4660-858f-1650c6d06eda details requested by agent hyperv_hv-cinder-82510 with host hv-cinder-82510 {{(pid=82903) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 15:46:18.722461 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.plugins.ml2.rpc [None req-812787cf-6466-4ce1-8c4e-c32e14b18d8a None None] Device 56df3510-a584-4b16-a3b5-6c6c62b3a342 no longer exists at agent hyperv_hv-cinder-82510 {{(pid=82903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 15:46:18.758828 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.plugins.ml2.plugin [None req-812787cf-6466-4ce1-8c4e-c32e14b18d8a None None] No Port match for: 56df3510-a584-4b16-a3b5-6c6c62b3a342 {{(pid=82903) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 09 15:46:18.759071 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.plugins.ml2.rpc [None req-812787cf-6466-4ce1-8c4e-c32e14b18d8a None None] Device 56df3510-a584-4b16-a3b5-6c6c62b3a342 not bound to the agent host hv-cinder-82510 {{(pid=82903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 15:46:18.774622 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-031de7f1-3fb7-4b5c-a220-c36d3ca82280 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:46:18.805307 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-031de7f1-3fb7-4b5c-a220-c36d3ca82280 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:46:18.877622 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-031de7f1-3fb7-4b5c-a220-c36d3ca82280 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_delete {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:46:18.896587 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031de7f1-3fb7-4b5c-a220-c36d3ca82280 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c9b51e4-e908-48c1-8ba4-2cab64c30d74,revision_number=None']} {{(pid=82902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:46:18.899176 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.plugins.ml2.db [None req-812787cf-6466-4ce1-8c4e-c32e14b18d8a None None] For port 904e54cb-793e-4660-858f-1650c6d06eda, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=904e54cb-793e-4660-858f-1650c6d06eda,segment=NetworkSegment(47be4392-46be-4f67-a93c-733fd962f305),segment_id=47be4392-46be-4f67-a93c-733fd962f305)] {{(pid=82903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:46:18.915058 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.plugins.ml2.rpc [None req-812787cf-6466-4ce1-8c4e-c32e14b18d8a None None] Returning: {'device': '904e54cb-793e-4660-858f-1650c6d06eda', 'network_id': '515106f2-407b-4cd0-874f-592278142559', 'port_id': '904e54cb-793e-4660-858f-1650c6d06eda', 'mac_address': 'fa:16:3e:6e:be:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 843, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f6c0b2aa-667d-4387-9940-6f1b97474e6c', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82903) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 15:46:18.918995 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-031de7f1-3fb7-4b5c-a220-c36d3ca82280 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:46:18.920286 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [None req-031de7f1-3fb7-4b5c-a220-c36d3ca82280 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/8c9b51e4-e908-48c1-8ba4-2cab64c30d74 HTTP/1.1" status: 204 len: 168 time: 0.2101288 Feb 09 15:46:18.989652 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-812787cf-6466-4ce1-8c4e-c32e14b18d8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16080601'] for port, before_update {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:46:19.011742 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.notifiers.nova [None req-812787cf-6466-4ce1-8c4e-c32e14b18d8a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 904e54cb-793e-4660-858f-1650c6d06eda {{(pid=82903) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 15:46:19.028435 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.plugins.ml2.db [None req-812787cf-6466-4ce1-8c4e-c32e14b18d8a None None] For port 904e54cb-793e-4660-858f-1650c6d06eda, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=904e54cb-793e-4660-858f-1650c6d06eda,segment=NetworkSegment(47be4392-46be-4f67-a93c-733fd962f305),segment_id=47be4392-46be-4f67-a93c-733fd962f305)] {{(pid=82903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:46:19.045594 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-812787cf-6466-4ce1-8c4e-c32e14b18d8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16080037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758755988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756758334055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756758334100'] for port, after_update {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:46:19.116002 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812787cf-6466-4ce1-8c4e-c32e14b18d8a None None] Pushing event updated for resources: {'Port': ['ID=904e54cb-793e-4660-858f-1650c6d06eda,revision_number=9']} {{(pid=82903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:46:19.126033 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-812787cf-6466-4ce1-8c4e-c32e14b18d8a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825105-1-iscsi {{(pid=82903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:46:19.126572 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-812787cf-6466-4ce1-8c4e-c32e14b18d8a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825105-1-iscsi {{(pid=82903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:46:19.127039 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-812787cf-6466-4ce1-8c4e-c32e14b18d8a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825105-1-iscsi {{(pid=82903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:46:19.127690 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-812787cf-6466-4ce1-8c4e-c32e14b18d8a None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825105-1-iscsi {{(pid=82903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:46:19.128186 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-812787cf-6466-4ce1-8c4e-c32e14b18d8a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825105-1-iscsi {{(pid=82903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:46:19.128616 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-812787cf-6466-4ce1-8c4e-c32e14b18d8a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-825105-1-iscsi {{(pid=82903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:46:19.129125 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-812787cf-6466-4ce1-8c4e-c32e14b18d8a None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825105-1-iscsi {{(pid=82903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:46:19.130272 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-812787cf-6466-4ce1-8c4e-c32e14b18d8a None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825105-1-iscsi {{(pid=82903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:46:19.130717 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-812787cf-6466-4ce1-8c4e-c32e14b18d8a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825105-1-iscsi {{(pid=82903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:46:19.131496 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-812787cf-6466-4ce1-8c4e-c32e14b18d8a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825105-1-iscsi {{(pid=82903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:46:19.132029 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-812787cf-6466-4ce1-8c4e-c32e14b18d8a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825105-1-iscsi {{(pid=82903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:46:19.235671 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c99dc9-b09e-408b-bdcf-ec4583fa5990 req-08964f03-5c46-4a78-9e1d-2c5b482acd27 tempest-AttachVolumeShelveTestJSON-409995212 tempest-AttachVolumeShelveTestJSON-409995212-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:46:19.237163 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-d0c99dc9-b09e-408b-bdcf-ec4583fa5990 req-08964f03-5c46-4a78-9e1d-2c5b482acd27 tempest-AttachVolumeShelveTestJSON-409995212 tempest-AttachVolumeShelveTestJSON-409995212-project] 10.222.0.67 "GET /v2.0/ports?device_id=a4e12dd7-341f-4b28-bef9-17c37cbbc785 HTTP/1.1" status: 200 len: 944 time: 0.0831656 Feb 09 15:46:19.288847 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-d0c99dc9-b09e-408b-bdcf-ec4583fa5990 req-43f9d790-1fac-40b4-b236-2cd172b33080 tempest-AttachVolumeShelveTestJSON-409995212 tempest-AttachVolumeShelveTestJSON-409995212-project] 10.222.0.67 "GET /v2.0/security-groups?id=7287f013-6b2f-43b9-b826-2cf86932a253&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447924 Feb 09 15:46:19.331758 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.plugins.ml2.db [None req-812787cf-6466-4ce1-8c4e-c32e14b18d8a None None] get_ports_and_sgs() called for port_ids ['904e54cb-793e-4660-858f-1650c6d06eda'] {{(pid=82903) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 09 15:46:19.663596 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107357c8-b68c-417c-bbbe-6ed3ecc254ad req-0bad885f-6208-40f9-8217-b2afc80a18d3 tempest-ServerRescueNegativeTestJSON-674815279 tempest-ServerRescueNegativeTestJSON-674815279-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:46:19.665684 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-107357c8-b68c-417c-bbbe-6ed3ecc254ad req-0bad885f-6208-40f9-8217-b2afc80a18d3 tempest-ServerRescueNegativeTestJSON-674815279 tempest-ServerRescueNegativeTestJSON-674815279-project] 10.222.0.67 "GET /v2.0/ports?device_id=02052525-11c7-42a2-bbb0-76ffebf59eb3 HTTP/1.1" status: 200 len: 945 time: 0.0824926 Feb 09 15:46:19.716092 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-107357c8-b68c-417c-bbbe-6ed3ecc254ad req-eea122e3-49c1-40b5-9186-487e8a8cc0fd tempest-ServerRescueNegativeTestJSON-674815279 tempest-ServerRescueNegativeTestJSON-674815279-project] 10.222.0.67 "GET /v2.0/security-groups?id=ffc79123-c9cb-487f-b3ec-4904a4a85a48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447526 Feb 09 15:46:19.945529 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.wsgi [-] (82902) accepted ('10.222.0.67', 47530) {{(pid=82902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 15:46:20.096526 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-13c09c55-b4d3-4cf7-85d9-d586b083f67a admin admin] Notify callbacks [] for security_group, before_create {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:46:20.128500 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.db.quota.driver [None req-13c09c55-b4d3-4cf7-85d9-d586b083f67a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 15:46:20.133027 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.quota.resource [None req-13c09c55-b4d3-4cf7-85d9-d586b083f67a admin admin] Usage tracker for resource:security_group_rule and tenant:ab6246c650954ac79043e0531a56a775 is out of sync, need to count used quota {{(pid=82902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 15:46:20.136279 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.quota.resource [None req-13c09c55-b4d3-4cf7-85d9-d586b083f67a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 15:46:20.141970 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.db.quota.driver [None req-13c09c55-b4d3-4cf7-85d9-d586b083f67a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 15:46:20.214471 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-13c09c55-b4d3-4cf7-85d9-d586b083f67a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:46:20.218476 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-13c09c55-b4d3-4cf7-85d9-d586b083f67a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_create {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:46:20.266246 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c09c55-b4d3-4cf7-85d9-d586b083f67a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72dedbe4-b770-486e-87a9-3b1140a94692,revision_number=1']} {{(pid=82902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:46:20.273229 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [None req-13c09c55-b4d3-4cf7-85d9-d586b083f67a admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=ab6246c650954ac79043e0531a56a775&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3242364 Feb 09 15:46:20.273550 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.wsgi [-] (82902) accepted ('10.222.0.67', 47540) {{(pid=82902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 15:46:20.338036 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-e572adc5-e18a-4642-baa2-44ce74faf4b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:46:20.369709 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-e572adc5-e18a-4642-baa2-44ce74faf4b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:46:20.427754 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-e572adc5-e18a-4642-baa2-44ce74faf4b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_delete {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:46:20.444270 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e572adc5-e18a-4642-baa2-44ce74faf4b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72dedbe4-b770-486e-87a9-3b1140a94692,revision_number=None']} {{(pid=82902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:46:20.450928 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-e572adc5-e18a-4642-baa2-44ce74faf4b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:46:20.452005 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [None req-e572adc5-e18a-4642-baa2-44ce74faf4b1 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/72dedbe4-b770-486e-87a9-3b1140a94692 HTTP/1.1" status: 204 len: 168 time: 0.1777089 Feb 09 15:46:20.568067 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a882f152-4a3c-4666-b8ce-826eb9da9d76 req-eaf9b114-0fc8-4060-897e-f8173c3d40f6 tempest-AttachVolumeShelveTestJSON-409995212 tempest-AttachVolumeShelveTestJSON-409995212-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:46:20.575139 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-a882f152-4a3c-4666-b8ce-826eb9da9d76 req-eaf9b114-0fc8-4060-897e-f8173c3d40f6 tempest-AttachVolumeShelveTestJSON-409995212 tempest-AttachVolumeShelveTestJSON-409995212-project] 10.222.0.67 "GET /v2.0/ports?device_id=a4e12dd7-341f-4b28-bef9-17c37cbbc785 HTTP/1.1" status: 200 len: 944 time: 0.1142523 Feb 09 15:46:20.633079 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-a882f152-4a3c-4666-b8ce-826eb9da9d76 req-ad808424-3950-4b4d-9632-75519774be35 tempest-AttachVolumeShelveTestJSON-409995212 tempest-AttachVolumeShelveTestJSON-409995212-project] 10.222.0.67 "GET /v2.0/security-groups?id=7287f013-6b2f-43b9-b826-2cf86932a253&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0567663 Feb 09 15:46:20.937347 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115b6e0b-862e-4b40-9af9-ca0683aca989 req-1bb9bec5-67f4-41fe-8a47-0c7bce336379 tempest-ServerRescueNegativeTestJSON-674815279 tempest-ServerRescueNegativeTestJSON-674815279-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:46:20.938768 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-115b6e0b-862e-4b40-9af9-ca0683aca989 req-1bb9bec5-67f4-41fe-8a47-0c7bce336379 tempest-ServerRescueNegativeTestJSON-674815279 tempest-ServerRescueNegativeTestJSON-674815279-project] 10.222.0.67 "GET /v2.0/ports?device_id=02052525-11c7-42a2-bbb0-76ffebf59eb3 HTTP/1.1" status: 200 len: 945 time: 0.0824981 Feb 09 15:46:20.985796 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-115b6e0b-862e-4b40-9af9-ca0683aca989 req-4e2a5b91-5c17-498d-ad9b-f938f5e6e9bb tempest-ServerRescueNegativeTestJSON-674815279 tempest-ServerRescueNegativeTestJSON-674815279-project] 10.222.0.67 "GET /v2.0/security-groups?id=ffc79123-c9cb-487f-b3ec-4904a4a85a48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410433 Feb 09 15:46:21.862192 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de707e7-775c-4b94-8420-f6d33e3229ef req-565eb96b-b1fb-4a3c-b7b5-57c9f723bc66 tempest-AttachVolumeShelveTestJSON-409995212 tempest-AttachVolumeShelveTestJSON-409995212-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:46:21.865211 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-5de707e7-775c-4b94-8420-f6d33e3229ef req-565eb96b-b1fb-4a3c-b7b5-57c9f723bc66 tempest-AttachVolumeShelveTestJSON-409995212 tempest-AttachVolumeShelveTestJSON-409995212-project] 10.222.0.67 "GET /v2.0/ports?device_id=a4e12dd7-341f-4b28-bef9-17c37cbbc785 HTTP/1.1" status: 200 len: 944 time: 0.0842044 Feb 09 15:46:21.914742 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-5de707e7-775c-4b94-8420-f6d33e3229ef req-f6268f02-9e88-4f1d-bd4b-f5043dc6d820 tempest-AttachVolumeShelveTestJSON-409995212 tempest-AttachVolumeShelveTestJSON-409995212-project] 10.222.0.67 "GET /v2.0/security-groups?id=7287f013-6b2f-43b9-b826-2cf86932a253&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433719 Feb 09 15:46:22.180607 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120334d3-6265-478d-bdc2-9417e223c4a8 req-0b03c171-2af0-4711-8c0e-e0498b83aac2 tempest-ServerRescueNegativeTestJSON-674815279 tempest-ServerRescueNegativeTestJSON-674815279-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:46:22.182044 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-120334d3-6265-478d-bdc2-9417e223c4a8 req-0b03c171-2af0-4711-8c0e-e0498b83aac2 tempest-ServerRescueNegativeTestJSON-674815279 tempest-ServerRescueNegativeTestJSON-674815279-project] 10.222.0.67 "GET /v2.0/ports?device_id=02052525-11c7-42a2-bbb0-76ffebf59eb3 HTTP/1.1" status: 200 len: 945 time: 0.0763247 Feb 09 15:46:22.226399 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-120334d3-6265-478d-bdc2-9417e223c4a8 req-ba42c75f-0da1-40b9-8dab-8ef2c4a1ef67 tempest-ServerRescueNegativeTestJSON-674815279 tempest-ServerRescueNegativeTestJSON-674815279-project] 10.222.0.67 "GET /v2.0/security-groups?id=ffc79123-c9cb-487f-b3ec-4904a4a85a48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388834 Feb 09 15:46:22.760862 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.plugins.ml2.rpc [None req-812787cf-6466-4ce1-8c4e-c32e14b18d8a None None] Device 904e54cb-793e-4660-858f-1650c6d06eda up at agent hyperv_hv-cinder-82510 {{(pid=82903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 15:46:22.836947 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.db.provisioning_blocks [None req-812787cf-6466-4ce1-8c4e-c32e14b18d8a None None] Provisioning complete for port 904e54cb-793e-4660-858f-1650c6d06eda triggered by entity L2. {{(pid=82903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:46:22.837828 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-812787cf-6466-4ce1-8c4e-c32e14b18d8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16008948'] for port, provisioning_complete {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:46:22.985860 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-812787cf-6466-4ce1-8c4e-c32e14b18d8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16080601'] for port, before_update {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:46:22.995896 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27e1f90-4c74-414d-8f26-dd938ababeff req-27dec9fa-f750-413d-a5c0-7303db8464e0 tempest-ServerRescueNegativeTestJSON-674815279 tempest-ServerRescueNegativeTestJSON-674815279-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:46:22.997420 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-c27e1f90-4c74-414d-8f26-dd938ababeff req-27dec9fa-f750-413d-a5c0-7303db8464e0 tempest-ServerRescueNegativeTestJSON-674815279 tempest-ServerRescueNegativeTestJSON-674815279-project] 10.222.0.47 "GET /v2.0/ports?device_id=02052525-11c7-42a2-bbb0-76ffebf59eb3 HTTP/1.1" status: 200 len: 945 time: 0.0911677 Feb 09 15:46:23.022097 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4e12dd7-341f-4b28-bef9-17c37cbbc785', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '904e54cb-793e-4660-858f-1650c6d06eda'}] {{(pid=82903) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 15:46:23.033641 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.plugins.ml2.db [None req-812787cf-6466-4ce1-8c4e-c32e14b18d8a None None] For port 904e54cb-793e-4660-858f-1650c6d06eda, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=904e54cb-793e-4660-858f-1650c6d06eda,segment=NetworkSegment(47be4392-46be-4f67-a93c-733fd962f305),segment_id=47be4392-46be-4f67-a93c-733fd962f305)] {{(pid=82903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:46:23.040189 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-812787cf-6466-4ce1-8c4e-c32e14b18d8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16080037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758755988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756758334055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756758334100'] for port, after_update {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:46:23.118693 dv-cinder-825105-1-iscsi neutron-server[82903]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4e12dd7-341f-4b28-bef9-17c37cbbc785', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '904e54cb-793e-4660-858f-1650c6d06eda', 'code': 200} Feb 09 15:46:23.122313 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.plugins.ml2.plugin [req-c27e1f90-4c74-414d-8f26-dd938ababeff req-cad211c8-39ba-4373-b78c-6463ea0fdd7a tempest-ServerRescueNegativeTestJSON-674815279 tempest-ServerRescueNegativeTestJSON-674815279-project] Deleting port 18370f30-9daf-4ae9-b902-89219faf32d6 {{(pid=82901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 15:46:23.122646 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [req-c27e1f90-4c74-414d-8f26-dd938ababeff req-cad211c8-39ba-4373-b78c-6463ea0fdd7a tempest-ServerRescueNegativeTestJSON-674815279 tempest-ServerRescueNegativeTestJSON-674815279-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758701249'] for port, before_delete {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:46:23.136830 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812787cf-6466-4ce1-8c4e-c32e14b18d8a None None] Pushing event updated for resources: {'Port': ['ID=904e54cb-793e-4660-858f-1650c6d06eda,revision_number=10']} {{(pid=82903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:46:23.283230 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512343be-c734-4dfa-82e4-42f7d73b4e4c req-c1965530-3de6-4b81-b5bc-a22a1cddfeb9 tempest-AttachVolumeShelveTestJSON-409995212 tempest-AttachVolumeShelveTestJSON-409995212-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:46:23.284889 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-512343be-c734-4dfa-82e4-42f7d73b4e4c req-c1965530-3de6-4b81-b5bc-a22a1cddfeb9 tempest-AttachVolumeShelveTestJSON-409995212 tempest-AttachVolumeShelveTestJSON-409995212-project] 10.222.0.67 "GET /v2.0/ports?device_id=a4e12dd7-341f-4b28-bef9-17c37cbbc785 HTTP/1.1" status: 200 len: 946 time: 0.2060425 Feb 09 15:46:23.425180 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-512343be-c734-4dfa-82e4-42f7d73b4e4c req-fc4965fe-f923-414b-8a53-6805fe23efdc tempest-AttachVolumeShelveTestJSON-409995212 tempest-AttachVolumeShelveTestJSON-409995212-project] 10.222.0.67 "GET /v2.0/security-groups?id=7287f013-6b2f-43b9-b826-2cf86932a253&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0871024 Feb 09 15:46:23.467770 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.plugins.ml2.db [req-c27e1f90-4c74-414d-8f26-dd938ababeff req-cad211c8-39ba-4373-b78c-6463ea0fdd7a tempest-ServerRescueNegativeTestJSON-674815279 tempest-ServerRescueNegativeTestJSON-674815279-project] For port 18370f30-9daf-4ae9-b902-89219faf32d6, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=18370f30-9daf-4ae9-b902-89219faf32d6,segment=NetworkSegment(e45f7a5f-6f06-4d7c-998a-a4068d4c9621),segment_id=e45f7a5f-6f06-4d7c-998a-a4068d4c9621)] {{(pid=82901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:46:23.468385 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [req-c27e1f90-4c74-414d-8f26-dd938ababeff req-cad211c8-39ba-4373-b78c-6463ea0fdd7a tempest-ServerRescueNegativeTestJSON-674815279 tempest-ServerRescueNegativeTestJSON-674815279-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353601'] for port, precommit_delete {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:46:23.478060 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604d90d9-d50d-4949-8c4f-54b6483e625e req-ad8abe35-a12c-4347-b930-08e64bd79541 tempest-ServerRescueNegativeTestJSON-674815279 tempest-ServerRescueNegativeTestJSON-674815279-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:46:23.479592 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-604d90d9-d50d-4949-8c4f-54b6483e625e req-ad8abe35-a12c-4347-b930-08e64bd79541 tempest-ServerRescueNegativeTestJSON-674815279 tempest-ServerRescueNegativeTestJSON-674815279-project] 10.222.0.67 "GET /v2.0/ports?device_id=02052525-11c7-42a2-bbb0-76ffebf59eb3 HTTP/1.1" status: 200 len: 945 time: 0.1212292 Feb 09 15:46:23.584691 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-604d90d9-d50d-4949-8c4f-54b6483e625e req-5097d78f-8326-4d34-9fdc-b3fc74cf488c tempest-ServerRescueNegativeTestJSON-674815279 tempest-ServerRescueNegativeTestJSON-674815279-project] 10.222.0.67 "GET /v2.0/security-groups?id=ffc79123-c9cb-487f-b3ec-4904a4a85a48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867784 Feb 09 15:46:23.623623 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.plugins.ml2.plugin [req-c27e1f90-4c74-414d-8f26-dd938ababeff req-cad211c8-39ba-4373-b78c-6463ea0fdd7a tempest-ServerRescueNegativeTestJSON-674815279 tempest-ServerRescueNegativeTestJSON-674815279-project] Calling delete_port for 18370f30-9daf-4ae9-b902-89219faf32d6 owned by compute:nova {{(pid=82901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 15:46:23.685631 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-fc2780f8-7ac5-464a-9b44-be0c3482983c req-b27601cb-6aab-4afc-b7c4-c424d169fb24 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=a4e12dd7-341f-4b28-bef9-17c37cbbc785 HTTP/1.1" status: 200 len: 1099 time: 0.0734694 Feb 09 15:46:23.730489 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-fc2780f8-7ac5-464a-9b44-be0c3482983c req-26cf61d0-6238-4d9a-a267-e13da7f249b3 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=7287f013-6b2f-43b9-b826-2cf86932a253&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372040 Feb 09 15:46:23.769640 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [req-c27e1f90-4c74-414d-8f26-dd938ababeff req-cad211c8-39ba-4373-b78c-6463ea0fdd7a tempest-ServerRescueNegativeTestJSON-674815279 tempest-ServerRescueNegativeTestJSON-674815279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16080037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758755970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756758334046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1282344'] for port, after_delete {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:46:23.781360 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.plugins.ml2.db [None req-812787cf-6466-4ce1-8c4e-c32e14b18d8a None None] get_ports_and_sgs() called for port_ids ['18370f30-9daf-4ae9-b902-89219faf32d6', '26108cad-0dea-46c3-9cd5-c9f377507cbe'] {{(pid=82903) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 09 15:46:23.881168 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad211c8-39ba-4373-b78c-6463ea0fdd7a tempest-ServerRescueNegativeTestJSON-674815279 tempest-ServerRescueNegativeTestJSON-674815279-project] Pushing event deleted for resources: {'Port': ['ID=18370f30-9daf-4ae9-b902-89219faf32d6,revision_number=None']} {{(pid=82901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:46:23.961630 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.db.l3_dvrscheduler_db [req-c27e1f90-4c74-414d-8f26-dd938ababeff req-cad211c8-39ba-4373-b78c-6463ea0fdd7a tempest-ServerRescueNegativeTestJSON-674815279 tempest-ServerRescueNegativeTestJSON-674815279-project] No DVR routers for this DVR port 18370f30-9daf-4ae9-b902-89219faf32d6 on host hv-cinder-82510 {{(pid=82901) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 15:46:23.964914 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [req-c27e1f90-4c74-414d-8f26-dd938ababeff req-cad211c8-39ba-4373-b78c-6463ea0fdd7a tempest-ServerRescueNegativeTestJSON-674815279 tempest-ServerRescueNegativeTestJSON-674815279-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205010'] for port, before_response {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:46:23.967471 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02052525-11c7-42a2-bbb0-76ffebf59eb3', 'name': 'network-vif-deleted', 'tag': '18370f30-9daf-4ae9-b902-89219faf32d6'}] {{(pid=82901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 15:46:23.983375 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-c27e1f90-4c74-414d-8f26-dd938ababeff req-cad211c8-39ba-4373-b78c-6463ea0fdd7a tempest-ServerRescueNegativeTestJSON-674815279 tempest-ServerRescueNegativeTestJSON-674815279-project] 10.222.0.47 "DELETE /v2.0/ports/18370f30-9daf-4ae9-b902-89219faf32d6 HTTP/1.1" status: 204 len: 173 time: 0.9788449 Feb 09 15:46:24.026203 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02052525-11c7-42a2-bbb0-76ffebf59eb3', 'name': 'network-vif-deleted', 'tag': '18370f30-9daf-4ae9-b902-89219faf32d6', 'status': 'completed', 'code': 200} Feb 09 15:46:24.764965 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfad7e41-ef18-46b4-89cf-b86f3aa0b68a req-149cf91f-4f4d-4b4c-9b4c-a7455705879b tempest-AttachVolumeShelveTestJSON-409995212 tempest-AttachVolumeShelveTestJSON-409995212-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:46:24.766424 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-dfad7e41-ef18-46b4-89cf-b86f3aa0b68a req-149cf91f-4f4d-4b4c-9b4c-a7455705879b tempest-AttachVolumeShelveTestJSON-409995212 tempest-AttachVolumeShelveTestJSON-409995212-project] 10.222.0.67 "GET /v2.0/ports?device_id=a4e12dd7-341f-4b28-bef9-17c37cbbc785 HTTP/1.1" status: 200 len: 946 time: 0.1068070 Feb 09 15:46:24.819211 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-dfad7e41-ef18-46b4-89cf-b86f3aa0b68a req-d9f972d3-8682-43bd-8bdc-f2844866bf38 tempest-AttachVolumeShelveTestJSON-409995212 tempest-AttachVolumeShelveTestJSON-409995212-project] 10.222.0.67 "GET /v2.0/security-groups?id=7287f013-6b2f-43b9-b826-2cf86932a253&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463994 Feb 09 15:46:25.417528 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c176d3-917a-4bf4-8c98-2e95aa221889 req-d39f1636-4238-4bf3-9429-a51b42e77b33 tempest-ServerRescueNegativeTestJSON-674815279 tempest-ServerRescueNegativeTestJSON-674815279-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:46:25.419086 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-48c176d3-917a-4bf4-8c98-2e95aa221889 req-d39f1636-4238-4bf3-9429-a51b42e77b33 tempest-ServerRescueNegativeTestJSON-674815279 tempest-ServerRescueNegativeTestJSON-674815279-project] 10.222.0.67 "GET /v2.0/ports?device_id=03058e28-beb3-442a-a803-6dc6b224f22f HTTP/1.1" status: 200 len: 945 time: 0.1625216 Feb 09 15:46:25.469370 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-48c176d3-917a-4bf4-8c98-2e95aa221889 req-f1341673-d462-45fe-a2ea-a30d62049296 tempest-ServerRescueNegativeTestJSON-674815279 tempest-ServerRescueNegativeTestJSON-674815279-project] 10.222.0.67 "GET /v2.0/security-groups?id=ffc79123-c9cb-487f-b3ec-4904a4a85a48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421433 Feb 09 15:46:26.055722 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0fca34-a24a-440c-b7af-c54a8f37854f req-82477c9e-333c-471f-94eb-625904727f73 tempest-AttachVolumeShelveTestJSON-409995212 tempest-AttachVolumeShelveTestJSON-409995212-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:46:26.057178 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-1c0fca34-a24a-440c-b7af-c54a8f37854f req-82477c9e-333c-471f-94eb-625904727f73 tempest-AttachVolumeShelveTestJSON-409995212 tempest-AttachVolumeShelveTestJSON-409995212-project] 10.222.0.67 "GET /v2.0/ports?device_id=a4e12dd7-341f-4b28-bef9-17c37cbbc785 HTTP/1.1" status: 200 len: 946 time: 0.0772746 Feb 09 15:46:26.106589 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-1c0fca34-a24a-440c-b7af-c54a8f37854f req-cb4b8741-2696-4729-a327-079cc9f57f26 tempest-AttachVolumeShelveTestJSON-409995212 tempest-AttachVolumeShelveTestJSON-409995212-project] 10.222.0.67 "GET /v2.0/security-groups?id=7287f013-6b2f-43b9-b826-2cf86932a253&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436523 Feb 09 15:46:26.680475 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec6123b-0bfb-4984-8957-ae38e021c20f req-e7c89184-635d-4865-b94d-3a35cc1ec834 tempest-ServerRescueNegativeTestJSON-674815279 tempest-ServerRescueNegativeTestJSON-674815279-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:46:26.681927 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-9ec6123b-0bfb-4984-8957-ae38e021c20f req-e7c89184-635d-4865-b94d-3a35cc1ec834 tempest-ServerRescueNegativeTestJSON-674815279 tempest-ServerRescueNegativeTestJSON-674815279-project] 10.222.0.67 "GET /v2.0/ports?device_id=03058e28-beb3-442a-a803-6dc6b224f22f HTTP/1.1" status: 200 len: 945 time: 0.0870962 Feb 09 15:46:26.731867 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-9ec6123b-0bfb-4984-8957-ae38e021c20f req-f511e901-2c13-4919-b672-2ef9c28b3ac7 tempest-ServerRescueNegativeTestJSON-674815279 tempest-ServerRescueNegativeTestJSON-674815279-project] 10.222.0.67 "GET /v2.0/security-groups?id=ffc79123-c9cb-487f-b3ec-4904a4a85a48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439885 Feb 09 15:46:26.805256 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.plugins.ml2.rpc [None req-812787cf-6466-4ce1-8c4e-c32e14b18d8a None None] Device 18370f30-9daf-4ae9-b902-89219faf32d6 no longer exists at agent hyperv_hv-cinder-82510 {{(pid=82903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 15:46:26.842360 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.plugins.ml2.plugin [None req-812787cf-6466-4ce1-8c4e-c32e14b18d8a None None] No Port match for: 18370f30-9daf-4ae9-b902-89219faf32d6 {{(pid=82903) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 09 15:46:26.842714 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.plugins.ml2.rpc [None req-812787cf-6466-4ce1-8c4e-c32e14b18d8a None None] Device 18370f30-9daf-4ae9-b902-89219faf32d6 not bound to the agent host hv-cinder-82510 {{(pid=82903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 15:46:27.057688 dv-cinder-825105-1-iscsi neutron-server[82904]: DEBUG neutron.db.agents_db [None req-77d1faa3-9ee6-4a91-bd02-8524aa1f9325 None None] Agent healthcheck: found 6 active agents {{(pid=82904) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 15:46:27.935121 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-1e09cb67-7b9c-44fb-9199-ab9676c4b50f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758786133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16008869'] for agent, after_update {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:46:27.950118 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c747e168-5c5a-4212-8b8e-0359e9d05d74 req-96614b31-0a24-4817-89ad-86b971d86d45 tempest-ServerRescueNegativeTestJSON-674815279 tempest-ServerRescueNegativeTestJSON-674815279-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:46:27.951715 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-c747e168-5c5a-4212-8b8e-0359e9d05d74 req-96614b31-0a24-4817-89ad-86b971d86d45 tempest-ServerRescueNegativeTestJSON-674815279 tempest-ServerRescueNegativeTestJSON-674815279-project] 10.222.0.67 "GET /v2.0/ports?device_id=03058e28-beb3-442a-a803-6dc6b224f22f HTTP/1.1" status: 200 len: 945 time: 0.0944765 Feb 09 15:46:28.002626 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-c747e168-5c5a-4212-8b8e-0359e9d05d74 req-d3b39f42-7022-4d38-b453-eadeb0d37a10 tempest-ServerRescueNegativeTestJSON-674815279 tempest-ServerRescueNegativeTestJSON-674815279-project] 10.222.0.67 "GET /v2.0/security-groups?id=ffc79123-c9cb-487f-b3ec-4904a4a85a48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441883 Feb 09 15:46:29.217183 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de05adb9-349b-407c-a178-6e723eacdb24 req-dd1981f8-3f97-4ee4-ad63-6cb649e0a99f tempest-ServerRescueNegativeTestJSON-674815279 tempest-ServerRescueNegativeTestJSON-674815279-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:46:29.217864 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.quota.resource [req-de05adb9-349b-407c-a178-6e723eacdb24 req-dd1981f8-3f97-4ee4-ad63-6cb649e0a99f tempest-ServerRescueNegativeTestJSON-674815279 tempest-ServerRescueNegativeTestJSON-674815279-project] Synchronizing usage tracker for tenant:dbfe7e7ae013417f82b96f615e88a432 on resource:port {{(pid=82901) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 15:46:29.235809 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.quota.resource [req-de05adb9-349b-407c-a178-6e723eacdb24 req-dd1981f8-3f97-4ee4-ad63-6cb649e0a99f tempest-ServerRescueNegativeTestJSON-674815279 tempest-ServerRescueNegativeTestJSON-674815279-project] Unset dirty status for tenant:dbfe7e7ae013417f82b96f615e88a432 on resource:port {{(pid=82901) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 15:46:29.237145 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-de05adb9-349b-407c-a178-6e723eacdb24 req-dd1981f8-3f97-4ee4-ad63-6cb649e0a99f tempest-ServerRescueNegativeTestJSON-674815279 tempest-ServerRescueNegativeTestJSON-674815279-project] 10.222.0.67 "GET /v2.0/ports?device_id=03058e28-beb3-442a-a803-6dc6b224f22f HTTP/1.1" status: 200 len: 945 time: 0.1011705 Feb 09 15:46:29.286448 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-de05adb9-349b-407c-a178-6e723eacdb24 req-3ec2c814-d80e-4774-b25f-62af1ff1d82c tempest-ServerRescueNegativeTestJSON-674815279 tempest-ServerRescueNegativeTestJSON-674815279-project] 10.222.0.67 "GET /v2.0/security-groups?id=ffc79123-c9cb-487f-b3ec-4904a4a85a48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425220 Feb 09 15:46:30.286862 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-812787cf-6466-4ce1-8c4e-c32e14b18d8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758786133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16008869'] for agent, after_update {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:46:30.296980 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-45150490-d4f5-44fd-b660-b1cab2d56b88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758786133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16008869'] for agent, after_update {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:46:30.453217 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-bff4ec34-673c-4ff0-a519-6f545bb489f5 req-9cc107cb-6cf3-48f1-8280-bf83c51c2bd1 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=a4e12dd7-341f-4b28-bef9-17c37cbbc785&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0720675 Feb 09 15:46:30.510636 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b8bfb4-5444-458b-a613-80717d0c56b2 req-1b004b84-a86d-4fde-9748-1a5566c03b3a tempest-ServerRescueNegativeTestJSON-674815279 tempest-ServerRescueNegativeTestJSON-674815279-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:46:30.513403 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-74b8bfb4-5444-458b-a613-80717d0c56b2 req-1b004b84-a86d-4fde-9748-1a5566c03b3a tempest-ServerRescueNegativeTestJSON-674815279 tempest-ServerRescueNegativeTestJSON-674815279-project] 10.222.0.67 "GET /v2.0/ports?device_id=03058e28-beb3-442a-a803-6dc6b224f22f HTTP/1.1" status: 200 len: 945 time: 0.0908673 Feb 09 15:46:30.554921 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-bff4ec34-673c-4ff0-a519-6f545bb489f5 req-461928dd-6660-40d8-902b-63df652a03a6 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=3afe9ff36570464cb3825318de2de71a&device_id=a4e12dd7-341f-4b28-bef9-17c37cbbc785 HTTP/1.1" status: 200 len: 1099 time: 0.0759444 Feb 09 15:46:30.561258 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-74b8bfb4-5444-458b-a613-80717d0c56b2 req-350b60d1-f925-46b9-a7af-4af48cf3b035 tempest-ServerRescueNegativeTestJSON-674815279 tempest-ServerRescueNegativeTestJSON-674815279-project] 10.222.0.67 "GET /v2.0/security-groups?id=ffc79123-c9cb-487f-b3ec-4904a4a85a48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436296 Feb 09 15:46:30.721025 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff4ec34-673c-4ff0-a519-6f545bb489f5 req-6db4c9d5-54d5-4c8f-b60c-21e3833be8a0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:46:30.722507 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-bff4ec34-673c-4ff0-a519-6f545bb489f5 req-6db4c9d5-54d5-4c8f-b60c-21e3833be8a0 service neutron] 10.222.0.47 "GET /v2.0/networks?id=515106f2-407b-4cd0-874f-592278142559 HTTP/1.1" status: 200 len: 918 time: 0.1418886 Feb 09 15:46:30.826401 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-bff4ec34-673c-4ff0-a519-6f545bb489f5 req-1edf4734-06b5-4161-8e94-2ad5a374984b service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=904e54cb-793e-4660-858f-1650c6d06eda HTTP/1.1" status: 200 len: 1000 time: 0.0962734 Feb 09 15:46:30.902242 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff4ec34-673c-4ff0-a519-6f545bb489f5 req-3003465b-ed7a-40fd-818a-96e94c68c0c8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:46:30.903665 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-bff4ec34-673c-4ff0-a519-6f545bb489f5 req-3003465b-ed7a-40fd-818a-96e94c68c0c8 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=f6c0b2aa-667d-4387-9940-6f1b97474e6c HTTP/1.1" status: 200 len: 856 time: 0.0691676 Feb 09 15:46:30.981076 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-bff4ec34-673c-4ff0-a519-6f545bb489f5 req-b9ed6d88-2023-416c-9cdf-1ebddfb57fb3 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=515106f2-407b-4cd0-874f-592278142559&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0704210 Feb 09 15:46:31.122034 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-bff4ec34-673c-4ff0-a519-6f545bb489f5 req-7855e76b-80c1-4cdf-848a-4cada18813e5 service neutron] 10.222.0.47 "GET /v2.0/networks/515106f2-407b-4cd0-874f-592278142559?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1328199 Feb 09 15:46:31.233795 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-1f7d0426-72a7-4c89-8e53-4ec430751ccf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758786133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16008869'] for agent, after_update {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:46:31.264584 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-bff4ec34-673c-4ff0-a519-6f545bb489f5 req-31c9f3b0-90b1-4247-86ad-30e0157284c5 service neutron] 10.222.0.47 "GET /v2.0/networks/515106f2-407b-4cd0-874f-592278142559?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1348519 Feb 09 15:46:31.513325 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.wsgi [-] (82901) accepted ('10.222.0.67', 47772) {{(pid=82901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 15:46:31.550805 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-608c4fd2-211a-4ca9-a277-ad2a51be62ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758786133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16008869'] for agent, after_update {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:46:31.626453 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e0990a-4b8f-4dda-b7e0-980ab3859396 req-f17b06dd-3fea-42bb-a0e3-767eff350196 tempest-ServerRescueNegativeTestJSON-674815279 tempest-ServerRescueNegativeTestJSON-674815279-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:46:31.628773 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-47e0990a-4b8f-4dda-b7e0-980ab3859396 req-f17b06dd-3fea-42bb-a0e3-767eff350196 tempest-ServerRescueNegativeTestJSON-674815279 tempest-ServerRescueNegativeTestJSON-674815279-project] 10.222.0.47 "GET /v2.0/ports?device_id=03058e28-beb3-442a-a803-6dc6b224f22f HTTP/1.1" status: 200 len: 945 time: 0.0892258 Feb 09 15:46:31.705139 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-291b10af-6135-434f-82e5-b2ade307c878 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:46:31.787527 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.plugins.ml2.plugin [req-47e0990a-4b8f-4dda-b7e0-980ab3859396 req-02ef1b52-1db3-4a5b-bf65-c7b706675e59 tempest-ServerRescueNegativeTestJSON-674815279 tempest-ServerRescueNegativeTestJSON-674815279-project] Deleting port 26108cad-0dea-46c3-9cd5-c9f377507cbe {{(pid=82901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 15:46:31.787861 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [req-47e0990a-4b8f-4dda-b7e0-980ab3859396 req-02ef1b52-1db3-4a5b-bf65-c7b706675e59 tempest-ServerRescueNegativeTestJSON-674815279 tempest-ServerRescueNegativeTestJSON-674815279-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758701249'] for port, before_delete {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:46:31.850007 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.db.quota.driver [None req-291b10af-6135-434f-82e5-b2ade307c878 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 15:46:31.867093 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.quota.resource [None req-291b10af-6135-434f-82e5-b2ade307c878 admin admin] Usage tracker for resource:security_group_rule and tenant:1476c10c2f884126900c2be4021a3f5b is out of sync, need to count used quota {{(pid=82901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 15:46:31.870692 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.quota.resource [None req-291b10af-6135-434f-82e5-b2ade307c878 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 15:46:31.903213 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.db.quota.driver [None req-291b10af-6135-434f-82e5-b2ade307c878 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 15:46:31.986127 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f68501-505b-4c4e-8752-7d4102ff73ca req-3ee0e0b5-1721-4ecb-be3b-7b3d16de678c tempest-ServerRescueNegativeTestJSON-674815279 tempest-ServerRescueNegativeTestJSON-674815279-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:46:31.988160 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-f9f68501-505b-4c4e-8752-7d4102ff73ca req-3ee0e0b5-1721-4ecb-be3b-7b3d16de678c tempest-ServerRescueNegativeTestJSON-674815279 tempest-ServerRescueNegativeTestJSON-674815279-project] 10.222.0.67 "GET /v2.0/ports?device_id=03058e28-beb3-442a-a803-6dc6b224f22f HTTP/1.1" status: 200 len: 945 time: 0.2732341 Feb 09 15:46:32.219415 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-f9f68501-505b-4c4e-8752-7d4102ff73ca req-314a03e7-e5d0-4bcb-ace4-1cc6aa24665c tempest-ServerRescueNegativeTestJSON-674815279 tempest-ServerRescueNegativeTestJSON-674815279-project] 10.222.0.67 "GET /v2.0/security-groups?id=ffc79123-c9cb-487f-b3ec-4904a4a85a48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1779706 Feb 09 15:46:32.227273 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.plugins.ml2.db [req-47e0990a-4b8f-4dda-b7e0-980ab3859396 req-02ef1b52-1db3-4a5b-bf65-c7b706675e59 tempest-ServerRescueNegativeTestJSON-674815279 tempest-ServerRescueNegativeTestJSON-674815279-project] For port 26108cad-0dea-46c3-9cd5-c9f377507cbe, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=26108cad-0dea-46c3-9cd5-c9f377507cbe,segment=NetworkSegment(e45f7a5f-6f06-4d7c-998a-a4068d4c9621),segment_id=e45f7a5f-6f06-4d7c-998a-a4068d4c9621)] {{(pid=82901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:46:32.227627 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [req-47e0990a-4b8f-4dda-b7e0-980ab3859396 req-02ef1b52-1db3-4a5b-bf65-c7b706675e59 tempest-ServerRescueNegativeTestJSON-674815279 tempest-ServerRescueNegativeTestJSON-674815279-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353601'] for port, precommit_delete {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:46:32.368232 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.plugins.ml2.plugin [req-47e0990a-4b8f-4dda-b7e0-980ab3859396 req-02ef1b52-1db3-4a5b-bf65-c7b706675e59 tempest-ServerRescueNegativeTestJSON-674815279 tempest-ServerRescueNegativeTestJSON-674815279-project] Calling delete_port for 26108cad-0dea-46c3-9cd5-c9f377507cbe owned by compute:nova {{(pid=82901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 15:46:32.398974 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-291b10af-6135-434f-82e5-b2ade307c878 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:46:32.406687 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-291b10af-6135-434f-82e5-b2ade307c878 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_create {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:46:32.491088 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [None req-291b10af-6135-434f-82e5-b2ade307c878 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=1476c10c2f884126900c2be4021a3f5b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9765027 Feb 09 15:46:32.492433 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-291b10af-6135-434f-82e5-b2ade307c878 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b21a15bc-1b79-4160-bb03-3df666765a32,revision_number=1']} {{(pid=82901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:46:32.493747 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.wsgi [-] (82902) accepted ('10.222.0.67', 47780) {{(pid=82902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 15:46:32.503985 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-291b10af-6135-434f-82e5-b2ade307c878 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825105-1-iscsi {{(pid=82901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:46:32.504485 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-291b10af-6135-434f-82e5-b2ade307c878 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825105-1-iscsi {{(pid=82901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:46:32.504727 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-291b10af-6135-434f-82e5-b2ade307c878 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825105-1-iscsi {{(pid=82901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:46:32.505000 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-291b10af-6135-434f-82e5-b2ade307c878 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825105-1-iscsi {{(pid=82901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:46:32.505368 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-291b10af-6135-434f-82e5-b2ade307c878 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825105-1-iscsi {{(pid=82901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:46:32.505676 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-291b10af-6135-434f-82e5-b2ade307c878 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-825105-1-iscsi {{(pid=82901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:46:32.505982 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-291b10af-6135-434f-82e5-b2ade307c878 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825105-1-iscsi {{(pid=82901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:46:32.506322 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-291b10af-6135-434f-82e5-b2ade307c878 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825105-1-iscsi {{(pid=82901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:46:32.506658 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-291b10af-6135-434f-82e5-b2ade307c878 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825105-1-iscsi {{(pid=82901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:46:32.507015 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-291b10af-6135-434f-82e5-b2ade307c878 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825105-1-iscsi {{(pid=82901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:46:32.507328 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-291b10af-6135-434f-82e5-b2ade307c878 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825105-1-iscsi {{(pid=82901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:46:32.572274 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-c86d8fca-1767-4e42-b159-2885d6cd2436 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:46:32.584182 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [req-47e0990a-4b8f-4dda-b7e0-980ab3859396 req-02ef1b52-1db3-4a5b-bf65-c7b706675e59 tempest-ServerRescueNegativeTestJSON-674815279 tempest-ServerRescueNegativeTestJSON-674815279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16080037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758755970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756758334046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1282344'] for port, after_delete {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:46:32.602609 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.plugins.ml2.db [None req-812787cf-6466-4ce1-8c4e-c32e14b18d8a None None] get_ports_and_sgs() called for port_ids ['26108cad-0dea-46c3-9cd5-c9f377507cbe'] {{(pid=82903) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 09 15:46:32.609232 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-c86d8fca-1767-4e42-b159-2885d6cd2436 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:46:32.635313 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ef1b52-1db3-4a5b-bf65-c7b706675e59 tempest-ServerRescueNegativeTestJSON-674815279 tempest-ServerRescueNegativeTestJSON-674815279-project] Pushing event deleted for resources: {'Port': ['ID=26108cad-0dea-46c3-9cd5-c9f377507cbe,revision_number=None']} {{(pid=82901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:46:32.681663 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-c86d8fca-1767-4e42-b159-2885d6cd2436 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_delete {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:46:32.698739 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c86d8fca-1767-4e42-b159-2885d6cd2436 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b21a15bc-1b79-4160-bb03-3df666765a32,revision_number=None']} {{(pid=82902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:46:32.703043 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-c86d8fca-1767-4e42-b159-2885d6cd2436 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:46:32.704155 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [None req-c86d8fca-1767-4e42-b159-2885d6cd2436 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/b21a15bc-1b79-4160-bb03-3df666765a32 HTTP/1.1" status: 204 len: 168 time: 0.1990356 Feb 09 15:46:32.723868 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.db.l3_dvrscheduler_db [req-47e0990a-4b8f-4dda-b7e0-980ab3859396 req-02ef1b52-1db3-4a5b-bf65-c7b706675e59 tempest-ServerRescueNegativeTestJSON-674815279 tempest-ServerRescueNegativeTestJSON-674815279-project] No DVR routers for this DVR port 26108cad-0dea-46c3-9cd5-c9f377507cbe on host hv-cinder-82510 {{(pid=82901) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 15:46:32.726243 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [req-47e0990a-4b8f-4dda-b7e0-980ab3859396 req-02ef1b52-1db3-4a5b-bf65-c7b706675e59 tempest-ServerRescueNegativeTestJSON-674815279 tempest-ServerRescueNegativeTestJSON-674815279-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205010'] for port, before_response {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:46:32.730158 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03058e28-beb3-442a-a803-6dc6b224f22f', 'name': 'network-vif-deleted', 'tag': '26108cad-0dea-46c3-9cd5-c9f377507cbe'}] {{(pid=82901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 15:46:32.751235 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-47e0990a-4b8f-4dda-b7e0-980ab3859396 req-02ef1b52-1db3-4a5b-bf65-c7b706675e59 tempest-ServerRescueNegativeTestJSON-674815279 tempest-ServerRescueNegativeTestJSON-674815279-project] 10.222.0.47 "DELETE /v2.0/ports/26108cad-0dea-46c3-9cd5-c9f377507cbe HTTP/1.1" status: 204 len: 173 time: 1.1151893 Feb 09 15:46:32.793975 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03058e28-beb3-442a-a803-6dc6b224f22f', 'name': 'network-vif-deleted', 'tag': '26108cad-0dea-46c3-9cd5-c9f377507cbe', 'status': 'completed', 'code': 200} Feb 09 15:46:32.934180 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-faa751bb-9674-45ec-b131-f889431b03dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758786133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16008869'] for agent, after_update {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:46:33.433770 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.quota.resource [req-cca9e2ca-2bb3-4b15-8928-a8397dd588f6 req-909ad266-c071-4eea-91ca-f29375c6e8c4 tempest-ServerRescueNegativeTestJSON-674815279 tempest-ServerRescueNegativeTestJSON-674815279-project] Synchronizing usage tracker for tenant:dbfe7e7ae013417f82b96f615e88a432 on resource:port {{(pid=82901) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 15:46:33.449988 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.quota.resource [req-cca9e2ca-2bb3-4b15-8928-a8397dd588f6 req-909ad266-c071-4eea-91ca-f29375c6e8c4 tempest-ServerRescueNegativeTestJSON-674815279 tempest-ServerRescueNegativeTestJSON-674815279-project] Unset dirty status for tenant:dbfe7e7ae013417f82b96f615e88a432 on resource:port {{(pid=82901) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 15:46:33.451435 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-cca9e2ca-2bb3-4b15-8928-a8397dd588f6 req-909ad266-c071-4eea-91ca-f29375c6e8c4 tempest-ServerRescueNegativeTestJSON-674815279 tempest-ServerRescueNegativeTestJSON-674815279-project] 10.222.0.67 "GET /v2.0/ports?device_id=03058e28-beb3-442a-a803-6dc6b224f22f HTTP/1.1" status: 200 len: 210 time: 0.0597751 Feb 09 15:46:34.561816 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.wsgi [-] (82902) accepted ('10.222.0.67', 47834) {{(pid=82902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 15:46:34.839535 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.plugins.ml2.rpc [None req-812787cf-6466-4ce1-8c4e-c32e14b18d8a None None] Device 26108cad-0dea-46c3-9cd5-c9f377507cbe no longer exists at agent hyperv_hv-cinder-82510 {{(pid=82903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 15:46:34.876799 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.plugins.ml2.plugin [None req-812787cf-6466-4ce1-8c4e-c32e14b18d8a None None] No Port match for: 26108cad-0dea-46c3-9cd5-c9f377507cbe {{(pid=82903) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 09 15:46:34.877286 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.plugins.ml2.rpc [None req-812787cf-6466-4ce1-8c4e-c32e14b18d8a None None] Device 26108cad-0dea-46c3-9cd5-c9f377507cbe not bound to the agent host hv-cinder-82510 {{(pid=82903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 15:46:35.000883 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-44b92bb6-4b8c-41e9-a904-7f02553a11b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-405591'] for router_interface, before_delete {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:46:35.642837 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.plugins.ml2.plugin [None req-44b92bb6-4b8c-41e9-a904-7f02553a11b5 admin admin] Deleting port 12438e60-97ee-4c5f-a0c0-bd501b0518d2 {{(pid=82902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 15:46:35.644602 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-44b92bb6-4b8c-41e9-a904-7f02553a11b5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758701249'] for port, before_delete {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:46:35.883970 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.plugins.ml2.db [None req-44b92bb6-4b8c-41e9-a904-7f02553a11b5 admin admin] For port 12438e60-97ee-4c5f-a0c0-bd501b0518d2, host dv-cinder-825105-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825105-1-iscsi',level=0,port_id=12438e60-97ee-4c5f-a0c0-bd501b0518d2,segment=NetworkSegment(e45f7a5f-6f06-4d7c-998a-a4068d4c9621),segment_id=e45f7a5f-6f06-4d7c-998a-a4068d4c9621)] {{(pid=82902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:46:35.884358 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-44b92bb6-4b8c-41e9-a904-7f02553a11b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353601'] for port, precommit_delete {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:46:36.017427 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.plugins.ml2.plugin [None req-44b92bb6-4b8c-41e9-a904-7f02553a11b5 admin admin] Calling delete_port for 12438e60-97ee-4c5f-a0c0-bd501b0518d2 owned by network:router_interface {{(pid=82902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 15:46:36.329882 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-44b92bb6-4b8c-41e9-a904-7f02553a11b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16080037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758755970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756758334046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1633551'] for port, after_delete {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:46:36.384143 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b92bb6-4b8c-41e9-a904-7f02553a11b5 admin admin] Pushing event deleted for resources: {'Port': ['ID=12438e60-97ee-4c5f-a0c0-bd501b0518d2,revision_number=None']} {{(pid=82902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:46:36.694854 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-44b92bb6-4b8c-41e9-a904-7f02553a11b5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16123921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-405732'] for router_interface, after_delete {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:46:37.377034 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44b92bb6-4b8c-41e9-a904-7f02553a11b5 admin admin] Router f4b95bba-457f-48e0-8869-45905c214440 has already been hosted by L3 agent 94c626d1-bc40-41bd-b6b2-9a20da402cb6 {{(pid=82902) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 15:46:37.588674 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44b92bb6-4b8c-41e9-a904-7f02553a11b5 admin admin] Notify agent at l3_agent.dv-cinder-825105-1-iscsi the message routers_updated {{(pid=82902) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 15:46:37.600183 dv-cinder-825105-1-iscsi neutron-server[82904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62253fd6-b799-4189-917b-07bd1ae75986 None None] Sync routers for ids ['f4b95bba-457f-48e0-8869-45905c214440'] in dv-cinder-825105-1-iscsi {{(pid=82904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 09 15:46:37.608640 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [None req-44b92bb6-4b8c-41e9-a904-7f02553a11b5 admin admin] 10.222.0.67 "PUT /v2.0/routers/f4b95bba-457f-48e0-8869-45905c214440/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0457406 Feb 09 15:46:37.611219 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.wsgi [-] (82901) accepted ('10.222.0.67', 47876) {{(pid=82901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 15:46:37.614354 dv-cinder-825105-1-iscsi neutron-server[82904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62253fd6-b799-4189-917b-07bd1ae75986 None None] Routers {'f4b95bba-457f-48e0-8869-45905c214440'} bound to L3 agent in host dv-cinder-825105-1-iscsi {{(pid=82904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 15:46:37.615046 dv-cinder-825105-1-iscsi neutron-server[82904]: DEBUG neutron.db.l3_hamode_db [None req-62253fd6-b799-4189-917b-07bd1ae75986 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825105-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T15:34:00Z,description=,heartbeat_timestamp=2022-02-09T15:46:30Z,host='dv-cinder-825105-1-iscsi',id=94c626d1-bc40-41bd-b6b2-9a20da402cb6,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:34:00Z,topic='l3_agent')) {'router_ids': ['f4b95bba-457f-48e0-8869-45905c214440'], 'active': True} {{(pid=82904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:46:37.799537 dv-cinder-825105-1-iscsi neutron-server[82904]: DEBUG neutron.db.l3_dvr_db [None req-62253fd6-b799-4189-917b-07bd1ae75986 None None] Set router f4b95bba-457f-48e0-8869-45905c214440 gateway port host: dv-cinder-825105-1-iscsi {{(pid=82904) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 15:46:37.845547 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-0ec213a2-2d65-42a4-a8b2-9265375c1d90 admin admin] Notify callbacks [] for router, before_delete {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:46:38.072486 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-0ec213a2-2d65-42a4-a8b2-9265375c1d90 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:46:38.082063 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.plugins.ml2.plugin [None req-0ec213a2-2d65-42a4-a8b2-9265375c1d90 admin admin] Deleting port dfeff31f-0bae-4771-a2f0-37d3cea03233 {{(pid=82901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 15:46:38.082517 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-0ec213a2-2d65-42a4-a8b2-9265375c1d90 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758701249'] for port, before_delete {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:46:38.153461 dv-cinder-825105-1-iscsi neutron-server[82904]: DEBUG neutron.db.l3_hamode_db [None req-62253fd6-b799-4189-917b-07bd1ae75986 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4b95bba-457f-48e0-8869-45905c214440', 'name': 'tempest-ServerRescueNegativeTestJSON-1287151320-router', 'tenant_id': 'dbfe7e7ae013417f82b96f615e88a432', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c65eede5-7777-493f-951d-210877831002', 'external_fixed_ips': [{'subnet_id': '2c513225-bb11-4d36-a4c3-0732716dcb87', 'ip_address': '172.27.0.33'}], 'enable_snat': True}, 'gw_port_id': 'dfeff31f-0bae-4771-a2f0-37d3cea03233', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T15:42:30Z', 'updated_at': '2022-02-09T15:46:36Z', 'revision_number': 5, 'project_id': 'dbfe7e7ae013417f82b96f615e88a432', 'gw_port': {'id': 'dfeff31f-0bae-4771-a2f0-37d3cea03233', 'name': '', 'network_id': 'c65eede5-7777-493f-951d-210877831002', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:ec:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4b95bba-457f-48e0-8869-45905c214440', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2c513225-bb11-4d36-a4c3-0732716dcb87', 'ip_address': '172.27.0.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825105-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:42:31Z', 'updated_at': '2022-02-09T15:42:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c513225-bb11-4d36-a4c3-0732716dcb87', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825105-1-iscsi'}], 'dv-cinder-825105-1-iscsi', False) {} {{(pid=82904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:46:38.165146 dv-cinder-825105-1-iscsi neutron-server[82904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62253fd6-b799-4189-917b-07bd1ae75986 None None] Checking router: f4b95bba-457f-48e0-8869-45905c214440 for host: dv-cinder-825105-1-iscsi {{(pid=82904) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 09 15:46:38.179235 dv-cinder-825105-1-iscsi neutron-server[82904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62253fd6-b799-4189-917b-07bd1ae75986 None None] Routers {'f4b95bba-457f-48e0-8869-45905c214440'} bound to L3 agent in host dv-cinder-825105-1-iscsi {{(pid=82904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 15:46:38.180166 dv-cinder-825105-1-iscsi neutron-server[82904]: DEBUG neutron.db.l3_hamode_db [None req-62253fd6-b799-4189-917b-07bd1ae75986 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825105-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T15:34:00Z,description=,heartbeat_timestamp=2022-02-09T15:46:30Z,host='dv-cinder-825105-1-iscsi',id=94c626d1-bc40-41bd-b6b2-9a20da402cb6,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:34:00Z,topic='l3_agent')) {'router_ids': ['f4b95bba-457f-48e0-8869-45905c214440'], 'active': True} {{(pid=82904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:46:38.276273 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.wsgi [-] (82902) accepted ('10.222.0.67', 47894) {{(pid=82902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 15:46:38.314262 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.plugins.ml2.db [None req-0ec213a2-2d65-42a4-a8b2-9265375c1d90 admin admin] For port dfeff31f-0bae-4771-a2f0-37d3cea03233, host dv-cinder-825105-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825105-1-iscsi',level=0,port_id=dfeff31f-0bae-4771-a2f0-37d3cea03233,segment=NetworkSegment(e675f0f7-189f-41a1-8fb7-d7545319af97),segment_id=e675f0f7-189f-41a1-8fb7-d7545319af97)] {{(pid=82901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:46:38.314653 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-0ec213a2-2d65-42a4-a8b2-9265375c1d90 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353601'] for port, precommit_delete {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:46:38.368833 dv-cinder-825105-1-iscsi neutron-server[82904]: DEBUG neutron.db.l3_dvr_db [None req-62253fd6-b799-4189-917b-07bd1ae75986 None None] Set router f4b95bba-457f-48e0-8869-45905c214440 gateway port host: None {{(pid=82904) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 15:46:38.438305 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.plugins.ml2.plugin [None req-0ec213a2-2d65-42a4-a8b2-9265375c1d90 admin admin] Calling delete_port for dfeff31f-0bae-4771-a2f0-37d3cea03233 owned by network:router_gateway {{(pid=82901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 15:46:38.443822 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-e5a6ea45-8041-4d75-b3a7-b41882b74cf3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:46:38.476201 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.db.quota.driver [None req-e5a6ea45-8041-4d75-b3a7-b41882b74cf3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 15:46:38.481941 dv-cinder-825105-1-iscsi neutron-server[82904]: DEBUG neutron.db.l3_hamode_db [None req-62253fd6-b799-4189-917b-07bd1ae75986 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4b95bba-457f-48e0-8869-45905c214440', 'name': 'tempest-ServerRescueNegativeTestJSON-1287151320-router', 'tenant_id': 'dbfe7e7ae013417f82b96f615e88a432', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T15:42:30Z', 'updated_at': '2022-02-09T15:46:38Z', 'revision_number': 6, 'project_id': 'dbfe7e7ae013417f82b96f615e88a432', 'gw_port_host': None}], 'dv-cinder-825105-1-iscsi', False) {} {{(pid=82904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:46:38.488132 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.quota.resource [None req-e5a6ea45-8041-4d75-b3a7-b41882b74cf3 admin admin] Usage tracker for resource:security_group_rule and tenant:d6c0b275b8f641878793e16d23070fd4 is out of sync, need to count used quota {{(pid=82902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 15:46:38.488635 dv-cinder-825105-1-iscsi neutron-server[82904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62253fd6-b799-4189-917b-07bd1ae75986 None None] The sync data for ids ['f4b95bba-457f-48e0-8869-45905c214440'] in dv-cinder-825105-1-iscsi is: [{'id': 'f4b95bba-457f-48e0-8869-45905c214440', 'name': 'tempest-ServerRescueNegativeTestJSON-1287151320-router', 'tenant_id': 'dbfe7e7ae013417f82b96f615e88a432', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T15:42:30Z', 'updated_at': '2022-02-09T15:46:38Z', 'revision_number': 6, 'project_id': 'dbfe7e7ae013417f82b96f615e88a432', 'gw_port_host': None}] {{(pid=82904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 09 15:46:38.491723 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.quota.resource [None req-e5a6ea45-8041-4d75-b3a7-b41882b74cf3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 15:46:38.501953 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.db.quota.driver [None req-e5a6ea45-8041-4d75-b3a7-b41882b74cf3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 15:46:38.579484 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-e5a6ea45-8041-4d75-b3a7-b41882b74cf3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:46:38.584058 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-e5a6ea45-8041-4d75-b3a7-b41882b74cf3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_create {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:46:38.627125 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a6ea45-8041-4d75-b3a7-b41882b74cf3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6dc30911-cf10-44a7-a9c8-f9058500b2ae,revision_number=1']} {{(pid=82902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:46:38.638496 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [None req-e5a6ea45-8041-4d75-b3a7-b41882b74cf3 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=d6c0b275b8f641878793e16d23070fd4&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3574355 Feb 09 15:46:38.638496 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.wsgi [-] (82902) accepted ('10.222.0.67', 47900) {{(pid=82902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 15:46:38.704186 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-8376262c-589d-4eb7-8124-7051135a4701 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:46:38.732374 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-8376262c-589d-4eb7-8124-7051135a4701 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:46:38.792271 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-8376262c-589d-4eb7-8124-7051135a4701 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_delete {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:46:38.808035 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8376262c-589d-4eb7-8124-7051135a4701 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6dc30911-cf10-44a7-a9c8-f9058500b2ae,revision_number=None']} {{(pid=82902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:46:38.812554 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-8376262c-589d-4eb7-8124-7051135a4701 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:46:38.816809 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [None req-8376262c-589d-4eb7-8124-7051135a4701 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/6dc30911-cf10-44a7-a9c8-f9058500b2ae HTTP/1.1" status: 204 len: 168 time: 0.1744828 Feb 09 15:46:38.857845 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-0ec213a2-2d65-42a4-a8b2-9265375c1d90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16080037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758755970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756758334046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1282344'] for port, after_delete {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:46:38.901956 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec213a2-2d65-42a4-a8b2-9265375c1d90 admin admin] Pushing event deleted for resources: {'Port': ['ID=dfeff31f-0bae-4771-a2f0-37d3cea03233,revision_number=None']} {{(pid=82901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:46:39.156553 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-0ec213a2-2d65-42a4-a8b2-9265375c1d90 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-406322'] for router_gateway, after_delete {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:46:39.197932 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.wsgi [-] (82902) accepted ('10.222.0.67', 47910) {{(pid=82902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 15:46:39.215748 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-4145c60d-21f7-41e5-b90b-742e6ed31a16 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:46:39.249866 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.db.quota.driver [None req-4145c60d-21f7-41e5-b90b-742e6ed31a16 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 15:46:39.254522 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.quota.resource [None req-4145c60d-21f7-41e5-b90b-742e6ed31a16 admin admin] Usage tracker for resource:security_group_rule and tenant:52342888fb0549aca64659b094e8fe6b is out of sync, need to count used quota {{(pid=82902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 15:46:39.257441 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.quota.resource [None req-4145c60d-21f7-41e5-b90b-742e6ed31a16 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 15:46:39.263326 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.db.quota.driver [None req-4145c60d-21f7-41e5-b90b-742e6ed31a16 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 15:46:39.348921 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-4145c60d-21f7-41e5-b90b-742e6ed31a16 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:46:39.359127 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-4145c60d-21f7-41e5-b90b-742e6ed31a16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_create {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:46:39.407955 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4145c60d-21f7-41e5-b90b-742e6ed31a16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a276be6-5a82-475c-904e-05768b1ccbe1,revision_number=1']} {{(pid=82902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:46:39.413627 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [None req-4145c60d-21f7-41e5-b90b-742e6ed31a16 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=52342888fb0549aca64659b094e8fe6b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2143447 Feb 09 15:46:39.417816 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.wsgi [-] (82902) accepted ('10.222.0.67', 47914) {{(pid=82902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 15:46:39.459997 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-0ec213a2-2d65-42a4-a8b2-9265375c1d90 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-412290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1025159'] for router, precommit_delete {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:46:39.465691 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-0ec213a2-2d65-42a4-a8b2-9265375c1d90 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:46:39.491829 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-11ae9679-0185-4df4-9cdf-a047f032c38a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:46:39.527238 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-11ae9679-0185-4df4-9cdf-a047f032c38a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:46:39.570616 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-0ec213a2-2d65-42a4-a8b2-9265375c1d90 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-412182'] for router, after_delete {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:46:39.571166 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ec213a2-2d65-42a4-a8b2-9265375c1d90 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f4b95bba-457f-48e0-8869-45905c214440 {{(pid=82901) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 15:46:39.587690 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-0ec213a2-2d65-42a4-a8b2-9265375c1d90 admin admin] Notify callbacks [] for router, before_response {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:46:39.589035 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [None req-0ec213a2-2d65-42a4-a8b2-9265375c1d90 admin admin] 10.222.0.67 "DELETE /v2.0/routers/f4b95bba-457f-48e0-8869-45905c214440 HTTP/1.1" status: 204 len: 168 time: 1.9768302 Feb 09 15:46:39.591759 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.wsgi [-] (82902) accepted ('10.222.0.67', 47918) {{(pid=82902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 15:46:39.645303 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-11ae9679-0185-4df4-9cdf-a047f032c38a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_delete {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:46:39.678204 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ae9679-0185-4df4-9cdf-a047f032c38a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a276be6-5a82-475c-904e-05768b1ccbe1,revision_number=None']} {{(pid=82902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:46:39.714015 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.db.db_base_plugin_v2 [None req-d898e110-d203-4471-b129-4c34b80a8dc7 admin admin] Deleting subnet 7b0e1516-4c73-46b2-a641-716be4f1edf5 {{(pid=82902) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 09 15:46:39.719784 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-d898e110-d203-4471-b129-4c34b80a8dc7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:46:39.761106 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-11ae9679-0185-4df4-9cdf-a047f032c38a admin admin] Notify callbacks [] for security_group, before_response {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:46:39.762202 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [None req-11ae9679-0185-4df4-9cdf-a047f032c38a admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/8a276be6-5a82-475c-904e-05768b1ccbe1 HTTP/1.1" status: 204 len: 168 time: 0.3424594 Feb 09 15:46:39.791458 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-d898e110-d203-4471-b129-4c34b80a8dc7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-986117'] for subnet, precommit_delete_associations {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:46:39.858585 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-d898e110-d203-4471-b129-4c34b80a8dc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16020776'] for subnet, precommit_delete {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:46:39.949184 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-d898e110-d203-4471-b129-4c34b80a8dc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16020753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1633744', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1082488'] for subnet, after_delete {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:46:39.995291 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d898e110-d203-4471-b129-4c34b80a8dc7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7b0e1516-4c73-46b2-a641-716be4f1edf5,revision_number=None']} {{(pid=82902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:46:40.004157 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-d898e110-d203-4471-b129-4c34b80a8dc7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16124149'] for subnet, before_response {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:46:40.012696 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [None req-d898e110-d203-4471-b129-4c34b80a8dc7 admin admin] 10.222.0.67 "DELETE /v2.0/subnets/7b0e1516-4c73-46b2-a641-716be4f1edf5 HTTP/1.1" status: 204 len: 168 time: 0.4199641 Feb 09 15:46:40.015655 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.wsgi [-] (82902) accepted ('10.222.0.67', 47928) {{(pid=82902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 15:46:40.140987 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-a136f855-c361-4324-a98b-625b66a87522 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15997498'] for network, before_delete {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:46:40.199784 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.plugins.ml2.rpc [None req-608c4fd2-211a-4ca9-a277-ad2a51be62ff None None] Device 12438e60-97ee-4c5f-a0c0-bd501b0518d2 no longer exists at agent ovs-agent-dv-cinder-825105-1-iscsi {{(pid=82903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 15:46:40.247463 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.plugins.ml2.plugin [None req-608c4fd2-211a-4ca9-a277-ad2a51be62ff None None] No Port match for: 12438e60-97ee-4c5f-a0c0-bd501b0518d2 {{(pid=82903) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 09 15:46:40.247758 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.plugins.ml2.rpc [None req-608c4fd2-211a-4ca9-a277-ad2a51be62ff None None] Device 12438e60-97ee-4c5f-a0c0-bd501b0518d2 not bound to the agent host dv-cinder-825105-1-iscsi {{(pid=82903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 15:46:40.248036 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.plugins.ml2.rpc [None req-608c4fd2-211a-4ca9-a277-ad2a51be62ff None None] Device dfeff31f-0bae-4771-a2f0-37d3cea03233 no longer exists at agent ovs-agent-dv-cinder-825105-1-iscsi {{(pid=82903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 15:46:40.287703 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.plugins.ml2.plugin [None req-608c4fd2-211a-4ca9-a277-ad2a51be62ff None None] No Port match for: dfeff31f-0bae-4771-a2f0-37d3cea03233 {{(pid=82903) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 09 15:46:40.288069 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.plugins.ml2.rpc [None req-608c4fd2-211a-4ca9-a277-ad2a51be62ff None None] Device dfeff31f-0bae-4771-a2f0-37d3cea03233 not bound to the agent host dv-cinder-825105-1-iscsi {{(pid=82903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 15:46:40.300875 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-a136f855-c361-4324-a98b-625b66a87522 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16022693', 'neutron.services.segments.db._delete_segments_for_network-8756758786151'] for network, precommit_delete {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:46:40.335607 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.services.segments.db [None req-a136f855-c361-4324-a98b-625b66a87522 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7e6f7d4e-b4a0-4c4e-80c2-814a38a14199']}} {{(pid=82902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:46:40.349992 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.services.segments.db [None req-a136f855-c361-4324-a98b-625b66a87522 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e45f7a5f-6f06-4d7c-998a-a4068d4c9621') {'for_net_delete': True} {{(pid=82902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:46:40.350675 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.services.segments.db [None req-a136f855-c361-4324-a98b-625b66a87522 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e45f7a5f-6f06-4d7c-998a-a4068d4c9621') {} {{(pid=82902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:46:40.369076 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-a136f855-c361-4324-a98b-625b66a87522 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756758785262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-986126'] for segment, before_delete {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:46:40.389189 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-a136f855-c361-4324-a98b-625b66a87522 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16132466'] for segment, precommit_delete {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:46:40.396453 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a136f855-c361-4324-a98b-625b66a87522 admin admin] Releasing vlan 834 on physical network physnet1 to pool {{(pid=82902) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 09 15:46:40.396953 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-a136f855-c361-4324-a98b-625b66a87522 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16020097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1633658'] for segment, after_delete {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:46:40.410915 dv-cinder-825105-1-iscsi neutron-server[82902]: Traceback (most recent call last): Feb 09 15:46:40.410915 dv-cinder-825105-1-iscsi neutron-server[82902]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 09 15:46:40.410915 dv-cinder-825105-1-iscsi neutron-server[82902]: timer() Feb 09 15:46:40.410915 dv-cinder-825105-1-iscsi neutron-server[82902]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 15:46:40.410915 dv-cinder-825105-1-iscsi neutron-server[82902]: cb(*args, **kw) Feb 09 15:46:40.410915 dv-cinder-825105-1-iscsi neutron-server[82902]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 15:46:40.410915 dv-cinder-825105-1-iscsi neutron-server[82902]: return func(*args, **kwargs) Feb 09 15:46:40.410915 dv-cinder-825105-1-iscsi neutron-server[82902]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 15:46:40.410915 dv-cinder-825105-1-iscsi neutron-server[82902]: self._notify() Feb 09 15:46:40.410915 dv-cinder-825105-1-iscsi neutron-server[82902]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 15:46:40.410915 dv-cinder-825105-1-iscsi neutron-server[82902]: self.callback(batched_events) Feb 09 15:46:40.410915 dv-cinder-825105-1-iscsi neutron-server[82902]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 15:46:40.410915 dv-cinder-825105-1-iscsi neutron-server[82902]: event.method(event) Feb 09 15:46:40.410915 dv-cinder-825105-1-iscsi neutron-server[82902]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 15:46:40.410915 dv-cinder-825105-1-iscsi neutron-server[82902]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 15:46:40.410915 dv-cinder-825105-1-iscsi neutron-server[82902]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 15:46:40.410915 dv-cinder-825105-1-iscsi neutron-server[82902]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 15:46:40.410915 dv-cinder-825105-1-iscsi neutron-server[82902]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 15:46:40.410915 dv-cinder-825105-1-iscsi neutron-server[82902]: return f(self, *a, **k) Feb 09 15:46:40.410915 dv-cinder-825105-1-iscsi neutron-server[82902]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 15:46:40.410915 dv-cinder-825105-1-iscsi neutron-server[82902]: return self._get(url).json() Feb 09 15:46:40.410915 dv-cinder-825105-1-iscsi neutron-server[82902]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 15:46:40.410915 dv-cinder-825105-1-iscsi neutron-server[82902]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 15:46:40.410915 dv-cinder-825105-1-iscsi neutron-server[82902]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 09 15:46:40.410915 dv-cinder-825105-1-iscsi neutron-server[82902]: return self.request(url, 'GET', **kwargs) Feb 09 15:46:40.410915 dv-cinder-825105-1-iscsi neutron-server[82902]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 09 15:46:40.410915 dv-cinder-825105-1-iscsi neutron-server[82902]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 15:46:40.410915 dv-cinder-825105-1-iscsi neutron-server[82902]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 09 15:46:40.410915 dv-cinder-825105-1-iscsi neutron-server[82902]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 15:46:40.410915 dv-cinder-825105-1-iscsi neutron-server[82902]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 09 15:46:40.410915 dv-cinder-825105-1-iscsi neutron-server[82902]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 15:46:40.410915 dv-cinder-825105-1-iscsi neutron-server[82902]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 15:46:40.490929 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-a136f855-c361-4324-a98b-625b66a87522 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16022698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124156', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-406359'] for network, after_delete {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:46:40.509017 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-a136f855-c361-4324-a98b-625b66a87522 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16124149'] for network, before_response {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:46:40.521860 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a136f855-c361-4324-a98b-625b66a87522 admin admin] Pushing event deleted for resources: {'Network': ['ID=7e6f7d4e-b4a0-4c4e-80c2-814a38a14199,revision_number=None']} {{(pid=82902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:46:40.529053 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [None req-a136f855-c361-4324-a98b-625b66a87522 admin admin] 10.222.0.67 "DELETE /v2.0/networks/7e6f7d4e-b4a0-4c4e-80c2-814a38a14199 HTTP/1.1" status: 204 len: 168 time: 0.5127738 Feb 09 15:46:40.679847 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.wsgi [-] (82902) accepted ('10.222.0.67', 47950) {{(pid=82902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 15:46:40.731116 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [None req-f8b9ea2f-df43-400e-9a35-e65e070bafae admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=dbfe7e7ae013417f82b96f615e88a432&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0499465 Feb 09 15:46:40.733678 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.wsgi [-] (82902) accepted ('10.222.0.67', 47954) {{(pid=82902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 15:46:40.792866 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-0c0496ff-2825-45e5-b668-85fc3bbbb64f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:46:40.822048 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-0c0496ff-2825-45e5-b668-85fc3bbbb64f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:46:40.876969 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-0c0496ff-2825-45e5-b668-85fc3bbbb64f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_delete {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:46:40.897534 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0496ff-2825-45e5-b668-85fc3bbbb64f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffc79123-c9cb-487f-b3ec-4904a4a85a48,revision_number=None']} {{(pid=82902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:46:40.910416 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-0c0496ff-2825-45e5-b668-85fc3bbbb64f admin admin] Notify callbacks [] for security_group, before_response {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:46:40.914319 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [None req-0c0496ff-2825-45e5-b668-85fc3bbbb64f admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/ffc79123-c9cb-487f-b3ec-4904a4a85a48 HTTP/1.1" status: 204 len: 168 time: 0.1770704 Feb 09 15:46:41.579031 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.wsgi [-] (82902) accepted ('10.222.0.67', 47992) {{(pid=82902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 15:46:41.800381 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-5990f410-d49b-4716-88c2-f7d04d76e131 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:46:41.835046 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.db.quota.driver [None req-5990f410-d49b-4716-88c2-f7d04d76e131 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 15:46:41.839286 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.quota.resource [None req-5990f410-d49b-4716-88c2-f7d04d76e131 admin admin] Usage tracker for resource:security_group_rule and tenant:7d8304d9ba03404aacd839db7ca2a45a is out of sync, need to count used quota {{(pid=82902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 15:46:41.842576 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.quota.resource [None req-5990f410-d49b-4716-88c2-f7d04d76e131 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 15:46:41.849486 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.db.quota.driver [None req-5990f410-d49b-4716-88c2-f7d04d76e131 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 15:46:41.926436 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-5990f410-d49b-4716-88c2-f7d04d76e131 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:46:41.930760 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-5990f410-d49b-4716-88c2-f7d04d76e131 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_create {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:46:41.969672 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.wsgi [-] (82901) accepted ('10.222.0.67', 48004) {{(pid=82901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 15:46:41.980026 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5990f410-d49b-4716-88c2-f7d04d76e131 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98fdecfe-acfa-40fc-98da-0461fc316c3d,revision_number=1']} {{(pid=82902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:46:41.984077 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [None req-5990f410-d49b-4716-88c2-f7d04d76e131 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=7d8304d9ba03404aacd839db7ca2a45a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4040554 Feb 09 15:46:41.986787 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.wsgi [-] (82902) accepted ('10.222.0.67', 48010) {{(pid=82902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 15:46:42.048764 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-a74f9206-0a1e-459b-be53-7dd408748be7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:46:42.077825 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-a74f9206-0a1e-459b-be53-7dd408748be7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:46:42.105665 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.api.v2.base [None req-db0c4498-d08a-4bda-b9e5-e075c0076ea8 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1860937572-network', 'tenant_id': 'cdd6e08aa84a4a278ba05d9afe77bf68'}} {{(pid=82901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 15:46:42.110074 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.db.quota.driver [None req-db0c4498-d08a-4bda-b9e5-e075c0076ea8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 15:46:42.114912 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.quota.resource [None req-db0c4498-d08a-4bda-b9e5-e075c0076ea8 admin admin] Usage tracker for resource:network and tenant:cdd6e08aa84a4a278ba05d9afe77bf68 is out of sync, need to count used quota {{(pid=82901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 15:46:42.117725 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.quota.resource [None req-db0c4498-d08a-4bda-b9e5-e075c0076ea8 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=82901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 15:46:42.123223 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.db.quota.driver [None req-db0c4498-d08a-4bda-b9e5-e075c0076ea8 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 15:46:42.130661 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-a74f9206-0a1e-459b-be53-7dd408748be7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_delete {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:46:42.134011 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db0c4498-d08a-4bda-b9e5-e075c0076ea8 admin admin] Made reservation on behalf of cdd6e08aa84a4a278ba05d9afe77bf68 for: {'network': 1} {{(pid=82901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 15:46:42.136338 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-db0c4498-d08a-4bda-b9e5-e075c0076ea8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16080601'] for network, before_create {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:46:42.146699 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a74f9206-0a1e-459b-be53-7dd408748be7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98fdecfe-acfa-40fc-98da-0461fc316c3d,revision_number=None']} {{(pid=82902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:46:42.149121 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-db0c4498-d08a-4bda-b9e5-e075c0076ea8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:46:42.152972 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-a74f9206-0a1e-459b-be53-7dd408748be7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:46:42.156931 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [None req-a74f9206-0a1e-459b-be53-7dd408748be7 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/98fdecfe-acfa-40fc-98da-0461fc316c3d HTTP/1.1" status: 204 len: 168 time: 0.1661358 Feb 09 15:46:42.181759 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.db.quota.driver [None req-db0c4498-d08a-4bda-b9e5-e075c0076ea8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 15:46:42.185590 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.quota.resource [None req-db0c4498-d08a-4bda-b9e5-e075c0076ea8 admin admin] Usage tracker for resource:security_group_rule and tenant:cdd6e08aa84a4a278ba05d9afe77bf68 is out of sync, need to count used quota {{(pid=82901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 15:46:42.188376 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.quota.resource [None req-db0c4498-d08a-4bda-b9e5-e075c0076ea8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 15:46:42.194758 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.db.quota.driver [None req-db0c4498-d08a-4bda-b9e5-e075c0076ea8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 15:46:42.266171 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-db0c4498-d08a-4bda-b9e5-e075c0076ea8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:46:42.270930 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-db0c4498-d08a-4bda-b9e5-e075c0076ea8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_create {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:46:42.303863 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-db0c4498-d08a-4bda-b9e5-e075c0076ea8 admin admin] vlan segment allocate from pool success with {'vlan_id': 847, 'physical_network': 'physnet1'} {{(pid=82901) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 15:46:42.309050 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db0c4498-d08a-4bda-b9e5-e075c0076ea8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41d02154-6435-4884-83a1-34ec6d217ad8,revision_number=1']} {{(pid=82901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:46:42.316748 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-db0c4498-d08a-4bda-b9e5-e075c0076ea8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16132466'] for segment, precommit_create {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:46:42.317150 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.db.segments_db [None req-db0c4498-d08a-4bda-b9e5-e075c0076ea8 admin admin] Added segment 6c817249-bce9-41f7-9191-a92bae05dd74 of type vlan for network a70d1a02-a2db-4792-86e7-c80512ee4e0d Feb 09 15:46:42.344706 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-db0c4498-d08a-4bda-b9e5-e075c0076ea8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756758320348'] for network, precommit_create {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:46:42.375263 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-db0c4498-d08a-4bda-b9e5-e075c0076ea8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124156'] for network, after_create {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:46:42.376106 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db0c4498-d08a-4bda-b9e5-e075c0076ea8 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:46:42.376703 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-db0c4498-d08a-4bda-b9e5-e075c0076ea8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16124149'] for network, before_response {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:46:42.480891 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db0c4498-d08a-4bda-b9e5-e075c0076ea8 admin admin] Pushing event updated for resources: {'Network': ['ID=a70d1a02-a2db-4792-86e7-c80512ee4e0d,revision_number=1']} {{(pid=82901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:46:42.485750 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [None req-db0c4498-d08a-4bda-b9e5-e075c0076ea8 admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.5149734 Feb 09 15:46:42.489198 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.wsgi [-] (82902) accepted ('10.222.0.67', 48022) {{(pid=82902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 15:46:42.496224 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.api.v2.base [None req-d617c404-f9c7-412a-ad23-da3adfbce215 admin admin] Request body: {'subnet': {'network_id': 'a70d1a02-a2db-4792-86e7-c80512ee4e0d', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1860937572-subnet', 'tenant_id': 'cdd6e08aa84a4a278ba05d9afe77bf68', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=82902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 15:46:42.496953 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.plugins.ml2.rpc [None req-608c4fd2-211a-4ca9-a277-ad2a51be62ff None None] Network a70d1a02-a2db-4792-86e7-c80512ee4e0d details requested by agent ovs-agent-dv-cinder-825105-1-iscsi with host dv-cinder-825105-1-iscsi {{(pid=82903) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 15:46:42.501723 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.db.quota.driver [None req-d617c404-f9c7-412a-ad23-da3adfbce215 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 15:46:42.506186 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.quota.resource [None req-d617c404-f9c7-412a-ad23-da3adfbce215 admin admin] Usage tracker for resource:subnet and tenant:cdd6e08aa84a4a278ba05d9afe77bf68 is out of sync, need to count used quota {{(pid=82902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 15:46:42.509767 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.quota.resource [None req-d617c404-f9c7-412a-ad23-da3adfbce215 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=82902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 15:46:42.517020 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.db.quota.driver [None req-d617c404-f9c7-412a-ad23-da3adfbce215 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 15:46:42.538745 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d617c404-f9c7-412a-ad23-da3adfbce215 admin admin] Made reservation on behalf of cdd6e08aa84a4a278ba05d9afe77bf68 for: {'subnet': 1} {{(pid=82902) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 15:46:42.542421 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-d617c404-f9c7-412a-ad23-da3adfbce215 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1082463'] for subnet, before_create {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:46:42.755866 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-d617c404-f9c7-412a-ad23-da3adfbce215 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1633683', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1082465'] for subnet, after_create {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:46:42.832999 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d617c404-f9c7-412a-ad23-da3adfbce215 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e77df24c-1903-4208-9651-061913c63dfc,revision_number=0']} {{(pid=82902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:46:42.847264 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d617c404-f9c7-412a-ad23-da3adfbce215 admin admin] Checking segment: {'id': '6c817249-bce9-41f7-9191-a92bae05dd74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': 'a70d1a02-a2db-4792-86e7-c80512ee4e0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 15:46:42.847622 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d617c404-f9c7-412a-ad23-da3adfbce215 admin admin] Network hostable DHCP agents. Network: a70d1a02-a2db-4792-86e7-c80512ee4e0d, hostable agents: ['534ecb3d-5fb5-4496-b97c-b20b93fdf8ec'], hosted agents: [] {{(pid=82902) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 15:46:42.869809 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d617c404-f9c7-412a-ad23-da3adfbce215 admin admin] Network a70d1a02-a2db-4792-86e7-c80512ee4e0d is scheduled to be hosted by DHCP agent 534ecb3d-5fb5-4496-b97c-b20b93fdf8ec with binding_index 1 {{(pid=82902) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 15:46:42.879017 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.scheduler.base_scheduler [None req-d617c404-f9c7-412a-ad23-da3adfbce215 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-825105-1-iscsi, a70d1a02-a2db-4792-86e7-c80512ee4e0d) {{(pid=82902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 15:46:42.883116 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d617c404-f9c7-412a-ad23-da3adfbce215 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=82902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:46:42.883749 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-d617c404-f9c7-412a-ad23-da3adfbce215 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16124149'] for subnet, before_response {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:46:42.888969 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c4936b8-2ea6-48ec-ba85-7c5ec3f6e05b None None] Network a70d1a02-a2db-4792-86e7-c80512ee4e0d requested from dv-cinder-825105-1-iscsi {{(pid=82903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 15:46:42.913728 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [None req-d617c404-f9c7-412a-ad23-da3adfbce215 admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.4226317 Feb 09 15:46:42.916284 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.wsgi [-] (82901) accepted ('10.222.0.67', 48038) {{(pid=82901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 15:46:42.922065 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.api.v2.base [None req-a3cc26f4-1759-42c3-b624-0c616faed780 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1860937572-router', 'tenant_id': 'cdd6e08aa84a4a278ba05d9afe77bf68', 'external_gateway_info': {'network_id': 'c65eede5-7777-493f-951d-210877831002'}}} {{(pid=82901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 15:46:42.929642 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.db.quota.driver [None req-a3cc26f4-1759-42c3-b624-0c616faed780 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 15:46:42.934713 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.quota.resource [None req-a3cc26f4-1759-42c3-b624-0c616faed780 admin admin] Usage tracker for resource:router and tenant:cdd6e08aa84a4a278ba05d9afe77bf68 is out of sync, need to count used quota {{(pid=82901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 15:46:42.938175 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.quota.resource [None req-a3cc26f4-1759-42c3-b624-0c616faed780 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=82901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 15:46:42.944655 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.db.quota.driver [None req-a3cc26f4-1759-42c3-b624-0c616faed780 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 15:46:42.957614 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-a3cc26f4-1759-42c3-b624-0c616faed780 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-410232', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1025257'] for router, before_create {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:46:42.958553 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-a3cc26f4-1759-42c3-b624-0c616faed780 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-410143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-406467', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-347251', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1025278'] for router, precommit_create {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:46:42.982139 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-a3cc26f4-1759-42c3-b624-0c616faed780 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:46:43.135221 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-a3cc26f4-1759-42c3-b624-0c616faed780 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-406509', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-410218', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1025164'] for router, precommit_update {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:46:43.139223 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecdb122e-dbba-4313-9862-1ca8d030d086 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1490c90-7495-5952-8644-ad60ad5632dc-a70d1a02-a2db-4792-86e7-c80512ee4e0d', 'network_id': 'a70d1a02-a2db-4792-86e7-c80512ee4e0d', 'tenant_id': 'cdd6e08aa84a4a278ba05d9afe77bf68', 'fixed_ips': [{'subnet_id': 'e77df24c-1903-4208-9651-061913c63dfc'}]}} from dv-cinder-825105-1-iscsi. {{(pid=82903) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 09 15:46:43.140471 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-ecdb122e-dbba-4313-9862-1ca8d030d086 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16080601'] for port, before_create {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:46:43.313836 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.db.db_base_plugin_common [None req-ecdb122e-dbba-4313-9862-1ca8d030d086 None None] Allocated IP 172.20.0.2 (a70d1a02-a2db-4792-86e7-c80512ee4e0d/e77df24c-1903-4208-9651-061913c63dfc/6b9c5f6e-e92c-49b6-8910-a0a6f7ca3dbb) {{(pid=82903) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 15:46:43.420556 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-a3cc26f4-1759-42c3-b624-0c616faed780 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:46:43.458676 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-a3cc26f4-1759-42c3-b624-0c616faed780 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16080601'] for port, before_create {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:46:43.541182 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-ecdb122e-dbba-4313-9862-1ca8d030d086 None None] Notify callbacks [] for port, precommit_create {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:46:43.553727 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.db.provisioning_blocks [None req-ecdb122e-dbba-4313-9862-1ca8d030d086 None None] Transition to ACTIVE for port object 6b9c5f6e-e92c-49b6-8910-a0a6f7ca3dbb will not be triggered until provisioned by entity L2. {{(pid=82903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 15:46:43.574215 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.db.provisioning_blocks [None req-ecdb122e-dbba-4313-9862-1ca8d030d086 None None] Transition to ACTIVE for port object 6b9c5f6e-e92c-49b6-8910-a0a6f7ca3dbb will not be triggered until provisioned by entity DHCP. {{(pid=82903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 15:46:43.583185 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-ecdb122e-dbba-4313-9862-1ca8d030d086 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16080037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124156', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756758334037'] for port, after_create {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:46:43.630079 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.db.db_base_plugin_common [None req-a3cc26f4-1759-42c3-b624-0c616faed780 admin admin] Allocated IP 172.27.0.252 (c65eede5-7777-493f-951d-210877831002/2c513225-bb11-4d36-a4c3-0732716dcb87/53e64671-b4e0-4a88-9dae-2e6d10883bf3) {{(pid=82901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 15:46:43.702965 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecdb122e-dbba-4313-9862-1ca8d030d086 None None] Network a70d1a02-a2db-4792-86e7-c80512ee4e0d is already hosted by enough agents. {{(pid=82903) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 15:46:43.706975 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.scheduler.base_scheduler [None req-ecdb122e-dbba-4313-9862-1ca8d030d086 None None] Resources bound (agent type, host, resource id): {{(pid=82903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 15:46:43.711829 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecdb122e-dbba-4313-9862-1ca8d030d086 None None] Received port after_create {{(pid=82903) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 15:46:43.760468 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecdb122e-dbba-4313-9862-1ca8d030d086 None None] Pushing event updated for resources: {'Port': ['ID=6b9c5f6e-e92c-49b6-8910-a0a6f7ca3dbb,revision_number=1']} {{(pid=82903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:46:43.806901 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-a3cc26f4-1759-42c3-b624-0c616faed780 admin admin] Notify callbacks [] for port, precommit_create {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:46:43.812146 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.plugins.ml2.managers [None req-ecdb122e-dbba-4313-9862-1ca8d030d086 None None] Attempting to bind port 6b9c5f6e-e92c-49b6-8910-a0a6f7ca3dbb on host dv-cinder-825105-1-iscsi for vnic_type normal with profile {{(pid=82903) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 15:46:43.812507 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.plugins.ml2.managers [None req-ecdb122e-dbba-4313-9862-1ca8d030d086 None None] Attempting to bind port 6b9c5f6e-e92c-49b6-8910-a0a6f7ca3dbb by drivers openvswitch,hyperv on host dv-cinder-825105-1-iscsi at level 0 using segments [{'id': '6c817249-bce9-41f7-9191-a92bae05dd74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': 'a70d1a02-a2db-4792-86e7-c80512ee4e0d'}] {{(pid=82903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 15:46:43.812851 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecdb122e-dbba-4313-9862-1ca8d030d086 None None] Attempting to bind port 6b9c5f6e-e92c-49b6-8910-a0a6f7ca3dbb on network a70d1a02-a2db-4792-86e7-c80512ee4e0d {{(pid=82903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 15:46:43.819587 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecdb122e-dbba-4313-9862-1ca8d030d086 None None] Checking agent: {'id': '0c30844f-de8e-42c5-a17a-962bb78b1270', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-825105-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 15, 34, 1), 'started_at': datetime.datetime(2022, 2, 9, 15, 34, 31), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 15, 46, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-825105-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 15:46:43.820215 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecdb122e-dbba-4313-9862-1ca8d030d086 None None] Checking segment: {'id': '6c817249-bce9-41f7-9191-a92bae05dd74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': 'a70d1a02-a2db-4792-86e7-c80512ee4e0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 15:46:43.820337 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-ecdb122e-dbba-4313-9862-1ca8d030d086 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:46:43.821092 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecdb122e-dbba-4313-9862-1ca8d030d086 None None] Bound using segment: {'id': '6c817249-bce9-41f7-9191-a92bae05dd74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': 'a70d1a02-a2db-4792-86e7-c80512ee4e0d'} {{(pid=82903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 15:46:43.821547 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.plugins.ml2.managers [None req-ecdb122e-dbba-4313-9862-1ca8d030d086 None None] Bound port: 6b9c5f6e-e92c-49b6-8910-a0a6f7ca3dbb, host: dv-cinder-825105-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c817249-bce9-41f7-9191-a92bae05dd74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': 'a70d1a02-a2db-4792-86e7-c80512ee4e0d'}}] {{(pid=82903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 15:46:43.821901 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-ecdb122e-dbba-4313-9862-1ca8d030d086 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16080601'] for port, before_update {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:46:43.834896 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-a3cc26f4-1759-42c3-b624-0c616faed780 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16080037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124156', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756758334037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1282344'] for port, after_create {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:46:43.911836 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3cc26f4-1759-42c3-b624-0c616faed780 admin admin] Network c65eede5-7777-493f-951d-210877831002 is already hosted by enough agents. {{(pid=82901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 15:46:43.915050 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.scheduler.base_scheduler [None req-a3cc26f4-1759-42c3-b624-0c616faed780 admin admin] Resources bound (agent type, host, resource id): {{(pid=82901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 15:46:43.920731 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3cc26f4-1759-42c3-b624-0c616faed780 admin admin] Received port after_create {{(pid=82901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 15:46:43.938497 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.plugins.ml2.db [None req-ecdb122e-dbba-4313-9862-1ca8d030d086 None None] For port 6b9c5f6e-e92c-49b6-8910-a0a6f7ca3dbb, host dv-cinder-825105-1-iscsi, cleared binding levels {{(pid=82903) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 15:46:43.943476 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.plugins.ml2.db [None req-ecdb122e-dbba-4313-9862-1ca8d030d086 None None] For port 6b9c5f6e-e92c-49b6-8910-a0a6f7ca3dbb, host dv-cinder-825105-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825105-1-iscsi',level=0,port_id=6b9c5f6e-e92c-49b6-8910-a0a6f7ca3dbb,segment=NetworkSegment(6c817249-bce9-41f7-9191-a92bae05dd74),segment_id=6c817249-bce9-41f7-9191-a92bae05dd74)] {{(pid=82903) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 15:46:43.948455 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-ecdb122e-dbba-4313-9862-1ca8d030d086 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16080037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758755988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756758334055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756758334100'] for port, after_update {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:46:43.957786 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3cc26f4-1759-42c3-b624-0c616faed780 admin admin] Pushing event updated for resources: {'Port': ['ID=53e64671-b4e0-4a88-9dae-2e6d10883bf3,revision_number=1']} {{(pid=82901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:46:44.039049 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecdb122e-dbba-4313-9862-1ca8d030d086 None None] Pushing event updated for resources: {'Port': ['ID=6b9c5f6e-e92c-49b6-8910-a0a6f7ca3dbb,revision_number=2']} {{(pid=82903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:46:44.110799 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-a3cc26f4-1759-42c3-b624-0c616faed780 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:46:44.112391 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-a3cc26f4-1759-42c3-b624-0c616faed780 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-410227', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-406294'] for router, after_create {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:46:44.385695 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3cc26f4-1759-42c3-b624-0c616faed780 admin admin] Router d8b51925-05fe-479b-8caa-2f512e77d6a4 is scheduled to L3 agent 94c626d1-bc40-41bd-b6b2-9a20da402cb6 with binding_index 1 {{(pid=82901) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 15:46:44.590465 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3cc26f4-1759-42c3-b624-0c616faed780 admin admin] Notify agent at l3_agent.dv-cinder-825105-1-iscsi the message routers_updated {{(pid=82901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 15:46:44.599735 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a442a8f-a743-42e4-bdd4-dd15f1a9abcb None None] Sync routers for ids ['d8b51925-05fe-479b-8caa-2f512e77d6a4'] in dv-cinder-825105-1-iscsi {{(pid=82903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 09 15:46:44.611609 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a442a8f-a743-42e4-bdd4-dd15f1a9abcb None None] Routers {'d8b51925-05fe-479b-8caa-2f512e77d6a4'} bound to L3 agent in host dv-cinder-825105-1-iscsi {{(pid=82903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 15:46:44.612567 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.db.l3_hamode_db [None req-6a442a8f-a743-42e4-bdd4-dd15f1a9abcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825105-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T15:34:00Z,description=,heartbeat_timestamp=2022-02-09T15:46:30Z,host='dv-cinder-825105-1-iscsi',id=94c626d1-bc40-41bd-b6b2-9a20da402cb6,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:34:00Z,topic='l3_agent')) {'router_ids': ['d8b51925-05fe-479b-8caa-2f512e77d6a4'], 'active': True} {{(pid=82903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:46:44.617896 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-a3cc26f4-1759-42c3-b624-0c616faed780 admin admin] Notify callbacks [] for router, before_response {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:46:44.619120 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [None req-a3cc26f4-1759-42c3-b624-0c616faed780 admin admin] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.7016044 Feb 09 15:46:44.621957 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.wsgi [-] (82902) accepted ('10.222.0.67', 48052) {{(pid=82902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 15:46:44.818386 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.db.l3_dvr_db [None req-6a442a8f-a743-42e4-bdd4-dd15f1a9abcb None None] Set router d8b51925-05fe-479b-8caa-2f512e77d6a4 gateway port host: dv-cinder-825105-1-iscsi {{(pid=82903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 15:46:45.166402 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4ff399b-1de5-41fc-a19a-57ac5b37dd8d None None] Network a70d1a02-a2db-4792-86e7-c80512ee4e0d requested from dv-cinder-825105-1-iscsi {{(pid=82903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 15:46:45.392072 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.db.provisioning_blocks [None req-4fcc20cf-1729-4c22-a92d-8e52a83500c0 None None] Provisioning for port 6b9c5f6e-e92c-49b6-8910-a0a6f7ca3dbb completed by entity DHCP. {{(pid=82903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 15:46:45.478420 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.db.l3_hamode_db [None req-6a442a8f-a743-42e4-bdd4-dd15f1a9abcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8b51925-05fe-479b-8caa-2f512e77d6a4', 'name': 'tempest-AttachVolumeTestJSON-1860937572-router', 'tenant_id': 'cdd6e08aa84a4a278ba05d9afe77bf68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c65eede5-7777-493f-951d-210877831002', 'external_fixed_ips': [{'subnet_id': '2c513225-bb11-4d36-a4c3-0732716dcb87', 'ip_address': '172.27.0.252'}], 'enable_snat': True}, 'gw_port_id': '53e64671-b4e0-4a88-9dae-2e6d10883bf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T15:46:42Z', 'updated_at': '2022-02-09T15:46:44Z', 'revision_number': 3, 'project_id': 'cdd6e08aa84a4a278ba05d9afe77bf68', 'gw_port': {'id': '53e64671-b4e0-4a88-9dae-2e6d10883bf3', 'name': '', 'network_id': 'c65eede5-7777-493f-951d-210877831002', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:a9:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8b51925-05fe-479b-8caa-2f512e77d6a4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2c513225-bb11-4d36-a4c3-0732716dcb87', 'ip_address': '172.27.0.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:46:43Z', 'updated_at': '2022-02-09T15:46:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2c513225-bb11-4d36-a4c3-0732716dcb87', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825105-1-iscsi'}], 'dv-cinder-825105-1-iscsi', False) {} {{(pid=82903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:46:45.513593 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a442a8f-a743-42e4-bdd4-dd15f1a9abcb None None] Checking router: d8b51925-05fe-479b-8caa-2f512e77d6a4 for host: dv-cinder-825105-1-iscsi {{(pid=82903) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 09 15:46:45.513993 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a442a8f-a743-42e4-bdd4-dd15f1a9abcb None None] Updating router d8b51925-05fe-479b-8caa-2f512e77d6a4 port 53e64671-b4e0-4a88-9dae-2e6d10883bf3 binding host dv-cinder-825105-1-iscsi {{(pid=82903) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 09 15:46:45.582266 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-6a442a8f-a743-42e4-bdd4-dd15f1a9abcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16080601'] for port, before_update {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:46:45.592293 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-74a9ae62-dbb4-4d30-9b80-c5f32df86b85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16080601'] for port, before_create {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:46:45.930796 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.db.db_base_plugin_common [None req-74a9ae62-dbb4-4d30-9b80-c5f32df86b85 admin admin] Allocated IP 172.20.0.1 (a70d1a02-a2db-4792-86e7-c80512ee4e0d/e77df24c-1903-4208-9651-061913c63dfc/cc7566c1-0aae-45be-afe4-87cde7d73b5c) {{(pid=82902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 15:46:45.999513 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-6a442a8f-a743-42e4-bdd4-dd15f1a9abcb None None] Notify callbacks [] for port, precommit_update {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:46:46.012666 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.db.provisioning_blocks [None req-6a442a8f-a743-42e4-bdd4-dd15f1a9abcb None None] Transition to ACTIVE for port object 53e64671-b4e0-4a88-9dae-2e6d10883bf3 will not be triggered until provisioned by entity L2. {{(pid=82903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 15:46:46.022436 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-6a442a8f-a743-42e4-bdd4-dd15f1a9abcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16080037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758755988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756758334055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756758334100'] for port, after_update {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:46:46.108586 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c23774d-c89f-43fb-91b2-e20cb69cd74c None None] Pushing event updated for resources: {'Port': ['ID=53e64671-b4e0-4a88-9dae-2e6d10883bf3,revision_number=2']} {{(pid=82903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:46:46.110916 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.plugins.ml2.managers [None req-6a442a8f-a743-42e4-bdd4-dd15f1a9abcb None None] Attempting to bind port 53e64671-b4e0-4a88-9dae-2e6d10883bf3 on host dv-cinder-825105-1-iscsi for vnic_type normal with profile {{(pid=82903) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 15:46:46.111097 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.plugins.ml2.managers [None req-6a442a8f-a743-42e4-bdd4-dd15f1a9abcb None None] Attempting to bind port 53e64671-b4e0-4a88-9dae-2e6d10883bf3 by drivers openvswitch,hyperv on host dv-cinder-825105-1-iscsi at level 0 using segments [{'id': 'e675f0f7-189f-41a1-8fb7-d7545319af97', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c65eede5-7777-493f-951d-210877831002'}] {{(pid=82903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 15:46:46.111409 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a442a8f-a743-42e4-bdd4-dd15f1a9abcb None None] Attempting to bind port 53e64671-b4e0-4a88-9dae-2e6d10883bf3 on network c65eede5-7777-493f-951d-210877831002 {{(pid=82903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 15:46:46.118326 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a442a8f-a743-42e4-bdd4-dd15f1a9abcb None None] Checking agent: {'id': '0c30844f-de8e-42c5-a17a-962bb78b1270', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-825105-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 15, 34, 1), 'started_at': datetime.datetime(2022, 2, 9, 15, 34, 31), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 15, 46, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-825105-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 15:46:46.118687 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a442a8f-a743-42e4-bdd4-dd15f1a9abcb None None] Checking segment: {'id': 'e675f0f7-189f-41a1-8fb7-d7545319af97', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c65eede5-7777-493f-951d-210877831002'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 15:46:46.119074 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-6a442a8f-a743-42e4-bdd4-dd15f1a9abcb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:46:46.119452 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a442a8f-a743-42e4-bdd4-dd15f1a9abcb None None] Bound using segment: {'id': 'e675f0f7-189f-41a1-8fb7-d7545319af97', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c65eede5-7777-493f-951d-210877831002'} {{(pid=82903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 15:46:46.119899 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.plugins.ml2.managers [None req-6a442a8f-a743-42e4-bdd4-dd15f1a9abcb None None] Bound port: 53e64671-b4e0-4a88-9dae-2e6d10883bf3, host: dv-cinder-825105-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e675f0f7-189f-41a1-8fb7-d7545319af97', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c65eede5-7777-493f-951d-210877831002'}}] {{(pid=82903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 15:46:46.120294 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-6a442a8f-a743-42e4-bdd4-dd15f1a9abcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16080601'] for port, before_update {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:46:46.168488 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-74a9ae62-dbb4-4d30-9b80-c5f32df86b85 admin admin] Notify callbacks [] for port, precommit_create {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:46:46.190897 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.db.provisioning_blocks [None req-74a9ae62-dbb4-4d30-9b80-c5f32df86b85 admin admin] Transition to ACTIVE for port object cc7566c1-0aae-45be-afe4-87cde7d73b5c will not be triggered until provisioned by entity DHCP. {{(pid=82902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 15:46:46.195183 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.plugins.ml2.db [None req-6a442a8f-a743-42e4-bdd4-dd15f1a9abcb None None] For port 53e64671-b4e0-4a88-9dae-2e6d10883bf3, host dv-cinder-825105-1-iscsi, cleared binding levels {{(pid=82903) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 15:46:46.198573 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.plugins.ml2.db [None req-6a442a8f-a743-42e4-bdd4-dd15f1a9abcb None None] For port 53e64671-b4e0-4a88-9dae-2e6d10883bf3, host dv-cinder-825105-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825105-1-iscsi',level=0,port_id=53e64671-b4e0-4a88-9dae-2e6d10883bf3,segment=NetworkSegment(e675f0f7-189f-41a1-8fb7-d7545319af97),segment_id=e675f0f7-189f-41a1-8fb7-d7545319af97)] {{(pid=82903) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 15:46:46.202505 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-6a442a8f-a743-42e4-bdd4-dd15f1a9abcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16080037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758755988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756758334055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756758334100'] for port, after_update {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:46:46.217292 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-74a9ae62-dbb4-4d30-9b80-c5f32df86b85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16080037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124156', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756758334037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1633551'] for port, after_create {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:46:46.239322 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.plugins.ml2.rpc [None req-608c4fd2-211a-4ca9-a277-ad2a51be62ff None None] Device 6b9c5f6e-e92c-49b6-8910-a0a6f7ca3dbb up at agent ovs-agent-dv-cinder-825105-1-iscsi {{(pid=82903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 15:46:46.290426 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74a9ae62-dbb4-4d30-9b80-c5f32df86b85 admin admin] Network a70d1a02-a2db-4792-86e7-c80512ee4e0d is already hosted by enough agents. {{(pid=82902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 15:46:46.294029 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.scheduler.base_scheduler [None req-74a9ae62-dbb4-4d30-9b80-c5f32df86b85 admin admin] Resources bound (agent type, host, resource id): {{(pid=82902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 15:46:46.295901 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a9ae62-dbb4-4d30-9b80-c5f32df86b85 admin admin] Pushing event updated for resources: {'Port': ['ID=cc7566c1-0aae-45be-afe4-87cde7d73b5c,revision_number=1']} {{(pid=82902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:46:46.298153 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74a9ae62-dbb4-4d30-9b80-c5f32df86b85 admin admin] Received port after_create {{(pid=82902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 15:46:46.341624 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c23774d-c89f-43fb-91b2-e20cb69cd74c None None] Pushing event updated for resources: {'Port': ['ID=53e64671-b4e0-4a88-9dae-2e6d10883bf3,revision_number=3']} {{(pid=82903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:46:46.350688 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74a9ae62-dbb4-4d30-9b80-c5f32df86b85 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825105-1-iscsi {{(pid=82902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:46:46.351196 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74a9ae62-dbb4-4d30-9b80-c5f32df86b85 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825105-1-iscsi {{(pid=82902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:46:46.351329 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74a9ae62-dbb4-4d30-9b80-c5f32df86b85 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825105-1-iscsi {{(pid=82902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:46:46.351659 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74a9ae62-dbb4-4d30-9b80-c5f32df86b85 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825105-1-iscsi {{(pid=82902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:46:46.351778 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a442a8f-a743-42e4-bdd4-dd15f1a9abcb None None] Routers {'d8b51925-05fe-479b-8caa-2f512e77d6a4'} bound to L3 agent in host dv-cinder-825105-1-iscsi {{(pid=82903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 15:46:46.351980 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74a9ae62-dbb4-4d30-9b80-c5f32df86b85 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825105-1-iscsi {{(pid=82902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:46:46.352327 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74a9ae62-dbb4-4d30-9b80-c5f32df86b85 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-825105-1-iscsi {{(pid=82902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:46:46.352534 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.db.l3_hamode_db [None req-6a442a8f-a743-42e4-bdd4-dd15f1a9abcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825105-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T15:34:00Z,description=,heartbeat_timestamp=2022-02-09T15:46:30Z,host='dv-cinder-825105-1-iscsi',id=94c626d1-bc40-41bd-b6b2-9a20da402cb6,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:34:00Z,topic='l3_agent')) {'router_ids': ['d8b51925-05fe-479b-8caa-2f512e77d6a4'], 'active': True} {{(pid=82903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:46:46.352645 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74a9ae62-dbb4-4d30-9b80-c5f32df86b85 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825105-1-iscsi {{(pid=82902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:46:46.353044 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74a9ae62-dbb4-4d30-9b80-c5f32df86b85 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825105-1-iscsi {{(pid=82902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:46:46.353252 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74a9ae62-dbb4-4d30-9b80-c5f32df86b85 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825105-1-iscsi {{(pid=82902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:46:46.353565 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74a9ae62-dbb4-4d30-9b80-c5f32df86b85 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825105-1-iscsi {{(pid=82902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:46:46.353877 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74a9ae62-dbb4-4d30-9b80-c5f32df86b85 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825105-1-iscsi {{(pid=82902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:46:46.368826 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-74a9ae62-dbb4-4d30-9b80-c5f32df86b85 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-405704'] for router_interface, before_create {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:46:46.460813 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-74a9ae62-dbb4-4d30-9b80-c5f32df86b85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16080601'] for port, before_update {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:46:46.489837 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.db.provisioning_blocks [None req-608c4fd2-211a-4ca9-a277-ad2a51be62ff None None] Provisioning for port 6b9c5f6e-e92c-49b6-8910-a0a6f7ca3dbb completed by entity L2. {{(pid=82903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 15:46:46.500087 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.db.provisioning_blocks [None req-608c4fd2-211a-4ca9-a277-ad2a51be62ff None None] Provisioning complete for port 6b9c5f6e-e92c-49b6-8910-a0a6f7ca3dbb triggered by entity L2. {{(pid=82903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:46:46.500473 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-608c4fd2-211a-4ca9-a277-ad2a51be62ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16008948'] for port, provisioning_complete {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:46:46.606772 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.db.l3_dvr_db [None req-6a442a8f-a743-42e4-bdd4-dd15f1a9abcb None None] Set router d8b51925-05fe-479b-8caa-2f512e77d6a4 gateway port host: dv-cinder-825105-1-iscsi {{(pid=82903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 15:46:46.694199 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-74a9ae62-dbb4-4d30-9b80-c5f32df86b85 admin admin] Notify callbacks [] for port, precommit_update {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:46:46.698930 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-74a9ae62-dbb4-4d30-9b80-c5f32df86b85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16080037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758755988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756758334055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756758334100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1633542'] for port, after_update {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:46:46.724917 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.db.provisioning_blocks [None req-8704f95a-a5c7-49d2-a1e2-27dcc0105ae2 None None] Provisioning for port cc7566c1-0aae-45be-afe4-87cde7d73b5c completed by entity DHCP. {{(pid=82903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 15:46:46.752922 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.db.provisioning_blocks [None req-8704f95a-a5c7-49d2-a1e2-27dcc0105ae2 None None] Provisioning complete for port cc7566c1-0aae-45be-afe4-87cde7d73b5c triggered by entity DHCP. {{(pid=82903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:46:46.753285 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-8704f95a-a5c7-49d2-a1e2-27dcc0105ae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16008948'] for port, provisioning_complete {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:46:46.806463 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-74a9ae62-dbb4-4d30-9b80-c5f32df86b85 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16123972', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-405541'] for router_interface, after_create {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:46:46.809889 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a9ae62-dbb4-4d30-9b80-c5f32df86b85 admin admin] Pushing event updated for resources: {'Port': ['ID=cc7566c1-0aae-45be-afe4-87cde7d73b5c,revision_number=2']} {{(pid=82902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:46:46.867143 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-608c4fd2-211a-4ca9-a277-ad2a51be62ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16080601'] for port, before_update {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:46:46.950017 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74a9ae62-dbb4-4d30-9b80-c5f32df86b85 admin admin] Network a70d1a02-a2db-4792-86e7-c80512ee4e0d is already hosted by enough agents. {{(pid=82902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 15:46:46.951337 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.scheduler.base_scheduler [None req-74a9ae62-dbb4-4d30-9b80-c5f32df86b85 admin admin] Resources bound (agent type, host, resource id): {{(pid=82902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 15:46:46.974380 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.plugins.ml2.plugin [None req-8704f95a-a5c7-49d2-a1e2-27dcc0105ae2 None None] Port cc7566c1-0aae-45be-afe4-87cde7d73b5c cannot update to ACTIVE because it is not bound. {{(pid=82903) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 09 15:46:47.005543 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.plugins.ml2.db [None req-608c4fd2-211a-4ca9-a277-ad2a51be62ff None None] For port 6b9c5f6e-e92c-49b6-8910-a0a6f7ca3dbb, host dv-cinder-825105-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825105-1-iscsi',level=0,port_id=6b9c5f6e-e92c-49b6-8910-a0a6f7ca3dbb,segment=NetworkSegment(6c817249-bce9-41f7-9191-a92bae05dd74),segment_id=6c817249-bce9-41f7-9191-a92bae05dd74)] {{(pid=82903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:46:47.010553 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-608c4fd2-211a-4ca9-a277-ad2a51be62ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16080037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758755988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756758334055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756758334100'] for port, after_update {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:46:47.166098 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-608c4fd2-211a-4ca9-a277-ad2a51be62ff None None] Pushing event updated for resources: {'Port': ['ID=6b9c5f6e-e92c-49b6-8910-a0a6f7ca3dbb,revision_number=3']} {{(pid=82903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:46:47.208233 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.db.provisioning_blocks [None req-7a6ad604-ca5d-4ee1-acc5-44cede5191fb None None] Provisioning complete for port cc7566c1-0aae-45be-afe4-87cde7d73b5c triggered by entity DHCP. {{(pid=82903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:46:47.208508 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-7a6ad604-ca5d-4ee1-acc5-44cede5191fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16008948'] for port, provisioning_complete {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:46:47.236833 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.db.l3_hamode_db [None req-6a442a8f-a743-42e4-bdd4-dd15f1a9abcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8b51925-05fe-479b-8caa-2f512e77d6a4', 'name': 'tempest-AttachVolumeTestJSON-1860937572-router', 'tenant_id': 'cdd6e08aa84a4a278ba05d9afe77bf68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c65eede5-7777-493f-951d-210877831002', 'external_fixed_ips': [{'subnet_id': '2c513225-bb11-4d36-a4c3-0732716dcb87', 'ip_address': '172.27.0.252'}], 'enable_snat': True}, 'gw_port_id': '53e64671-b4e0-4a88-9dae-2e6d10883bf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T15:46:42Z', 'updated_at': '2022-02-09T15:46:46Z', 'revision_number': 4, 'project_id': 'cdd6e08aa84a4a278ba05d9afe77bf68', 'gw_port': {'id': '53e64671-b4e0-4a88-9dae-2e6d10883bf3', 'name': '', 'network_id': 'c65eede5-7777-493f-951d-210877831002', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:a9:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8b51925-05fe-479b-8caa-2f512e77d6a4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2c513225-bb11-4d36-a4c3-0732716dcb87', 'ip_address': '172.27.0.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825105-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:46:43Z', 'updated_at': '2022-02-09T15:46:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2c513225-bb11-4d36-a4c3-0732716dcb87', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825105-1-iscsi', '_interfaces': [{'id': 'cc7566c1-0aae-45be-afe4-87cde7d73b5c', 'name': '', 'network_id': 'a70d1a02-a2db-4792-86e7-c80512ee4e0d', 'tenant_id': 'cdd6e08aa84a4a278ba05d9afe77bf68', 'mac_address': 'fa:16:3e:a6:48:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8b51925-05fe-479b-8caa-2f512e77d6a4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e77df24c-1903-4208-9651-061913c63dfc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:46:45Z', 'updated_at': '2022-02-09T15:46:45Z', 'revision_number': 1, 'project_id': 'cdd6e08aa84a4a278ba05d9afe77bf68', 'subnets': [{'id': 'e77df24c-1903-4208-9651-061913c63dfc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825105-1-iscsi', False) {} {{(pid=82903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:46:47.249389 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a442a8f-a743-42e4-bdd4-dd15f1a9abcb None None] The sync data for ids ['d8b51925-05fe-479b-8caa-2f512e77d6a4'] in dv-cinder-825105-1-iscsi is: [{'id': 'd8b51925-05fe-479b-8caa-2f512e77d6a4', 'name': 'tempest-AttachVolumeTestJSON-1860937572-router', 'tenant_id': 'cdd6e08aa84a4a278ba05d9afe77bf68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c65eede5-7777-493f-951d-210877831002', 'external_fixed_ips': [{'subnet_id': '2c513225-bb11-4d36-a4c3-0732716dcb87', 'ip_address': '172.27.0.252'}], 'enable_snat': True}, 'gw_port_id': '53e64671-b4e0-4a88-9dae-2e6d10883bf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T15:46:42Z', 'updated_at': '2022-02-09T15:46:46Z', 'revision_number': 4, 'project_id': 'cdd6e08aa84a4a278ba05d9afe77bf68', 'gw_port': {'id': '53e64671-b4e0-4a88-9dae-2e6d10883bf3', 'name': '', 'network_id': 'c65eede5-7777-493f-951d-210877831002', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:a9:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8b51925-05fe-479b-8caa-2f512e77d6a4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2c513225-bb11-4d36-a4c3-0732716dcb87', 'ip_address': '172.27.0.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825105-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:46:43Z', 'updated_at': '2022-02-09T15:46:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2c513225-bb11-4d36-a4c3-0732716dcb87', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825105-1-iscsi', '_interfaces': [{'id': 'cc7566c1-0aae-45be-afe4-87cde7d73b5c', 'name': '', 'network_id': 'a70d1a02-a2db-4792-86e7-c80512ee4e0d', 'tenant_id': 'cdd6e08aa84a4a278ba05d9afe77bf68', 'mac_address': 'fa:16:3e:a6:48:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8b51925-05fe-479b-8caa-2f512e77d6a4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e77df24c-1903-4208-9651-061913c63dfc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:46:45Z', 'updated_at': '2022-02-09T15:46:45Z', 'revision_number': 1, 'project_id': 'cdd6e08aa84a4a278ba05d9afe77bf68', 'subnets': [{'id': 'e77df24c-1903-4208-9651-061913c63dfc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 09 15:46:47.270226 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.plugins.ml2.plugin [None req-7a6ad604-ca5d-4ee1-acc5-44cede5191fb None None] Port cc7566c1-0aae-45be-afe4-87cde7d73b5c cannot update to ACTIVE because it is not bound. {{(pid=82903) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 09 15:46:47.397824 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74a9ae62-dbb4-4d30-9b80-c5f32df86b85 admin admin] Router d8b51925-05fe-479b-8caa-2f512e77d6a4 has already been hosted by L3 agent 94c626d1-bc40-41bd-b6b2-9a20da402cb6 {{(pid=82902) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 15:46:47.616515 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74a9ae62-dbb4-4d30-9b80-c5f32df86b85 admin admin] Notify agent at l3_agent.dv-cinder-825105-1-iscsi the message routers_updated {{(pid=82902) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 15:46:47.627240 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [None req-74a9ae62-dbb4-4d30-9b80-c5f32df86b85 admin admin] 10.222.0.67 "PUT /v2.0/routers/d8b51925-05fe-479b-8caa-2f512e77d6a4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0040932 Feb 09 15:46:48.213052 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.wsgi [-] (82901) accepted ('10.222.0.67', 48094) {{(pid=82901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 15:46:48.219836 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.api.v2.base [None req-c0de0c22-9826-483b-a6ff-d12495966f8e tempest-AttachVolumeTestJSON-950875345 tempest-AttachVolumeTestJSON-950875345-project] Request body: {'security_group': {'name': 'tempest-securitygroup--432603445', 'description': 'tempest-description--1043174593'}} {{(pid=82901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 15:46:48.226506 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.db.quota.driver [None req-c0de0c22-9826-483b-a6ff-d12495966f8e tempest-AttachVolumeTestJSON-950875345 tempest-AttachVolumeTestJSON-950875345-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 15:46:48.230795 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.quota.resource [None req-c0de0c22-9826-483b-a6ff-d12495966f8e tempest-AttachVolumeTestJSON-950875345 tempest-AttachVolumeTestJSON-950875345-project] Usage tracker for resource:security_group and tenant:cdd6e08aa84a4a278ba05d9afe77bf68 is out of sync, need to count used quota {{(pid=82901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 15:46:48.238428 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.quota.resource [None req-c0de0c22-9826-483b-a6ff-d12495966f8e tempest-AttachVolumeTestJSON-950875345 tempest-AttachVolumeTestJSON-950875345-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=82901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 15:46:48.244808 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.db.quota.driver [None req-c0de0c22-9826-483b-a6ff-d12495966f8e tempest-AttachVolumeTestJSON-950875345 tempest-AttachVolumeTestJSON-950875345-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=82901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 15:46:48.257194 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-c0de0c22-9826-483b-a6ff-d12495966f8e tempest-AttachVolumeTestJSON-950875345 tempest-AttachVolumeTestJSON-950875345-project] Notify callbacks [] for security_group, before_create {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:46:48.304584 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.plugins.ml2.rpc [None req-608c4fd2-211a-4ca9-a277-ad2a51be62ff None None] Device 6b9c5f6e-e92c-49b6-8910-a0a6f7ca3dbb up at agent ovs-agent-dv-cinder-825105-1-iscsi {{(pid=82903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 15:46:48.305485 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.db.quota.driver [None req-c0de0c22-9826-483b-a6ff-d12495966f8e tempest-AttachVolumeTestJSON-950875345 tempest-AttachVolumeTestJSON-950875345-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 15:46:48.310009 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.quota.resource [None req-c0de0c22-9826-483b-a6ff-d12495966f8e tempest-AttachVolumeTestJSON-950875345 tempest-AttachVolumeTestJSON-950875345-project] Usage tracker for resource:security_group_rule and tenant:cdd6e08aa84a4a278ba05d9afe77bf68 is out of sync, need to count used quota {{(pid=82901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 15:46:48.314983 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.quota.resource [None req-c0de0c22-9826-483b-a6ff-d12495966f8e tempest-AttachVolumeTestJSON-950875345 tempest-AttachVolumeTestJSON-950875345-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=82901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 15:46:48.324199 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.db.quota.driver [None req-c0de0c22-9826-483b-a6ff-d12495966f8e tempest-AttachVolumeTestJSON-950875345 tempest-AttachVolumeTestJSON-950875345-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=82901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 15:46:48.393362 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-c0de0c22-9826-483b-a6ff-d12495966f8e tempest-AttachVolumeTestJSON-950875345 tempest-AttachVolumeTestJSON-950875345-project] Notify callbacks [] for security_group, precommit_create {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:46:48.394808 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.db.provisioning_blocks [None req-608c4fd2-211a-4ca9-a277-ad2a51be62ff None None] Provisioning complete for port 6b9c5f6e-e92c-49b6-8910-a0a6f7ca3dbb triggered by entity L2. {{(pid=82903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:46:48.395212 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-608c4fd2-211a-4ca9-a277-ad2a51be62ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16008948'] for port, provisioning_complete {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:46:48.398008 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-c0de0c22-9826-483b-a6ff-d12495966f8e tempest-AttachVolumeTestJSON-950875345 tempest-AttachVolumeTestJSON-950875345-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_create {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:46:48.443829 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0de0c22-9826-483b-a6ff-d12495966f8e tempest-AttachVolumeTestJSON-950875345 tempest-AttachVolumeTestJSON-950875345-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9d14b308-0fbe-484b-9657-f76cb88f711f,revision_number=1']} {{(pid=82901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:46:48.446786 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-c0de0c22-9826-483b-a6ff-d12495966f8e tempest-AttachVolumeTestJSON-950875345 tempest-AttachVolumeTestJSON-950875345-project] Notify callbacks [] for security_group, before_response {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:46:48.450929 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.wsgi [-] (82902) accepted ('10.222.0.67', 48102) {{(pid=82902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 15:46:48.451491 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [None req-c0de0c22-9826-483b-a6ff-d12495966f8e tempest-AttachVolumeTestJSON-950875345 tempest-AttachVolumeTestJSON-950875345-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1613 time: 0.2359266 Feb 09 15:46:48.457309 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.api.v2.base [None req-9319f171-712c-4fd3-8fea-4358e3046815 tempest-AttachVolumeTestJSON-950875345 tempest-AttachVolumeTestJSON-950875345-project] Request body: {'security_group_rule': {'security_group_id': '9d14b308-0fbe-484b-9657-f76cb88f711f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=82902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 15:46:48.463788 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.db.quota.driver [None req-9319f171-712c-4fd3-8fea-4358e3046815 tempest-AttachVolumeTestJSON-950875345 tempest-AttachVolumeTestJSON-950875345-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 15:46:48.467795 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.quota.resource [None req-9319f171-712c-4fd3-8fea-4358e3046815 tempest-AttachVolumeTestJSON-950875345 tempest-AttachVolumeTestJSON-950875345-project] Usage tracker for resource:security_group_rule and tenant:cdd6e08aa84a4a278ba05d9afe77bf68 is out of sync, need to count used quota {{(pid=82902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 15:46:48.471045 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.quota.resource [None req-9319f171-712c-4fd3-8fea-4358e3046815 tempest-AttachVolumeTestJSON-950875345 tempest-AttachVolumeTestJSON-950875345-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=82902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 15:46:48.477797 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.db.quota.driver [None req-9319f171-712c-4fd3-8fea-4358e3046815 tempest-AttachVolumeTestJSON-950875345 tempest-AttachVolumeTestJSON-950875345-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=82902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 15:46:48.496914 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-9319f171-712c-4fd3-8fea-4358e3046815 tempest-AttachVolumeTestJSON-950875345 tempest-AttachVolumeTestJSON-950875345-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:46:48.524927 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.plugins.ml2.rpc [None req-608c4fd2-211a-4ca9-a277-ad2a51be62ff None None] Device 53e64671-b4e0-4a88-9dae-2e6d10883bf3 up at agent ovs-agent-dv-cinder-825105-1-iscsi {{(pid=82903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 15:46:48.572347 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-9319f171-712c-4fd3-8fea-4358e3046815 tempest-AttachVolumeTestJSON-950875345 tempest-AttachVolumeTestJSON-950875345-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:46:48.577287 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-9319f171-712c-4fd3-8fea-4358e3046815 tempest-AttachVolumeTestJSON-950875345 tempest-AttachVolumeTestJSON-950875345-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331611'] for security_group_rule, after_create {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:46:48.598224 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.db.provisioning_blocks [None req-608c4fd2-211a-4ca9-a277-ad2a51be62ff None None] Provisioning for port 53e64671-b4e0-4a88-9dae-2e6d10883bf3 completed by entity L2. {{(pid=82903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 15:46:48.603196 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.db.provisioning_blocks [None req-608c4fd2-211a-4ca9-a277-ad2a51be62ff None None] Provisioning complete for port 53e64671-b4e0-4a88-9dae-2e6d10883bf3 triggered by entity L2. {{(pid=82903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:46:48.603556 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-608c4fd2-211a-4ca9-a277-ad2a51be62ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16008948'] for port, provisioning_complete {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:46:48.605565 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9319f171-712c-4fd3-8fea-4358e3046815 tempest-AttachVolumeTestJSON-950875345 tempest-AttachVolumeTestJSON-950875345-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=06b7b1a8-ec1a-452f-9c8c-bf9a95769a6a,revision_number=0']} {{(pid=82902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:46:48.618339 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-9319f171-712c-4fd3-8fea-4358e3046815 tempest-AttachVolumeTestJSON-950875345 tempest-AttachVolumeTestJSON-950875345-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:46:48.619948 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [None req-9319f171-712c-4fd3-8fea-4358e3046815 tempest-AttachVolumeTestJSON-950875345 tempest-AttachVolumeTestJSON-950875345-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1679740 Feb 09 15:46:48.623571 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.wsgi [-] (82902) accepted ('10.222.0.67', 48106) {{(pid=82902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 15:46:48.629606 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.api.v2.base [None req-4069e97b-237c-4d03-8e5a-d9a1f171a312 tempest-AttachVolumeTestJSON-950875345 tempest-AttachVolumeTestJSON-950875345-project] Request body: {'security_group_rule': {'security_group_id': '9d14b308-0fbe-484b-9657-f76cb88f711f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=82902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 15:46:48.635848 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.db.quota.driver [None req-4069e97b-237c-4d03-8e5a-d9a1f171a312 tempest-AttachVolumeTestJSON-950875345 tempest-AttachVolumeTestJSON-950875345-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 15:46:48.643455 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.quota.resource [None req-4069e97b-237c-4d03-8e5a-d9a1f171a312 tempest-AttachVolumeTestJSON-950875345 tempest-AttachVolumeTestJSON-950875345-project] Usage tracker for resource:security_group_rule and tenant:cdd6e08aa84a4a278ba05d9afe77bf68 is out of sync, need to count used quota {{(pid=82902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 15:46:48.647705 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.quota.resource [None req-4069e97b-237c-4d03-8e5a-d9a1f171a312 tempest-AttachVolumeTestJSON-950875345 tempest-AttachVolumeTestJSON-950875345-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=82902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 15:46:48.655601 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.db.quota.driver [None req-4069e97b-237c-4d03-8e5a-d9a1f171a312 tempest-AttachVolumeTestJSON-950875345 tempest-AttachVolumeTestJSON-950875345-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=82902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 15:46:48.682980 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-4069e97b-237c-4d03-8e5a-d9a1f171a312 tempest-AttachVolumeTestJSON-950875345 tempest-AttachVolumeTestJSON-950875345-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:46:48.733796 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-608c4fd2-211a-4ca9-a277-ad2a51be62ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16080601'] for port, before_update {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:46:48.750470 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.plugins.ml2.db [None req-608c4fd2-211a-4ca9-a277-ad2a51be62ff None None] For port 53e64671-b4e0-4a88-9dae-2e6d10883bf3, host dv-cinder-825105-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825105-1-iscsi',level=0,port_id=53e64671-b4e0-4a88-9dae-2e6d10883bf3,segment=NetworkSegment(e675f0f7-189f-41a1-8fb7-d7545319af97),segment_id=e675f0f7-189f-41a1-8fb7-d7545319af97)] {{(pid=82903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:46:48.750952 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-4069e97b-237c-4d03-8e5a-d9a1f171a312 tempest-AttachVolumeTestJSON-950875345 tempest-AttachVolumeTestJSON-950875345-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:46:48.754967 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-608c4fd2-211a-4ca9-a277-ad2a51be62ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16080037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758755988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756758334055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756758334100'] for port, after_update {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:46:48.756067 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-4069e97b-237c-4d03-8e5a-d9a1f171a312 tempest-AttachVolumeTestJSON-950875345 tempest-AttachVolumeTestJSON-950875345-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331611'] for security_group_rule, after_create {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:46:48.779221 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4069e97b-237c-4d03-8e5a-d9a1f171a312 tempest-AttachVolumeTestJSON-950875345 tempest-AttachVolumeTestJSON-950875345-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=df3c4855-e3ea-4c39-8415-f170576de75d,revision_number=0']} {{(pid=82902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:46:48.789794 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-4069e97b-237c-4d03-8e5a-d9a1f171a312 tempest-AttachVolumeTestJSON-950875345 tempest-AttachVolumeTestJSON-950875345-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:46:48.791110 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [None req-4069e97b-237c-4d03-8e5a-d9a1f171a312 tempest-AttachVolumeTestJSON-950875345 tempest-AttachVolumeTestJSON-950875345-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1665206 Feb 09 15:46:48.794471 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.wsgi [-] (82902) accepted ('10.222.0.67', 48112) {{(pid=82902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 15:46:48.802339 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.api.v2.base [None req-25342814-0712-496f-b8ef-a79a51259dfa tempest-AttachVolumeTestJSON-950875345 tempest-AttachVolumeTestJSON-950875345-project] Request body: {'floatingip': {'floating_network_id': 'c65eede5-7777-493f-951d-210877831002'}} {{(pid=82902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 15:46:48.808092 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.db.quota.driver [None req-25342814-0712-496f-b8ef-a79a51259dfa tempest-AttachVolumeTestJSON-950875345 tempest-AttachVolumeTestJSON-950875345-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 15:46:48.812794 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.quota.resource [None req-25342814-0712-496f-b8ef-a79a51259dfa tempest-AttachVolumeTestJSON-950875345 tempest-AttachVolumeTestJSON-950875345-project] Usage tracker for resource:floatingip and tenant:cdd6e08aa84a4a278ba05d9afe77bf68 is out of sync, need to count used quota {{(pid=82902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 15:46:48.815542 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.quota.resource [None req-25342814-0712-496f-b8ef-a79a51259dfa tempest-AttachVolumeTestJSON-950875345 tempest-AttachVolumeTestJSON-950875345-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=82902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 15:46:48.821308 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.db.quota.driver [None req-25342814-0712-496f-b8ef-a79a51259dfa tempest-AttachVolumeTestJSON-950875345 tempest-AttachVolumeTestJSON-950875345-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=82902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 15:46:48.824414 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-608c4fd2-211a-4ca9-a277-ad2a51be62ff None None] Pushing event updated for resources: {'Port': ['ID=53e64671-b4e0-4a88-9dae-2e6d10883bf3,revision_number=4']} {{(pid=82903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:46:48.831668 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-25342814-0712-496f-b8ef-a79a51259dfa tempest-AttachVolumeTestJSON-950875345 tempest-AttachVolumeTestJSON-950875345-project] Notify callbacks [] for floatingip, before_create {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:46:49.051367 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-25342814-0712-496f-b8ef-a79a51259dfa tempest-AttachVolumeTestJSON-950875345 tempest-AttachVolumeTestJSON-950875345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16080601'] for port, before_create {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:46:49.188519 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.db.db_base_plugin_common [None req-25342814-0712-496f-b8ef-a79a51259dfa tempest-AttachVolumeTestJSON-950875345 tempest-AttachVolumeTestJSON-950875345-project] Allocated IP 172.27.0.225 (c65eede5-7777-493f-951d-210877831002/2c513225-bb11-4d36-a4c3-0732716dcb87/18e1ba8e-69ae-487b-abe4-307c141561e7) {{(pid=82902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 15:46:49.338790 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-25342814-0712-496f-b8ef-a79a51259dfa tempest-AttachVolumeTestJSON-950875345 tempest-AttachVolumeTestJSON-950875345-project] Notify callbacks [] for port, precommit_create {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:46:49.371878 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-25342814-0712-496f-b8ef-a79a51259dfa tempest-AttachVolumeTestJSON-950875345 tempest-AttachVolumeTestJSON-950875345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16080037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124156', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756758334037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1633551'] for port, after_create {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:46:49.445723 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25342814-0712-496f-b8ef-a79a51259dfa tempest-AttachVolumeTestJSON-950875345 tempest-AttachVolumeTestJSON-950875345-project] Network c65eede5-7777-493f-951d-210877831002 is already hosted by enough agents. {{(pid=82902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 15:46:49.449278 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.scheduler.base_scheduler [None req-25342814-0712-496f-b8ef-a79a51259dfa tempest-AttachVolumeTestJSON-950875345 tempest-AttachVolumeTestJSON-950875345-project] Resources bound (agent type, host, resource id): {{(pid=82902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 15:46:49.451016 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25342814-0712-496f-b8ef-a79a51259dfa tempest-AttachVolumeTestJSON-950875345 tempest-AttachVolumeTestJSON-950875345-project] Pushing event updated for resources: {'Port': ['ID=18e1ba8e-69ae-487b-abe4-307c141561e7,revision_number=1']} {{(pid=82902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:46:49.453091 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25342814-0712-496f-b8ef-a79a51259dfa tempest-AttachVolumeTestJSON-950875345 tempest-AttachVolumeTestJSON-950875345-project] Received port after_create {{(pid=82902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 15:46:49.653762 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-25342814-0712-496f-b8ef-a79a51259dfa tempest-AttachVolumeTestJSON-950875345 tempest-AttachVolumeTestJSON-950875345-project] Notify callbacks [] for floatingip, precommit_create {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:46:49.712265 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-25342814-0712-496f-b8ef-a79a51259dfa tempest-AttachVolumeTestJSON-950875345 tempest-AttachVolumeTestJSON-950875345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16080601'] for port, before_update {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:46:49.925949 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-25342814-0712-496f-b8ef-a79a51259dfa tempest-AttachVolumeTestJSON-950875345 tempest-AttachVolumeTestJSON-950875345-project] Notify callbacks [] for port, precommit_update {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:46:49.930384 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-25342814-0712-496f-b8ef-a79a51259dfa tempest-AttachVolumeTestJSON-950875345 tempest-AttachVolumeTestJSON-950875345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16080037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758755988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756758334055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756758334100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1633542'] for port, after_update {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:46:50.038928 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25342814-0712-496f-b8ef-a79a51259dfa tempest-AttachVolumeTestJSON-950875345 tempest-AttachVolumeTestJSON-950875345-project] Pushing event updated for resources: {'Port': ['ID=18e1ba8e-69ae-487b-abe4-307c141561e7,revision_number=2']} {{(pid=82902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:46:50.051771 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-25342814-0712-496f-b8ef-a79a51259dfa tempest-AttachVolumeTestJSON-950875345 tempest-AttachVolumeTestJSON-950875345-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-406337'] for floatingip, after_update {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:46:50.074846 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-25342814-0712-496f-b8ef-a79a51259dfa tempest-AttachVolumeTestJSON-950875345 tempest-AttachVolumeTestJSON-950875345-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205010'] for floatingip, before_response {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:46:50.076013 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [None req-25342814-0712-496f-b8ef-a79a51259dfa tempest-AttachVolumeTestJSON-950875345 tempest-AttachVolumeTestJSON-950875345-project] 10.222.0.67 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2805398 Feb 09 15:46:50.190876 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.plugins.ml2.rpc [None req-608c4fd2-211a-4ca9-a277-ad2a51be62ff None None] Device 53e64671-b4e0-4a88-9dae-2e6d10883bf3 up at agent ovs-agent-dv-cinder-825105-1-iscsi {{(pid=82903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 15:46:50.251174 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-5cd5ef5b-12e6-4851-8ac4-2cde7a3dca8c req-1850bfc1-79e9-4316-b7b4-0affb69557f6 tempest-AttachVolumeTestJSON-950875345 tempest-AttachVolumeTestJSON-950875345-project] 10.222.0.67 "GET /v2.0/security-groups?name=tempest-securitygroup--432603445&fields=id&tenant_id=cdd6e08aa84a4a278ba05d9afe77bf68 HTTP/1.1" status: 200 len: 267 time: 0.0420454 Feb 09 15:46:50.262253 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.db.provisioning_blocks [None req-608c4fd2-211a-4ca9-a277-ad2a51be62ff None None] Provisioning complete for port 53e64671-b4e0-4a88-9dae-2e6d10883bf3 triggered by entity L2. {{(pid=82903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:46:50.262619 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-608c4fd2-211a-4ca9-a277-ad2a51be62ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16008948'] for port, provisioning_complete {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:46:50.415602 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd5ef5b-12e6-4851-8ac4-2cde7a3dca8c req-3775283f-370e-4440-80a7-e27bd10ec225 tempest-AttachVolumeTestJSON-950875345 tempest-AttachVolumeTestJSON-950875345-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:46:50.417090 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-5cd5ef5b-12e6-4851-8ac4-2cde7a3dca8c req-3775283f-370e-4440-80a7-e27bd10ec225 tempest-AttachVolumeTestJSON-950875345 tempest-AttachVolumeTestJSON-950875345-project] 10.222.0.67 "GET /v2.0/networks?id=a70d1a02-a2db-4792-86e7-c80512ee4e0d HTTP/1.1" status: 200 len: 811 time: 0.1592169 Feb 09 15:46:50.433554 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-5cd5ef5b-12e6-4851-8ac4-2cde7a3dca8c req-31e2d390-a6df-4ad8-b99f-ca78b8047fb8 tempest-AttachVolumeTestJSON-950875345 tempest-AttachVolumeTestJSON-950875345-project] 10.222.0.67 "GET /v2.0/quotas/cdd6e08aa84a4a278ba05d9afe77bf68 HTTP/1.1" status: 200 len: 375 time: 0.0111990 Feb 09 15:46:50.516324 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.quota.resource [req-5cd5ef5b-12e6-4851-8ac4-2cde7a3dca8c req-02362a39-7a7e-44f1-a3e1-b499e509a74b tempest-AttachVolumeTestJSON-950875345 tempest-AttachVolumeTestJSON-950875345-project] Synchronizing usage tracker for tenant:cdd6e08aa84a4a278ba05d9afe77bf68 on resource:port {{(pid=82902) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 15:46:50.532834 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.quota.resource [req-5cd5ef5b-12e6-4851-8ac4-2cde7a3dca8c req-02362a39-7a7e-44f1-a3e1-b499e509a74b tempest-AttachVolumeTestJSON-950875345 tempest-AttachVolumeTestJSON-950875345-project] Unset dirty status for tenant:cdd6e08aa84a4a278ba05d9afe77bf68 on resource:port {{(pid=82902) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 15:46:50.534109 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-5cd5ef5b-12e6-4851-8ac4-2cde7a3dca8c req-02362a39-7a7e-44f1-a3e1-b499e509a74b tempest-AttachVolumeTestJSON-950875345 tempest-AttachVolumeTestJSON-950875345-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=cdd6e08aa84a4a278ba05d9afe77bf68&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0957992 Feb 09 15:46:50.682949 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-5cd5ef5b-12e6-4851-8ac4-2cde7a3dca8c req-254b1d88-0657-44eb-8f91-f5f0524a244f service neutron] 10.222.0.67 "GET /v2.0/networks/a70d1a02-a2db-4792-86e7-c80512ee4e0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1375971 Feb 09 15:46:50.888000 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-5cd5ef5b-12e6-4851-8ac4-2cde7a3dca8c req-183f7167-b521-449e-9af6-0aaaff36aada service neutron] 10.222.0.67 "GET /v2.0/networks/a70d1a02-a2db-4792-86e7-c80512ee4e0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1993878 Feb 09 15:46:51.089782 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-e56b9fe1-36fc-449d-8f4f-bed2127f73a8 req-47de2a5e-2097-4512-b4c0-3bd2c4f6cc67 tempest-AttachVolumeTestJSON-950875345 tempest-AttachVolumeTestJSON-950875345-project] 10.222.0.67 "GET /v2.0/ports?device_id=00c078b5-04f1-44e5-91c8-2c93e0def5ec HTTP/1.1" status: 200 len: 210 time: 0.0422852 Feb 09 15:46:52.272588 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-ab981688-ba9c-4927-bec1-4b8749078a94 req-55f407b3-4b7c-4402-ae74-1471e963b204 tempest-AttachVolumeTestJSON-950875345 tempest-AttachVolumeTestJSON-950875345-project] 10.222.0.67 "GET /v2.0/ports?device_id=00c078b5-04f1-44e5-91c8-2c93e0def5ec HTTP/1.1" status: 200 len: 210 time: 0.0454924 Feb 09 15:46:52.279423 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd5ef5b-12e6-4851-8ac4-2cde7a3dca8c req-71c097aa-b022-4f3e-b408-4debe97128ae tempest-AttachVolumeTestJSON-950875345 tempest-AttachVolumeTestJSON-950875345-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:46:52.280640 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.quota.resource [req-5cd5ef5b-12e6-4851-8ac4-2cde7a3dca8c req-71c097aa-b022-4f3e-b408-4debe97128ae tempest-AttachVolumeTestJSON-950875345 tempest-AttachVolumeTestJSON-950875345-project] Synchronizing usage tracker for tenant:cdd6e08aa84a4a278ba05d9afe77bf68 on resource:network {{(pid=82901) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 15:46:52.299932 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.quota.resource [req-5cd5ef5b-12e6-4851-8ac4-2cde7a3dca8c req-71c097aa-b022-4f3e-b408-4debe97128ae tempest-AttachVolumeTestJSON-950875345 tempest-AttachVolumeTestJSON-950875345-project] Unset dirty status for tenant:cdd6e08aa84a4a278ba05d9afe77bf68 on resource:network {{(pid=82901) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 15:46:52.301113 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-5cd5ef5b-12e6-4851-8ac4-2cde7a3dca8c req-71c097aa-b022-4f3e-b408-4debe97128ae tempest-AttachVolumeTestJSON-950875345 tempest-AttachVolumeTestJSON-950875345-project] 10.222.0.47 "GET /v2.0/networks?id=a70d1a02-a2db-4792-86e7-c80512ee4e0d HTTP/1.1" status: 200 len: 811 time: 0.1843078 Feb 09 15:46:52.361458 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.quota.resource [req-5cd5ef5b-12e6-4851-8ac4-2cde7a3dca8c req-ce1f2132-004f-42ce-8770-5f5f1d8d3acd tempest-AttachVolumeTestJSON-950875345 tempest-AttachVolumeTestJSON-950875345-project] Synchronizing usage tracker for tenant:cdd6e08aa84a4a278ba05d9afe77bf68 on resource:security_group {{(pid=82901) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 15:46:52.378677 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.quota.resource [req-5cd5ef5b-12e6-4851-8ac4-2cde7a3dca8c req-ce1f2132-004f-42ce-8770-5f5f1d8d3acd tempest-AttachVolumeTestJSON-950875345 tempest-AttachVolumeTestJSON-950875345-project] Unset dirty status for tenant:cdd6e08aa84a4a278ba05d9afe77bf68 on resource:security_group {{(pid=82901) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 15:46:52.379870 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-5cd5ef5b-12e6-4851-8ac4-2cde7a3dca8c req-ce1f2132-004f-42ce-8770-5f5f1d8d3acd tempest-AttachVolumeTestJSON-950875345 tempest-AttachVolumeTestJSON-950875345-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cdd6e08aa84a4a278ba05d9afe77bf68 HTTP/1.1" status: 200 len: 379 time: 0.0607738 Feb 09 15:46:52.391301 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.api.v2.base [req-5cd5ef5b-12e6-4851-8ac4-2cde7a3dca8c req-3b0563ca-c86f-4706-bec6-7570d48201db tempest-AttachVolumeTestJSON-950875345 tempest-AttachVolumeTestJSON-950875345-project] Request body: {'port': {'device_id': '00c078b5-04f1-44e5-91c8-2c93e0def5ec', 'network_id': 'a70d1a02-a2db-4792-86e7-c80512ee4e0d', 'admin_state_up': True, 'tenant_id': 'cdd6e08aa84a4a278ba05d9afe77bf68', 'security_groups': ['9d14b308-0fbe-484b-9657-f76cb88f711f']}} {{(pid=82901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 15:46:52.533799 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.db.quota.driver [req-5cd5ef5b-12e6-4851-8ac4-2cde7a3dca8c req-3b0563ca-c86f-4706-bec6-7570d48201db tempest-AttachVolumeTestJSON-950875345 tempest-AttachVolumeTestJSON-950875345-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 15:46:52.543051 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.db.quota.driver [req-5cd5ef5b-12e6-4851-8ac4-2cde7a3dca8c req-3b0563ca-c86f-4706-bec6-7570d48201db tempest-AttachVolumeTestJSON-950875345 tempest-AttachVolumeTestJSON-950875345-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=82901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 15:46:52.553642 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5cd5ef5b-12e6-4851-8ac4-2cde7a3dca8c req-3b0563ca-c86f-4706-bec6-7570d48201db tempest-AttachVolumeTestJSON-950875345 tempest-AttachVolumeTestJSON-950875345-project] Made reservation on behalf of cdd6e08aa84a4a278ba05d9afe77bf68 for: {'port': 1} {{(pid=82901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 15:46:52.556646 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [req-5cd5ef5b-12e6-4851-8ac4-2cde7a3dca8c req-3b0563ca-c86f-4706-bec6-7570d48201db tempest-AttachVolumeTestJSON-950875345 tempest-AttachVolumeTestJSON-950875345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16080601'] for port, before_create {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:46:52.798637 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.db.db_base_plugin_common [req-5cd5ef5b-12e6-4851-8ac4-2cde7a3dca8c req-3b0563ca-c86f-4706-bec6-7570d48201db tempest-AttachVolumeTestJSON-950875345 tempest-AttachVolumeTestJSON-950875345-project] Allocated IP 172.20.0.14 (a70d1a02-a2db-4792-86e7-c80512ee4e0d/e77df24c-1903-4208-9651-061913c63dfc/da305289-c003-4929-93f1-6bfa7abe3f0f) {{(pid=82901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 15:46:53.010792 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [req-5cd5ef5b-12e6-4851-8ac4-2cde7a3dca8c req-3b0563ca-c86f-4706-bec6-7570d48201db tempest-AttachVolumeTestJSON-950875345 tempest-AttachVolumeTestJSON-950875345-project] Notify callbacks [] for port, precommit_create {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:46:53.026111 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.db.provisioning_blocks [req-5cd5ef5b-12e6-4851-8ac4-2cde7a3dca8c req-3b0563ca-c86f-4706-bec6-7570d48201db tempest-AttachVolumeTestJSON-950875345 tempest-AttachVolumeTestJSON-950875345-project] Transition to ACTIVE for port object da305289-c003-4929-93f1-6bfa7abe3f0f will not be triggered until provisioned by entity DHCP. {{(pid=82901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 15:46:53.049422 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [req-5cd5ef5b-12e6-4851-8ac4-2cde7a3dca8c req-3b0563ca-c86f-4706-bec6-7570d48201db tempest-AttachVolumeTestJSON-950875345 tempest-AttachVolumeTestJSON-950875345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16080037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124156', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756758334037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1282344'] for port, after_create {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:46:53.128021 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5cd5ef5b-12e6-4851-8ac4-2cde7a3dca8c req-3b0563ca-c86f-4706-bec6-7570d48201db tempest-AttachVolumeTestJSON-950875345 tempest-AttachVolumeTestJSON-950875345-project] Network a70d1a02-a2db-4792-86e7-c80512ee4e0d is already hosted by enough agents. {{(pid=82901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 15:46:53.131445 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b0563ca-c86f-4706-bec6-7570d48201db tempest-AttachVolumeTestJSON-950875345 tempest-AttachVolumeTestJSON-950875345-project] Pushing event updated for resources: {'Port': ['ID=da305289-c003-4929-93f1-6bfa7abe3f0f,revision_number=1']} {{(pid=82901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:46:53.133829 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.scheduler.base_scheduler [req-5cd5ef5b-12e6-4851-8ac4-2cde7a3dca8c req-3b0563ca-c86f-4706-bec6-7570d48201db tempest-AttachVolumeTestJSON-950875345 tempest-AttachVolumeTestJSON-950875345-project] Resources bound (agent type, host, resource id): {{(pid=82901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 15:46:53.135870 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.db.l3_dvrscheduler_db [req-5cd5ef5b-12e6-4851-8ac4-2cde7a3dca8c req-3b0563ca-c86f-4706-bec6-7570d48201db tempest-AttachVolumeTestJSON-950875345 tempest-AttachVolumeTestJSON-950875345-project] Received port after_create {{(pid=82901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 15:46:53.225275 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd5ef5b-12e6-4851-8ac4-2cde7a3dca8c req-3b0563ca-c86f-4706-bec6-7570d48201db tempest-AttachVolumeTestJSON-950875345 tempest-AttachVolumeTestJSON-950875345-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=82901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:46:53.225877 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [req-5cd5ef5b-12e6-4851-8ac4-2cde7a3dca8c req-3b0563ca-c86f-4706-bec6-7570d48201db tempest-AttachVolumeTestJSON-950875345 tempest-AttachVolumeTestJSON-950875345-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205010'] for port, before_response {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:46:53.254317 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-5cd5ef5b-12e6-4851-8ac4-2cde7a3dca8c req-3b0563ca-c86f-4706-bec6-7570d48201db tempest-AttachVolumeTestJSON-950875345 tempest-AttachVolumeTestJSON-950875345-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8666914 Feb 09 15:46:53.266373 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.api.v2.base [req-5cd5ef5b-12e6-4851-8ac4-2cde7a3dca8c req-21259f69-3d5d-41d0-924a-052675f884b6 service neutron] Request body: {'port': {'device_id': '00c078b5-04f1-44e5-91c8-2c93e0def5ec', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82510'}} {{(pid=82901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 15:46:53.436733 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.db.provisioning_blocks [None req-41898b4c-1ef2-427c-8a4b-c0294f0c64e5 None None] Provisioning for port da305289-c003-4929-93f1-6bfa7abe3f0f completed by entity DHCP. {{(pid=82903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 15:46:53.441754 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.db.provisioning_blocks [None req-41898b4c-1ef2-427c-8a4b-c0294f0c64e5 None None] Provisioning complete for port da305289-c003-4929-93f1-6bfa7abe3f0f triggered by entity DHCP. {{(pid=82903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:46:53.442115 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-41898b4c-1ef2-427c-8a4b-c0294f0c64e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16008948'] for port, provisioning_complete {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:46:53.500957 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.plugins.ml2.plugin [None req-41898b4c-1ef2-427c-8a4b-c0294f0c64e5 None None] Port da305289-c003-4929-93f1-6bfa7abe3f0f cannot update to ACTIVE because it is not bound. {{(pid=82903) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 09 15:46:53.527087 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [req-5cd5ef5b-12e6-4851-8ac4-2cde7a3dca8c req-21259f69-3d5d-41d0-924a-052675f884b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16080601'] for port, before_update {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:46:53.683482 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db22e99e-7525-425d-a5c3-c4e93861f464 req-3d6369dd-92c0-4133-b142-d7bfc144da75 tempest-AttachVolumeTestJSON-950875345 tempest-AttachVolumeTestJSON-950875345-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:46:53.684654 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.quota.resource [req-db22e99e-7525-425d-a5c3-c4e93861f464 req-3d6369dd-92c0-4133-b142-d7bfc144da75 tempest-AttachVolumeTestJSON-950875345 tempest-AttachVolumeTestJSON-950875345-project] Synchronizing usage tracker for tenant:cdd6e08aa84a4a278ba05d9afe77bf68 on resource:port {{(pid=82901) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 15:46:53.797005 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.quota.resource [req-db22e99e-7525-425d-a5c3-c4e93861f464 req-3d6369dd-92c0-4133-b142-d7bfc144da75 tempest-AttachVolumeTestJSON-950875345 tempest-AttachVolumeTestJSON-950875345-project] Unset dirty status for tenant:cdd6e08aa84a4a278ba05d9afe77bf68 on resource:port {{(pid=82901) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 15:46:53.808932 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-db22e99e-7525-425d-a5c3-c4e93861f464 req-3d6369dd-92c0-4133-b142-d7bfc144da75 tempest-AttachVolumeTestJSON-950875345 tempest-AttachVolumeTestJSON-950875345-project] 10.222.0.67 "GET /v2.0/ports?device_id=00c078b5-04f1-44e5-91c8-2c93e0def5ec HTTP/1.1" status: 200 len: 932 time: 0.3891973 Feb 09 15:46:53.939181 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-db22e99e-7525-425d-a5c3-c4e93861f464 req-373b7f0b-273b-42c3-965d-ada921714be4 tempest-AttachVolumeTestJSON-950875345 tempest-AttachVolumeTestJSON-950875345-project] 10.222.0.67 "GET /v2.0/security-groups?id=9d14b308-0fbe-484b-9657-f76cb88f711f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1312768 Feb 09 15:46:54.073230 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.notifiers.nova [req-5cd5ef5b-12e6-4851-8ac4-2cde7a3dca8c req-21259f69-3d5d-41d0-924a-052675f884b6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id da305289-c003-4929-93f1-6bfa7abe3f0f {{(pid=82901) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 15:46:54.080813 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [req-5cd5ef5b-12e6-4851-8ac4-2cde7a3dca8c req-21259f69-3d5d-41d0-924a-052675f884b6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:46:54.096489 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.db.provisioning_blocks [req-5cd5ef5b-12e6-4851-8ac4-2cde7a3dca8c req-21259f69-3d5d-41d0-924a-052675f884b6 service neutron] Transition to ACTIVE for port object da305289-c003-4929-93f1-6bfa7abe3f0f will not be triggered until provisioned by entity L2. {{(pid=82901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 15:46:54.100733 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [req-5cd5ef5b-12e6-4851-8ac4-2cde7a3dca8c req-21259f69-3d5d-41d0-924a-052675f884b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16080037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758755988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756758334055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756758334100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1282337'] for port, after_update {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:46:54.284347 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21259f69-3d5d-41d0-924a-052675f884b6 service neutron] Pushing event updated for resources: {'Port': ['ID=da305289-c003-4929-93f1-6bfa7abe3f0f,revision_number=2']} {{(pid=82901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:46:54.363435 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.plugins.ml2.managers [req-5cd5ef5b-12e6-4851-8ac4-2cde7a3dca8c req-21259f69-3d5d-41d0-924a-052675f884b6 service neutron] Attempting to bind port da305289-c003-4929-93f1-6bfa7abe3f0f on host hv-cinder-82510 for vnic_type normal with profile {{(pid=82901) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 15:46:54.364061 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.plugins.ml2.managers [req-5cd5ef5b-12e6-4851-8ac4-2cde7a3dca8c req-21259f69-3d5d-41d0-924a-052675f884b6 service neutron] Attempting to bind port da305289-c003-4929-93f1-6bfa7abe3f0f by drivers openvswitch,hyperv on host hv-cinder-82510 at level 0 using segments [{'id': '6c817249-bce9-41f7-9191-a92bae05dd74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': 'a70d1a02-a2db-4792-86e7-c80512ee4e0d'}] {{(pid=82901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 15:46:54.364061 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cd5ef5b-12e6-4851-8ac4-2cde7a3dca8c req-21259f69-3d5d-41d0-924a-052675f884b6 service neutron] Attempting to bind port da305289-c003-4929-93f1-6bfa7abe3f0f on network a70d1a02-a2db-4792-86e7-c80512ee4e0d {{(pid=82901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 15:46:54.370204 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cd5ef5b-12e6-4851-8ac4-2cde7a3dca8c req-21259f69-3d5d-41d0-924a-052675f884b6 service neutron] Port da305289-c003-4929-93f1-6bfa7abe3f0f on network a70d1a02-a2db-4792-86e7-c80512ee4e0d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82510 {{(pid=82901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 09 15:46:54.370510 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cd5ef5b-12e6-4851-8ac4-2cde7a3dca8c req-21259f69-3d5d-41d0-924a-052675f884b6 service neutron] Attempting to bind port da305289-c003-4929-93f1-6bfa7abe3f0f on network a70d1a02-a2db-4792-86e7-c80512ee4e0d {{(pid=82901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 15:46:54.377251 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cd5ef5b-12e6-4851-8ac4-2cde7a3dca8c req-21259f69-3d5d-41d0-924a-052675f884b6 service neutron] Checking agent: {'id': 'db1a70d3-a821-4659-b534-995c5c5f449e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82510', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 15, 40, 29), 'started_at': datetime.datetime(2022, 2, 9, 15, 40, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 15, 46, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=82901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 15:46:54.377582 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cd5ef5b-12e6-4851-8ac4-2cde7a3dca8c req-21259f69-3d5d-41d0-924a-052675f884b6 service neutron] Checking segment: {'id': '6c817249-bce9-41f7-9191-a92bae05dd74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': 'a70d1a02-a2db-4792-86e7-c80512ee4e0d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 15:46:54.378025 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cd5ef5b-12e6-4851-8ac4-2cde7a3dca8c req-21259f69-3d5d-41d0-924a-052675f884b6 service neutron] Bound using segment: {'id': '6c817249-bce9-41f7-9191-a92bae05dd74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': 'a70d1a02-a2db-4792-86e7-c80512ee4e0d'} {{(pid=82901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 15:46:54.378479 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.plugins.ml2.managers [req-5cd5ef5b-12e6-4851-8ac4-2cde7a3dca8c req-21259f69-3d5d-41d0-924a-052675f884b6 service neutron] Bound port: da305289-c003-4929-93f1-6bfa7abe3f0f, host: hv-cinder-82510, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6c817249-bce9-41f7-9191-a92bae05dd74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': 'a70d1a02-a2db-4792-86e7-c80512ee4e0d'}}] {{(pid=82901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 15:46:54.378868 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [req-5cd5ef5b-12e6-4851-8ac4-2cde7a3dca8c req-21259f69-3d5d-41d0-924a-052675f884b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16080601'] for port, before_update {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:46:54.478246 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.plugins.ml2.db [req-5cd5ef5b-12e6-4851-8ac4-2cde7a3dca8c req-21259f69-3d5d-41d0-924a-052675f884b6 service neutron] For port da305289-c003-4929-93f1-6bfa7abe3f0f, host hv-cinder-82510, cleared binding levels {{(pid=82901) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 15:46:54.481517 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.plugins.ml2.db [req-5cd5ef5b-12e6-4851-8ac4-2cde7a3dca8c req-21259f69-3d5d-41d0-924a-052675f884b6 service neutron] For port da305289-c003-4929-93f1-6bfa7abe3f0f, host hv-cinder-82510, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=da305289-c003-4929-93f1-6bfa7abe3f0f,segment=NetworkSegment(6c817249-bce9-41f7-9191-a92bae05dd74),segment_id=6c817249-bce9-41f7-9191-a92bae05dd74)] {{(pid=82901) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 15:46:54.486499 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [req-5cd5ef5b-12e6-4851-8ac4-2cde7a3dca8c req-21259f69-3d5d-41d0-924a-052675f884b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16080037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758755988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756758334055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756758334100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1282337'] for port, after_update {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:46:54.549963 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [req-5cd5ef5b-12e6-4851-8ac4-2cde7a3dca8c req-21259f69-3d5d-41d0-924a-052675f884b6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205010'] for port, before_response {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:46:54.551313 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-5cd5ef5b-12e6-4851-8ac4-2cde7a3dca8c req-21259f69-3d5d-41d0-924a-052675f884b6 service neutron] 10.222.0.47 "PUT /v2.0/ports/da305289-c003-4929-93f1-6bfa7abe3f0f HTTP/1.1" status: 200 len: 1094 time: 1.2895277 Feb 09 15:46:54.551736 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '00c078b5-04f1-44e5-91c8-2c93e0def5ec', 'tag': 'da305289-c003-4929-93f1-6bfa7abe3f0f'}] {{(pid=82901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 15:46:54.572724 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21259f69-3d5d-41d0-924a-052675f884b6 service neutron] Pushing event updated for resources: {'Port': ['ID=da305289-c003-4929-93f1-6bfa7abe3f0f,revision_number=3']} {{(pid=82901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:46:54.628597 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '00c078b5-04f1-44e5-91c8-2c93e0def5ec', 'tag': 'da305289-c003-4929-93f1-6bfa7abe3f0f', 'status': 'completed', 'code': 200} Feb 09 15:46:54.671640 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-5cd5ef5b-12e6-4851-8ac4-2cde7a3dca8c req-e5e50371-057d-4a9d-b8ad-81ad09a05622 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=cdd6e08aa84a4a278ba05d9afe77bf68&device_id=00c078b5-04f1-44e5-91c8-2c93e0def5ec HTTP/1.1" status: 200 len: 1097 time: 0.0826240 Feb 09 15:46:54.744923 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-5cd5ef5b-12e6-4851-8ac4-2cde7a3dca8c req-a20f4e1d-b03c-442f-b88f-881053dc2eab service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=da305289-c003-4929-93f1-6bfa7abe3f0f HTTP/1.1" status: 200 len: 217 time: 0.0641685 Feb 09 15:46:54.883681 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd5ef5b-12e6-4851-8ac4-2cde7a3dca8c req-3b76bb6c-2fb3-4404-89f0-1f9469a619cb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:46:54.885056 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-5cd5ef5b-12e6-4851-8ac4-2cde7a3dca8c req-3b76bb6c-2fb3-4404-89f0-1f9469a619cb service neutron] 10.222.0.47 "GET /v2.0/subnets?id=e77df24c-1903-4208-9651-061913c63dfc HTTP/1.1" status: 200 len: 850 time: 0.1330605 Feb 09 15:46:54.965010 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-5cd5ef5b-12e6-4851-8ac4-2cde7a3dca8c req-9a7e1e7e-6604-4a9a-92e8-0cbbb11fdb84 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=a70d1a02-a2db-4792-86e7-c80512ee4e0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0722399 Feb 09 15:46:55.144761 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-5cd5ef5b-12e6-4851-8ac4-2cde7a3dca8c req-518a4cc0-a4fb-4dbe-8b00-4e0175c3cddf service neutron] 10.222.0.47 "GET /v2.0/networks/a70d1a02-a2db-4792-86e7-c80512ee4e0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1726613 Feb 09 15:46:55.265294 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9645bbe-c6fd-45eb-bd2a-6b099bf0aa61 req-77ebec43-f397-40bb-8a12-b7d2e8347d6f tempest-AttachVolumeTestJSON-950875345 tempest-AttachVolumeTestJSON-950875345-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:46:55.266941 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-b9645bbe-c6fd-45eb-bd2a-6b099bf0aa61 req-77ebec43-f397-40bb-8a12-b7d2e8347d6f tempest-AttachVolumeTestJSON-950875345 tempest-AttachVolumeTestJSON-950875345-project] 10.222.0.67 "GET /v2.0/ports?device_id=00c078b5-04f1-44e5-91c8-2c93e0def5ec HTTP/1.1" status: 200 len: 944 time: 0.1963599 Feb 09 15:46:55.339130 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-5cd5ef5b-12e6-4851-8ac4-2cde7a3dca8c req-e78d7912-8941-4e4e-8a0f-113ab1df6e99 service neutron] 10.222.0.47 "GET /v2.0/networks/a70d1a02-a2db-4792-86e7-c80512ee4e0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1878059 Feb 09 15:46:55.347496 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-b9645bbe-c6fd-45eb-bd2a-6b099bf0aa61 req-ea1fd615-543d-47e1-906f-3e4a0c1faaa0 tempest-AttachVolumeTestJSON-950875345 tempest-AttachVolumeTestJSON-950875345-project] 10.222.0.67 "GET /v2.0/security-groups?id=9d14b308-0fbe-484b-9657-f76cb88f711f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0736568 Feb 09 15:46:55.477063 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-13428504-31db-4ce0-b69b-658f8af63344 req-54011664-39fe-4934-af2a-81c8a59b49e0 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=cdd6e08aa84a4a278ba05d9afe77bf68&device_id=00c078b5-04f1-44e5-91c8-2c93e0def5ec HTTP/1.1" status: 200 len: 1097 time: 0.0705380 Feb 09 15:46:55.635927 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13428504-31db-4ce0-b69b-658f8af63344 req-ae7028bb-3ca2-4162-8a4b-46554ee0e921 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:46:55.637471 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-13428504-31db-4ce0-b69b-658f8af63344 req-ae7028bb-3ca2-4162-8a4b-46554ee0e921 service neutron] 10.222.0.47 "GET /v2.0/networks?id=a70d1a02-a2db-4792-86e7-c80512ee4e0d HTTP/1.1" status: 200 len: 912 time: 0.1524258 Feb 09 15:46:55.649541 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.wsgi [-] (82902) accepted ('10.222.0.67', 48202) {{(pid=82902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 15:46:55.795012 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-eb1f527a-ab87-444e-82f2-03d54fe78430 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:46:55.826895 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.db.quota.driver [None req-eb1f527a-ab87-444e-82f2-03d54fe78430 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 15:46:55.831086 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.quota.resource [None req-eb1f527a-ab87-444e-82f2-03d54fe78430 admin admin] Usage tracker for resource:security_group_rule and tenant:93b59817542247118187233e33acf8aa is out of sync, need to count used quota {{(pid=82902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 15:46:55.834132 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.quota.resource [None req-eb1f527a-ab87-444e-82f2-03d54fe78430 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 15:46:55.842393 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.db.quota.driver [None req-eb1f527a-ab87-444e-82f2-03d54fe78430 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 15:46:55.912253 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-eb1f527a-ab87-444e-82f2-03d54fe78430 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:46:55.916391 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-eb1f527a-ab87-444e-82f2-03d54fe78430 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_create {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:46:55.961388 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb1f527a-ab87-444e-82f2-03d54fe78430 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ad86a76-bf85-41f9-9a91-ae7fff5441fa,revision_number=1']} {{(pid=82902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:46:55.967480 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [None req-eb1f527a-ab87-444e-82f2-03d54fe78430 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=93b59817542247118187233e33acf8aa&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3168640 Feb 09 15:46:55.969478 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.wsgi [-] (82901) accepted ('10.222.0.67', 48208) {{(pid=82901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 15:46:56.041510 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-129ee8b2-4dbb-465c-ac0e-1de85bd7fd50 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:46:56.068285 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-129ee8b2-4dbb-465c-ac0e-1de85bd7fd50 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:46:56.121316 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-129ee8b2-4dbb-465c-ac0e-1de85bd7fd50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_delete {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:46:56.136848 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-129ee8b2-4dbb-465c-ac0e-1de85bd7fd50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ad86a76-bf85-41f9-9a91-ae7fff5441fa,revision_number=None']} {{(pid=82901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:46:56.144240 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-129ee8b2-4dbb-465c-ac0e-1de85bd7fd50 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:46:56.147934 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [None req-129ee8b2-4dbb-465c-ac0e-1de85bd7fd50 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/6ad86a76-bf85-41f9-9a91-ae7fff5441fa HTTP/1.1" status: 204 len: 168 time: 0.1743600 Feb 09 15:46:56.350163 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-13428504-31db-4ce0-b69b-658f8af63344 req-152b710e-e318-4d00-818b-650c0edc1ac6 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=da305289-c003-4929-93f1-6bfa7abe3f0f HTTP/1.1" status: 200 len: 217 time: 0.0689600 Feb 09 15:46:56.566994 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe9cfdf-f948-4146-88fa-5d29e9c1bd3a req-9603f5a5-2b7a-4dea-bf1f-3756bf08f27f tempest-AttachVolumeTestJSON-950875345 tempest-AttachVolumeTestJSON-950875345-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:46:56.568537 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-afe9cfdf-f948-4146-88fa-5d29e9c1bd3a req-9603f5a5-2b7a-4dea-bf1f-3756bf08f27f tempest-AttachVolumeTestJSON-950875345 tempest-AttachVolumeTestJSON-950875345-project] 10.222.0.67 "GET /v2.0/ports?device_id=00c078b5-04f1-44e5-91c8-2c93e0def5ec HTTP/1.1" status: 200 len: 944 time: 0.0882354 Feb 09 15:46:56.617367 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-afe9cfdf-f948-4146-88fa-5d29e9c1bd3a req-80b13583-84d7-4440-99ad-0472c027ea27 tempest-AttachVolumeTestJSON-950875345 tempest-AttachVolumeTestJSON-950875345-project] 10.222.0.67 "GET /v2.0/security-groups?id=9d14b308-0fbe-484b-9657-f76cb88f711f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418863 Feb 09 15:46:57.103833 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13428504-31db-4ce0-b69b-658f8af63344 req-d0d88a89-3e89-470f-a201-b8ea6bf04831 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:46:57.105443 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-13428504-31db-4ce0-b69b-658f8af63344 req-d0d88a89-3e89-470f-a201-b8ea6bf04831 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=e77df24c-1903-4208-9651-061913c63dfc HTTP/1.1" status: 200 len: 850 time: 0.0602641 Feb 09 15:46:57.816309 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2f4534-99b0-42dd-8983-62e489d29aa1 req-d5fadf3c-4b93-4ef7-9a87-46cd37c87646 tempest-AttachVolumeTestJSON-950875345 tempest-AttachVolumeTestJSON-950875345-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:46:57.817813 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-8d2f4534-99b0-42dd-8983-62e489d29aa1 req-d5fadf3c-4b93-4ef7-9a87-46cd37c87646 tempest-AttachVolumeTestJSON-950875345 tempest-AttachVolumeTestJSON-950875345-project] 10.222.0.67 "GET /v2.0/ports?device_id=00c078b5-04f1-44e5-91c8-2c93e0def5ec HTTP/1.1" status: 200 len: 944 time: 0.0774016 Feb 09 15:46:57.868879 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-8d2f4534-99b0-42dd-8983-62e489d29aa1 req-9c0273b2-1022-429c-8c64-e64806a9b7c8 tempest-AttachVolumeTestJSON-950875345 tempest-AttachVolumeTestJSON-950875345-project] 10.222.0.67 "GET /v2.0/security-groups?id=9d14b308-0fbe-484b-9657-f76cb88f711f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453985 Feb 09 15:46:57.932214 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-122b112f-9598-412d-821e-2989159172cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758786133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16008869'] for agent, after_update {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:46:57.988996 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-13428504-31db-4ce0-b69b-658f8af63344 req-6cdf275d-cca3-47bb-b7ae-79bc906e3079 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=a70d1a02-a2db-4792-86e7-c80512ee4e0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0770235 Feb 09 15:46:58.132488 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-13428504-31db-4ce0-b69b-658f8af63344 req-c2905420-1901-4c4f-8300-839f8a2a59f1 service neutron] 10.222.0.47 "GET /v2.0/networks/a70d1a02-a2db-4792-86e7-c80512ee4e0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1366420 Feb 09 15:46:58.277044 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-13428504-31db-4ce0-b69b-658f8af63344 req-4343c1fa-5230-4def-8740-65cf39fe5a4f service neutron] 10.222.0.47 "GET /v2.0/networks/a70d1a02-a2db-4792-86e7-c80512ee4e0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1376133 Feb 09 15:46:58.820660 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-dc700224-07c3-489a-a6ab-5aed50875f04 req-16a02a53-bc2c-4f2a-8325-36f6fe091924 tempest-VolumesNegativeTest-1307031898 tempest-VolumesNegativeTest-1307031898-project] 10.222.0.67 "GET /v2.0/networks?tenant_id=165caed1b9ca4beea8cf1441075474af&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0274711 Feb 09 15:46:59.022218 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc700224-07c3-489a-a6ab-5aed50875f04 req-827b5ac7-ada7-49bb-8174-fa37a77e6f26 tempest-VolumesNegativeTest-1307031898 tempest-VolumesNegativeTest-1307031898-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:46:59.028903 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-dc700224-07c3-489a-a6ab-5aed50875f04 req-827b5ac7-ada7-49bb-8174-fa37a77e6f26 tempest-VolumesNegativeTest-1307031898 tempest-VolumesNegativeTest-1307031898-project] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2026758 Feb 09 15:46:59.046039 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-dc700224-07c3-489a-a6ab-5aed50875f04 req-0d29aa5a-d32b-4c3c-a40a-5958b4a52be8 tempest-VolumesNegativeTest-1307031898 tempest-VolumesNegativeTest-1307031898-project] 10.222.0.67 "GET /v2.0/quotas/165caed1b9ca4beea8cf1441075474af HTTP/1.1" status: 200 len: 375 time: 0.0162420 Feb 09 15:46:59.096463 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-dc700224-07c3-489a-a6ab-5aed50875f04 req-b6f887e4-e72a-426c-b7ea-0957a77edfc3 tempest-VolumesNegativeTest-1307031898 tempest-VolumesNegativeTest-1307031898-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=165caed1b9ca4beea8cf1441075474af&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0495715 Feb 09 15:46:59.141302 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdddc470-a8af-4d8f-a19e-146e7cc82545 req-456fee92-75fe-4284-867a-0630a691d504 tempest-AttachVolumeTestJSON-950875345 tempest-AttachVolumeTestJSON-950875345-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:46:59.143656 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-cdddc470-a8af-4d8f-a19e-146e7cc82545 req-456fee92-75fe-4284-867a-0630a691d504 tempest-AttachVolumeTestJSON-950875345 tempest-AttachVolumeTestJSON-950875345-project] 10.222.0.67 "GET /v2.0/ports?device_id=00c078b5-04f1-44e5-91c8-2c93e0def5ec HTTP/1.1" status: 200 len: 944 time: 0.0944633 Feb 09 15:46:59.195106 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-cdddc470-a8af-4d8f-a19e-146e7cc82545 req-a5ad313f-8906-47d6-9a7a-8970dfe18f0e tempest-AttachVolumeTestJSON-950875345 tempest-AttachVolumeTestJSON-950875345-project] 10.222.0.67 "GET /v2.0/security-groups?id=9d14b308-0fbe-484b-9657-f76cb88f711f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456920 Feb 09 15:46:59.287767 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-adc5a0df-ef42-43fa-928f-64c616cbbefe req-630340af-3027-4d45-b06c-c44c47e88ace tempest-VolumesNegativeTest-1307031898 tempest-VolumesNegativeTest-1307031898-project] 10.222.0.67 "GET /v2.0/ports?device_id=5f5bd140-ff90-43f3-a9ca-26363b785b85 HTTP/1.1" status: 200 len: 210 time: 0.0426388 Feb 09 15:47:00.259797 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-dc700224-07c3-489a-a6ab-5aed50875f04 req-1c3b887e-7e49-47e5-91ea-167fc537b8e4 tempest-VolumesNegativeTest-1307031898 tempest-VolumesNegativeTest-1307031898-project] 10.222.0.47 "GET /v2.0/networks?tenant_id=165caed1b9ca4beea8cf1441075474af&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0315268 Feb 09 15:47:00.270152 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-812787cf-6466-4ce1-8c4e-c32e14b18d8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758786133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16008869'] for agent, after_update {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:47:00.298933 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-f70cda42-0df6-44f3-a3b8-2d028ba0f446 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758786133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16008869'] for agent, after_update {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:47:00.503111 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-039e17a5-5080-4bb4-9147-715db4730ef3 req-a1c27a8e-6518-4b14-ae96-cafdfe842863 tempest-VolumesNegativeTest-1307031898 tempest-VolumesNegativeTest-1307031898-project] 10.222.0.67 "GET /v2.0/ports?device_id=5f5bd140-ff90-43f3-a9ca-26363b785b85 HTTP/1.1" status: 200 len: 210 time: 0.0583761 Feb 09 15:47:00.617069 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc700224-07c3-489a-a6ab-5aed50875f04 req-57b795f8-a192-406d-9b0d-ed87babb098a tempest-VolumesNegativeTest-1307031898 tempest-VolumesNegativeTest-1307031898-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:47:00.618465 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-dc700224-07c3-489a-a6ab-5aed50875f04 req-57b795f8-a192-406d-9b0d-ed87babb098a tempest-VolumesNegativeTest-1307031898 tempest-VolumesNegativeTest-1307031898-project] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3501594 Feb 09 15:47:00.635366 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f35a382-6d5c-43e5-8169-b5e84b0d2321 req-96b476bb-a3ab-46b7-a6c9-cdfaf6a37645 tempest-AttachVolumeTestJSON-950875345 tempest-AttachVolumeTestJSON-950875345-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:47:00.636790 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-0f35a382-6d5c-43e5-8169-b5e84b0d2321 req-96b476bb-a3ab-46b7-a6c9-cdfaf6a37645 tempest-AttachVolumeTestJSON-950875345 tempest-AttachVolumeTestJSON-950875345-project] 10.222.0.67 "GET /v2.0/ports?device_id=00c078b5-04f1-44e5-91c8-2c93e0def5ec HTTP/1.1" status: 200 len: 944 time: 0.1268313 Feb 09 15:47:00.641317 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.api.v2.base [req-dc700224-07c3-489a-a6ab-5aed50875f04 req-f5c6cb89-8577-4ff3-ae2a-13db0a999c7f tempest-VolumesNegativeTest-1307031898 tempest-VolumesNegativeTest-1307031898-project] Request body: {'port': {'device_id': '5f5bd140-ff90-43f3-a9ca-26363b785b85', 'network_id': '84eaa77d-c780-4d28-ae3a-83a0f711ecab', 'admin_state_up': True, 'tenant_id': '165caed1b9ca4beea8cf1441075474af'}} {{(pid=82901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 15:47:00.776042 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-0f35a382-6d5c-43e5-8169-b5e84b0d2321 req-a9901f10-a894-4f94-a124-c67cf8add07f tempest-AttachVolumeTestJSON-950875345 tempest-AttachVolumeTestJSON-950875345-project] 10.222.0.67 "GET /v2.0/security-groups?id=9d14b308-0fbe-484b-9657-f76cb88f711f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1214151 Feb 09 15:47:00.818585 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.db.quota.driver [req-dc700224-07c3-489a-a6ab-5aed50875f04 req-f5c6cb89-8577-4ff3-ae2a-13db0a999c7f tempest-VolumesNegativeTest-1307031898 tempest-VolumesNegativeTest-1307031898-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 15:47:00.822413 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.quota.resource [req-dc700224-07c3-489a-a6ab-5aed50875f04 req-f5c6cb89-8577-4ff3-ae2a-13db0a999c7f tempest-VolumesNegativeTest-1307031898 tempest-VolumesNegativeTest-1307031898-project] Usage tracker for resource:port and tenant:165caed1b9ca4beea8cf1441075474af is out of sync, need to count used quota {{(pid=82901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 15:47:00.825253 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.quota.resource [req-dc700224-07c3-489a-a6ab-5aed50875f04 req-f5c6cb89-8577-4ff3-ae2a-13db0a999c7f tempest-VolumesNegativeTest-1307031898 tempest-VolumesNegativeTest-1307031898-project] Quota usage for port was recalculated. Used quota:0. {{(pid=82901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 15:47:00.831265 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.db.quota.driver [req-dc700224-07c3-489a-a6ab-5aed50875f04 req-f5c6cb89-8577-4ff3-ae2a-13db0a999c7f tempest-VolumesNegativeTest-1307031898 tempest-VolumesNegativeTest-1307031898-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=82901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 15:47:00.846183 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dc700224-07c3-489a-a6ab-5aed50875f04 req-f5c6cb89-8577-4ff3-ae2a-13db0a999c7f tempest-VolumesNegativeTest-1307031898 tempest-VolumesNegativeTest-1307031898-project] Made reservation on behalf of 165caed1b9ca4beea8cf1441075474af for: {'port': 1} {{(pid=82901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 15:47:00.846183 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [req-dc700224-07c3-489a-a6ab-5aed50875f04 req-f5c6cb89-8577-4ff3-ae2a-13db0a999c7f tempest-VolumesNegativeTest-1307031898 tempest-VolumesNegativeTest-1307031898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16080601'] for port, before_create {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:47:00.848071 dv-cinder-825105-1-iscsi neutron-server[82904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0561f13-11eb-4a16-941e-c39bd2b77ab6 None None] Sync routers for ids ['d8b51925-05fe-479b-8caa-2f512e77d6a4'] in dv-cinder-825105-1-iscsi {{(pid=82904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 09 15:47:00.864535 dv-cinder-825105-1-iscsi neutron-server[82904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0561f13-11eb-4a16-941e-c39bd2b77ab6 None None] Routers {'d8b51925-05fe-479b-8caa-2f512e77d6a4'} bound to L3 agent in host dv-cinder-825105-1-iscsi {{(pid=82904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 15:47:00.865154 dv-cinder-825105-1-iscsi neutron-server[82904]: DEBUG neutron.db.l3_hamode_db [None req-d0561f13-11eb-4a16-941e-c39bd2b77ab6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825105-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T15:34:00Z,description=,heartbeat_timestamp=2022-02-09T15:47:00Z,host='dv-cinder-825105-1-iscsi',id=94c626d1-bc40-41bd-b6b2-9a20da402cb6,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:34:00Z,topic='l3_agent')) {'router_ids': ['d8b51925-05fe-479b-8caa-2f512e77d6a4'], 'active': True} {{(pid=82904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:47:00.867767 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [req-dc700224-07c3-489a-a6ab-5aed50875f04 req-f5c6cb89-8577-4ff3-ae2a-13db0a999c7f tempest-VolumesNegativeTest-1307031898 tempest-VolumesNegativeTest-1307031898-project] Notify callbacks [] for security_group, before_create {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:47:00.900011 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.db.quota.driver [req-dc700224-07c3-489a-a6ab-5aed50875f04 req-f5c6cb89-8577-4ff3-ae2a-13db0a999c7f tempest-VolumesNegativeTest-1307031898 tempest-VolumesNegativeTest-1307031898-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 15:47:00.904098 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.quota.resource [req-dc700224-07c3-489a-a6ab-5aed50875f04 req-f5c6cb89-8577-4ff3-ae2a-13db0a999c7f tempest-VolumesNegativeTest-1307031898 tempest-VolumesNegativeTest-1307031898-project] Usage tracker for resource:security_group_rule and tenant:165caed1b9ca4beea8cf1441075474af is out of sync, need to count used quota {{(pid=82901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 15:47:00.907904 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.quota.resource [req-dc700224-07c3-489a-a6ab-5aed50875f04 req-f5c6cb89-8577-4ff3-ae2a-13db0a999c7f tempest-VolumesNegativeTest-1307031898 tempest-VolumesNegativeTest-1307031898-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 15:47:00.914081 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.db.quota.driver [req-dc700224-07c3-489a-a6ab-5aed50875f04 req-f5c6cb89-8577-4ff3-ae2a-13db0a999c7f tempest-VolumesNegativeTest-1307031898 tempest-VolumesNegativeTest-1307031898-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 15:47:00.994144 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [req-dc700224-07c3-489a-a6ab-5aed50875f04 req-f5c6cb89-8577-4ff3-ae2a-13db0a999c7f tempest-VolumesNegativeTest-1307031898 tempest-VolumesNegativeTest-1307031898-project] Notify callbacks [] for security_group, precommit_create {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:47:00.999024 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [req-dc700224-07c3-489a-a6ab-5aed50875f04 req-f5c6cb89-8577-4ff3-ae2a-13db0a999c7f tempest-VolumesNegativeTest-1307031898 tempest-VolumesNegativeTest-1307031898-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_create {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:47:01.061882 dv-cinder-825105-1-iscsi neutron-server[82904]: DEBUG neutron.db.l3_dvr_db [None req-d0561f13-11eb-4a16-941e-c39bd2b77ab6 None None] Set router d8b51925-05fe-479b-8caa-2f512e77d6a4 gateway port host: dv-cinder-825105-1-iscsi {{(pid=82904) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 15:47:01.077134 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c6cb89-8577-4ff3-ae2a-13db0a999c7f tempest-VolumesNegativeTest-1307031898 tempest-VolumesNegativeTest-1307031898-project] Pushing event updated for resources: {'SecurityGroup': ['ID=25af17e3-af6c-4468-a098-1fe53af6295e,revision_number=1']} {{(pid=82901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:47:01.117384 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.plugins.ml2.rpc [None req-812787cf-6466-4ce1-8c4e-c32e14b18d8a None None] Device da305289-c003-4929-93f1-6bfa7abe3f0f details requested by agent hyperv_hv-cinder-82510 with host hv-cinder-82510 {{(pid=82903) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 15:47:01.185925 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.db.db_base_plugin_common [req-dc700224-07c3-489a-a6ab-5aed50875f04 req-f5c6cb89-8577-4ff3-ae2a-13db0a999c7f tempest-VolumesNegativeTest-1307031898 tempest-VolumesNegativeTest-1307031898-project] Allocated IP 192.168.233.90 (84eaa77d-c780-4d28-ae3a-83a0f711ecab/899d321c-d4f5-4b02-8a1e-b6c486e6a479/5add893e-266d-4653-993e-763b5901bcdd) {{(pid=82901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 15:47:01.271237 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-1f7d0426-72a7-4c89-8e53-4ec430751ccf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758786133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16008869'] for agent, after_update {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:47:01.276255 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.plugins.ml2.db [None req-812787cf-6466-4ce1-8c4e-c32e14b18d8a None None] For port da305289-c003-4929-93f1-6bfa7abe3f0f, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=da305289-c003-4929-93f1-6bfa7abe3f0f,segment=NetworkSegment(6c817249-bce9-41f7-9191-a92bae05dd74),segment_id=6c817249-bce9-41f7-9191-a92bae05dd74)] {{(pid=82903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:47:01.290910 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.plugins.ml2.rpc [None req-812787cf-6466-4ce1-8c4e-c32e14b18d8a None None] Returning: {'device': 'da305289-c003-4929-93f1-6bfa7abe3f0f', 'network_id': 'a70d1a02-a2db-4792-86e7-c80512ee4e0d', 'port_id': 'da305289-c003-4929-93f1-6bfa7abe3f0f', 'mac_address': 'fa:16:3e:ad:60:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 847, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e77df24c-1903-4208-9651-061913c63dfc', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82903) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 15:47:01.352737 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-812787cf-6466-4ce1-8c4e-c32e14b18d8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16080601'] for port, before_update {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:47:01.369716 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.notifiers.nova [None req-812787cf-6466-4ce1-8c4e-c32e14b18d8a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id da305289-c003-4929-93f1-6bfa7abe3f0f {{(pid=82903) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 15:47:01.386882 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.plugins.ml2.db [None req-812787cf-6466-4ce1-8c4e-c32e14b18d8a None None] For port da305289-c003-4929-93f1-6bfa7abe3f0f, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=da305289-c003-4929-93f1-6bfa7abe3f0f,segment=NetworkSegment(6c817249-bce9-41f7-9191-a92bae05dd74),segment_id=6c817249-bce9-41f7-9191-a92bae05dd74)] {{(pid=82903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:47:01.392010 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-812787cf-6466-4ce1-8c4e-c32e14b18d8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16080037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758755988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756758334055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756758334100'] for port, after_update {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:47:01.408813 dv-cinder-825105-1-iscsi neutron-server[82904]: DEBUG neutron.db.l3_hamode_db [None req-d0561f13-11eb-4a16-941e-c39bd2b77ab6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8b51925-05fe-479b-8caa-2f512e77d6a4', 'name': 'tempest-AttachVolumeTestJSON-1860937572-router', 'tenant_id': 'cdd6e08aa84a4a278ba05d9afe77bf68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c65eede5-7777-493f-951d-210877831002', 'external_fixed_ips': [{'subnet_id': '2c513225-bb11-4d36-a4c3-0732716dcb87', 'ip_address': '172.27.0.252'}], 'enable_snat': True}, 'gw_port_id': '53e64671-b4e0-4a88-9dae-2e6d10883bf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T15:46:42Z', 'updated_at': '2022-02-09T15:46:46Z', 'revision_number': 4, 'project_id': 'cdd6e08aa84a4a278ba05d9afe77bf68', 'gw_port': {'id': '53e64671-b4e0-4a88-9dae-2e6d10883bf3', 'name': '', 'network_id': 'c65eede5-7777-493f-951d-210877831002', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:a9:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8b51925-05fe-479b-8caa-2f512e77d6a4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2c513225-bb11-4d36-a4c3-0732716dcb87', 'ip_address': '172.27.0.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825105-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:46:43Z', 'updated_at': '2022-02-09T15:46:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c513225-bb11-4d36-a4c3-0732716dcb87', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825105-1-iscsi', '_interfaces': [{'id': 'cc7566c1-0aae-45be-afe4-87cde7d73b5c', 'name': '', 'network_id': 'a70d1a02-a2db-4792-86e7-c80512ee4e0d', 'tenant_id': 'cdd6e08aa84a4a278ba05d9afe77bf68', 'mac_address': 'fa:16:3e:a6:48:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8b51925-05fe-479b-8caa-2f512e77d6a4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e77df24c-1903-4208-9651-061913c63dfc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:46:45Z', 'updated_at': '2022-02-09T15:46:46Z', 'revision_number': 2, 'project_id': 'cdd6e08aa84a4a278ba05d9afe77bf68', 'subnets': [{'id': 'e77df24c-1903-4208-9651-061913c63dfc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825105-1-iscsi', False) {} {{(pid=82904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:47:01.412871 dv-cinder-825105-1-iscsi neutron-server[82904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0561f13-11eb-4a16-941e-c39bd2b77ab6 None None] Checking router: d8b51925-05fe-479b-8caa-2f512e77d6a4 for host: dv-cinder-825105-1-iscsi {{(pid=82904) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 09 15:47:01.413225 dv-cinder-825105-1-iscsi neutron-server[82904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0561f13-11eb-4a16-941e-c39bd2b77ab6 None None] Updating router d8b51925-05fe-479b-8caa-2f512e77d6a4 port cc7566c1-0aae-45be-afe4-87cde7d73b5c binding host dv-cinder-825105-1-iscsi {{(pid=82904) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 09 15:47:01.415065 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [req-dc700224-07c3-489a-a6ab-5aed50875f04 req-f5c6cb89-8577-4ff3-ae2a-13db0a999c7f tempest-VolumesNegativeTest-1307031898 tempest-VolumesNegativeTest-1307031898-project] Notify callbacks [] for port, precommit_create {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:47:01.431555 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.db.provisioning_blocks [req-dc700224-07c3-489a-a6ab-5aed50875f04 req-f5c6cb89-8577-4ff3-ae2a-13db0a999c7f tempest-VolumesNegativeTest-1307031898 tempest-VolumesNegativeTest-1307031898-project] Transition to ACTIVE for port object 5add893e-266d-4653-993e-763b5901bcdd will not be triggered until provisioned by entity DHCP. {{(pid=82901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 15:47:01.456291 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [req-dc700224-07c3-489a-a6ab-5aed50875f04 req-f5c6cb89-8577-4ff3-ae2a-13db0a999c7f tempest-VolumesNegativeTest-1307031898 tempest-VolumesNegativeTest-1307031898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16080037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124156', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756758334037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1282344'] for port, after_create {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:47:01.465733 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812787cf-6466-4ce1-8c4e-c32e14b18d8a None None] Pushing event updated for resources: {'Port': ['ID=da305289-c003-4929-93f1-6bfa7abe3f0f,revision_number=4']} {{(pid=82903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:47:01.468657 dv-cinder-825105-1-iscsi neutron-server[82904]: DEBUG neutron_lib.callbacks.manager [None req-d0561f13-11eb-4a16-941e-c39bd2b77ab6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16080601'] for port, before_update {{(pid=82904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:47:01.534563 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dc700224-07c3-489a-a6ab-5aed50875f04 req-f5c6cb89-8577-4ff3-ae2a-13db0a999c7f tempest-VolumesNegativeTest-1307031898 tempest-VolumesNegativeTest-1307031898-project] Network 84eaa77d-c780-4d28-ae3a-83a0f711ecab is already hosted by enough agents. {{(pid=82901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 15:47:01.537617 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.scheduler.base_scheduler [req-dc700224-07c3-489a-a6ab-5aed50875f04 req-f5c6cb89-8577-4ff3-ae2a-13db0a999c7f tempest-VolumesNegativeTest-1307031898 tempest-VolumesNegativeTest-1307031898-project] Resources bound (agent type, host, resource id): {{(pid=82901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 15:47:01.542025 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc700224-07c3-489a-a6ab-5aed50875f04 req-f5c6cb89-8577-4ff3-ae2a-13db0a999c7f tempest-VolumesNegativeTest-1307031898 tempest-VolumesNegativeTest-1307031898-project] Received port after_create {{(pid=82901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 15:47:01.597182 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-608c4fd2-211a-4ca9-a277-ad2a51be62ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758786133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16008869'] for agent, after_update {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:47:01.615357 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc700224-07c3-489a-a6ab-5aed50875f04 req-f5c6cb89-8577-4ff3-ae2a-13db0a999c7f tempest-VolumesNegativeTest-1307031898 tempest-VolumesNegativeTest-1307031898-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=82901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:47:01.615977 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [req-dc700224-07c3-489a-a6ab-5aed50875f04 req-f5c6cb89-8577-4ff3-ae2a-13db0a999c7f tempest-VolumesNegativeTest-1307031898 tempest-VolumesNegativeTest-1307031898-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205010'] for port, before_response {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:47:01.632631 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.plugins.ml2.db [None req-812787cf-6466-4ce1-8c4e-c32e14b18d8a None None] get_ports_and_sgs() called for port_ids ['da305289-c003-4929-93f1-6bfa7abe3f0f'] {{(pid=82903) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 09 15:47:01.659421 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c6cb89-8577-4ff3-ae2a-13db0a999c7f tempest-VolumesNegativeTest-1307031898 tempest-VolumesNegativeTest-1307031898-project] Pushing event updated for resources: {'Port': ['ID=5add893e-266d-4653-993e-763b5901bcdd,revision_number=1']} {{(pid=82901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:47:01.665135 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-dc700224-07c3-489a-a6ab-5aed50875f04 req-f5c6cb89-8577-4ff3-ae2a-13db0a999c7f tempest-VolumesNegativeTest-1307031898 tempest-VolumesNegativeTest-1307031898-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.0273805 Feb 09 15:47:01.678679 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.api.v2.base [req-dc700224-07c3-489a-a6ab-5aed50875f04 req-b9d7b01c-ba38-4660-8e81-3aa00e6d88d1 service neutron] Request body: {'port': {'device_id': '5f5bd140-ff90-43f3-a9ca-26363b785b85', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82510'}} {{(pid=82901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 15:47:01.856597 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [req-dc700224-07c3-489a-a6ab-5aed50875f04 req-b9d7b01c-ba38-4660-8e81-3aa00e6d88d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16080601'] for port, before_update {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:47:01.936725 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.db.provisioning_blocks [None req-3097a891-3395-4334-a300-69ec7fa478d7 None None] Provisioning for port 5add893e-266d-4653-993e-763b5901bcdd completed by entity DHCP. {{(pid=82903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 15:47:01.947195 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.db.provisioning_blocks [None req-3097a891-3395-4334-a300-69ec7fa478d7 None None] Provisioning complete for port 5add893e-266d-4653-993e-763b5901bcdd triggered by entity DHCP. {{(pid=82903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:47:01.956712 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-3097a891-3395-4334-a300-69ec7fa478d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16008948'] for port, provisioning_complete {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:47:01.970231 dv-cinder-825105-1-iscsi neutron-server[82904]: DEBUG neutron_lib.callbacks.manager [None req-d0561f13-11eb-4a16-941e-c39bd2b77ab6 None None] Notify callbacks [] for port, precommit_update {{(pid=82904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:47:01.978300 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a658cbc8-fa99-49d5-8ad5-8f6d4a42479b req-78f65950-2e0c-4cf2-a9ec-1a442516742b tempest-VolumesNegativeTest-1307031898 tempest-VolumesNegativeTest-1307031898-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:47:01.981437 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-a658cbc8-fa99-49d5-8ad5-8f6d4a42479b req-78f65950-2e0c-4cf2-a9ec-1a442516742b tempest-VolumesNegativeTest-1307031898 tempest-VolumesNegativeTest-1307031898-project] 10.222.0.67 "GET /v2.0/ports?device_id=5f5bd140-ff90-43f3-a9ca-26363b785b85 HTTP/1.1" status: 200 len: 935 time: 0.2428014 Feb 09 15:47:02.000209 dv-cinder-825105-1-iscsi neutron-server[82904]: DEBUG neutron.db.provisioning_blocks [None req-d0561f13-11eb-4a16-941e-c39bd2b77ab6 None None] Transition to ACTIVE for port object cc7566c1-0aae-45be-afe4-87cde7d73b5c will not be triggered until provisioned by entity L2. {{(pid=82904) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 15:47:02.010014 dv-cinder-825105-1-iscsi neutron-server[82904]: DEBUG neutron_lib.callbacks.manager [None req-d0561f13-11eb-4a16-941e-c39bd2b77ab6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16080037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758755988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756758334055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756758334100'] for port, after_update {{(pid=82904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:47:02.079487 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-a658cbc8-fa99-49d5-8ad5-8f6d4a42479b req-19c1fad9-e31d-42bb-adac-6ce89d1ce5fc tempest-VolumesNegativeTest-1307031898 tempest-VolumesNegativeTest-1307031898-project] 10.222.0.67 "GET /v2.0/security-groups?id=25af17e3-af6c-4468-a098-1fe53af6295e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904837 Feb 09 15:47:02.084978 dv-cinder-825105-1-iscsi neutron-server[82904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5952b18-7244-4218-a9bc-b0da7aed0a1e None None] Pushing event updated for resources: {'Port': ['ID=cc7566c1-0aae-45be-afe4-87cde7d73b5c,revision_number=3']} {{(pid=82904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:47:02.099906 dv-cinder-825105-1-iscsi neutron-server[82904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5952b18-7244-4218-a9bc-b0da7aed0a1e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825105-1-iscsi {{(pid=82904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:47:02.101121 dv-cinder-825105-1-iscsi neutron-server[82904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5952b18-7244-4218-a9bc-b0da7aed0a1e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825105-1-iscsi {{(pid=82904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:47:02.101725 dv-cinder-825105-1-iscsi neutron-server[82904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5952b18-7244-4218-a9bc-b0da7aed0a1e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825105-1-iscsi {{(pid=82904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:47:02.102460 dv-cinder-825105-1-iscsi neutron-server[82904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5952b18-7244-4218-a9bc-b0da7aed0a1e None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825105-1-iscsi {{(pid=82904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:47:02.103112 dv-cinder-825105-1-iscsi neutron-server[82904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5952b18-7244-4218-a9bc-b0da7aed0a1e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825105-1-iscsi {{(pid=82904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:47:02.103730 dv-cinder-825105-1-iscsi neutron-server[82904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5952b18-7244-4218-a9bc-b0da7aed0a1e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-825105-1-iscsi {{(pid=82904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:47:02.104326 dv-cinder-825105-1-iscsi neutron-server[82904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5952b18-7244-4218-a9bc-b0da7aed0a1e None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825105-1-iscsi {{(pid=82904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:47:02.104819 dv-cinder-825105-1-iscsi neutron-server[82904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5952b18-7244-4218-a9bc-b0da7aed0a1e None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825105-1-iscsi {{(pid=82904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:47:02.105308 dv-cinder-825105-1-iscsi neutron-server[82904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5952b18-7244-4218-a9bc-b0da7aed0a1e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825105-1-iscsi {{(pid=82904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:47:02.106089 dv-cinder-825105-1-iscsi neutron-server[82904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5952b18-7244-4218-a9bc-b0da7aed0a1e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825105-1-iscsi {{(pid=82904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:47:02.106558 dv-cinder-825105-1-iscsi neutron-server[82904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5952b18-7244-4218-a9bc-b0da7aed0a1e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825105-1-iscsi {{(pid=82904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:47:02.164437 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.plugins.ml2.plugin [None req-3097a891-3395-4334-a300-69ec7fa478d7 None None] Port 5add893e-266d-4653-993e-763b5901bcdd cannot update to ACTIVE because it is not bound. {{(pid=82903) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 09 15:47:02.274241 dv-cinder-825105-1-iscsi neutron-server[82904]: DEBUG neutron.plugins.ml2.managers [None req-d0561f13-11eb-4a16-941e-c39bd2b77ab6 None None] Attempting to bind port cc7566c1-0aae-45be-afe4-87cde7d73b5c on host dv-cinder-825105-1-iscsi for vnic_type normal with profile {{(pid=82904) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 15:47:02.274911 dv-cinder-825105-1-iscsi neutron-server[82904]: DEBUG neutron.plugins.ml2.managers [None req-d0561f13-11eb-4a16-941e-c39bd2b77ab6 None None] Attempting to bind port cc7566c1-0aae-45be-afe4-87cde7d73b5c by drivers openvswitch,hyperv on host dv-cinder-825105-1-iscsi at level 0 using segments [{'id': '6c817249-bce9-41f7-9191-a92bae05dd74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': 'a70d1a02-a2db-4792-86e7-c80512ee4e0d'}] {{(pid=82904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 15:47:02.274911 dv-cinder-825105-1-iscsi neutron-server[82904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0561f13-11eb-4a16-941e-c39bd2b77ab6 None None] Attempting to bind port cc7566c1-0aae-45be-afe4-87cde7d73b5c on network a70d1a02-a2db-4792-86e7-c80512ee4e0d {{(pid=82904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 15:47:02.283631 dv-cinder-825105-1-iscsi neutron-server[82904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0561f13-11eb-4a16-941e-c39bd2b77ab6 None None] Checking agent: {'id': '0c30844f-de8e-42c5-a17a-962bb78b1270', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-825105-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 15, 34, 1), 'started_at': datetime.datetime(2022, 2, 9, 15, 34, 31), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 15, 47, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-825105-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 15:47:02.284000 dv-cinder-825105-1-iscsi neutron-server[82904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0561f13-11eb-4a16-941e-c39bd2b77ab6 None None] Checking segment: {'id': '6c817249-bce9-41f7-9191-a92bae05dd74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': 'a70d1a02-a2db-4792-86e7-c80512ee4e0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82904) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 15:47:02.284311 dv-cinder-825105-1-iscsi neutron-server[82904]: DEBUG neutron_lib.callbacks.manager [None req-d0561f13-11eb-4a16-941e-c39bd2b77ab6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:47:02.284706 dv-cinder-825105-1-iscsi neutron-server[82904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0561f13-11eb-4a16-941e-c39bd2b77ab6 None None] Bound using segment: {'id': '6c817249-bce9-41f7-9191-a92bae05dd74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': 'a70d1a02-a2db-4792-86e7-c80512ee4e0d'} {{(pid=82904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 15:47:02.285188 dv-cinder-825105-1-iscsi neutron-server[82904]: DEBUG neutron.plugins.ml2.managers [None req-d0561f13-11eb-4a16-941e-c39bd2b77ab6 None None] Bound port: cc7566c1-0aae-45be-afe4-87cde7d73b5c, host: dv-cinder-825105-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c817249-bce9-41f7-9191-a92bae05dd74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': 'a70d1a02-a2db-4792-86e7-c80512ee4e0d'}}] {{(pid=82904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 15:47:02.285589 dv-cinder-825105-1-iscsi neutron-server[82904]: DEBUG neutron_lib.callbacks.manager [None req-d0561f13-11eb-4a16-941e-c39bd2b77ab6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16080601'] for port, before_update {{(pid=82904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:47:02.389846 dv-cinder-825105-1-iscsi neutron-server[82904]: DEBUG neutron.plugins.ml2.db [None req-d0561f13-11eb-4a16-941e-c39bd2b77ab6 None None] For port cc7566c1-0aae-45be-afe4-87cde7d73b5c, host dv-cinder-825105-1-iscsi, cleared binding levels {{(pid=82904) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 15:47:02.394263 dv-cinder-825105-1-iscsi neutron-server[82904]: DEBUG neutron.plugins.ml2.db [None req-d0561f13-11eb-4a16-941e-c39bd2b77ab6 None None] For port cc7566c1-0aae-45be-afe4-87cde7d73b5c, host dv-cinder-825105-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825105-1-iscsi',level=0,port_id=cc7566c1-0aae-45be-afe4-87cde7d73b5c,segment=NetworkSegment(6c817249-bce9-41f7-9191-a92bae05dd74),segment_id=6c817249-bce9-41f7-9191-a92bae05dd74)] {{(pid=82904) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 15:47:02.396829 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bafbff2c-4a01-424a-bc05-97061829c74b req-08329bf9-7730-4365-9403-ceffddf981fc tempest-AttachVolumeTestJSON-950875345 tempest-AttachVolumeTestJSON-950875345-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:47:02.400061 dv-cinder-825105-1-iscsi neutron-server[82904]: DEBUG neutron_lib.callbacks.manager [None req-d0561f13-11eb-4a16-941e-c39bd2b77ab6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16080037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758755988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756758334055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756758334100'] for port, after_update {{(pid=82904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:47:02.400655 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-bafbff2c-4a01-424a-bc05-97061829c74b req-08329bf9-7730-4365-9403-ceffddf981fc tempest-AttachVolumeTestJSON-950875345 tempest-AttachVolumeTestJSON-950875345-project] 10.222.0.67 "GET /v2.0/ports?device_id=00c078b5-04f1-44e5-91c8-2c93e0def5ec HTTP/1.1" status: 200 len: 945 time: 0.1681476 Feb 09 15:47:02.483570 dv-cinder-825105-1-iscsi neutron-server[82904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5952b18-7244-4218-a9bc-b0da7aed0a1e None None] Pushing event updated for resources: {'Port': ['ID=cc7566c1-0aae-45be-afe4-87cde7d73b5c,revision_number=4']} {{(pid=82904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:47:02.495742 dv-cinder-825105-1-iscsi neutron-server[82904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0561f13-11eb-4a16-941e-c39bd2b77ab6 None None] Routers {'d8b51925-05fe-479b-8caa-2f512e77d6a4'} bound to L3 agent in host dv-cinder-825105-1-iscsi {{(pid=82904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 15:47:02.496140 dv-cinder-825105-1-iscsi neutron-server[82904]: DEBUG neutron.db.l3_hamode_db [None req-d0561f13-11eb-4a16-941e-c39bd2b77ab6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825105-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T15:34:00Z,description=,heartbeat_timestamp=2022-02-09T15:47:00Z,host='dv-cinder-825105-1-iscsi',id=94c626d1-bc40-41bd-b6b2-9a20da402cb6,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:34:00Z,topic='l3_agent')) {'router_ids': ['d8b51925-05fe-479b-8caa-2f512e77d6a4'], 'active': True} {{(pid=82904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:47:02.507998 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-bafbff2c-4a01-424a-bc05-97061829c74b req-ad5b39da-3b6f-4520-87e8-06b3582f19b3 tempest-AttachVolumeTestJSON-950875345 tempest-AttachVolumeTestJSON-950875345-project] 10.222.0.67 "GET /v2.0/security-groups?id=9d14b308-0fbe-484b-9657-f76cb88f711f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1025515 Feb 09 15:47:02.519737 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.notifiers.nova [req-dc700224-07c3-489a-a6ab-5aed50875f04 req-b9d7b01c-ba38-4660-8e81-3aa00e6d88d1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5add893e-266d-4653-993e-763b5901bcdd {{(pid=82901) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 15:47:02.542246 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [req-dc700224-07c3-489a-a6ab-5aed50875f04 req-b9d7b01c-ba38-4660-8e81-3aa00e6d88d1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:47:02.559099 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.db.provisioning_blocks [req-dc700224-07c3-489a-a6ab-5aed50875f04 req-b9d7b01c-ba38-4660-8e81-3aa00e6d88d1 service neutron] Transition to ACTIVE for port object 5add893e-266d-4653-993e-763b5901bcdd will not be triggered until provisioned by entity L2. {{(pid=82901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 15:47:02.566106 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [req-dc700224-07c3-489a-a6ab-5aed50875f04 req-b9d7b01c-ba38-4660-8e81-3aa00e6d88d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16080037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758755988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756758334055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756758334100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1282337'] for port, after_update {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:47:02.699310 dv-cinder-825105-1-iscsi neutron-server[82904]: DEBUG neutron.db.l3_dvr_db [None req-d0561f13-11eb-4a16-941e-c39bd2b77ab6 None None] Set router d8b51925-05fe-479b-8caa-2f512e77d6a4 gateway port host: dv-cinder-825105-1-iscsi {{(pid=82904) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 15:47:02.707090 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d7b01c-ba38-4660-8e81-3aa00e6d88d1 service neutron] Pushing event updated for resources: {'Port': ['ID=5add893e-266d-4653-993e-763b5901bcdd,revision_number=2']} {{(pid=82901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:47:02.900426 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.plugins.ml2.managers [req-dc700224-07c3-489a-a6ab-5aed50875f04 req-b9d7b01c-ba38-4660-8e81-3aa00e6d88d1 service neutron] Attempting to bind port 5add893e-266d-4653-993e-763b5901bcdd on host hv-cinder-82510 for vnic_type normal with profile {{(pid=82901) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 15:47:02.900750 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.plugins.ml2.managers [req-dc700224-07c3-489a-a6ab-5aed50875f04 req-b9d7b01c-ba38-4660-8e81-3aa00e6d88d1 service neutron] Attempting to bind port 5add893e-266d-4653-993e-763b5901bcdd by drivers openvswitch,hyperv on host hv-cinder-82510 at level 0 using segments [{'id': '48d2c965-1410-48dd-97e0-218d4562ec5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': '84eaa77d-c780-4d28-ae3a-83a0f711ecab'}] {{(pid=82901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 15:47:02.901072 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc700224-07c3-489a-a6ab-5aed50875f04 req-b9d7b01c-ba38-4660-8e81-3aa00e6d88d1 service neutron] Attempting to bind port 5add893e-266d-4653-993e-763b5901bcdd on network 84eaa77d-c780-4d28-ae3a-83a0f711ecab {{(pid=82901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 15:47:02.907412 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc700224-07c3-489a-a6ab-5aed50875f04 req-b9d7b01c-ba38-4660-8e81-3aa00e6d88d1 service neutron] Port 5add893e-266d-4653-993e-763b5901bcdd on network 84eaa77d-c780-4d28-ae3a-83a0f711ecab not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82510 {{(pid=82901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 09 15:47:02.907719 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc700224-07c3-489a-a6ab-5aed50875f04 req-b9d7b01c-ba38-4660-8e81-3aa00e6d88d1 service neutron] Attempting to bind port 5add893e-266d-4653-993e-763b5901bcdd on network 84eaa77d-c780-4d28-ae3a-83a0f711ecab {{(pid=82901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 15:47:02.913970 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc700224-07c3-489a-a6ab-5aed50875f04 req-b9d7b01c-ba38-4660-8e81-3aa00e6d88d1 service neutron] Checking agent: {'id': 'db1a70d3-a821-4659-b534-995c5c5f449e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82510', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 15, 40, 29), 'started_at': datetime.datetime(2022, 2, 9, 15, 40, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 15, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=82901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 15:47:02.914399 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc700224-07c3-489a-a6ab-5aed50875f04 req-b9d7b01c-ba38-4660-8e81-3aa00e6d88d1 service neutron] Checking segment: {'id': '48d2c965-1410-48dd-97e0-218d4562ec5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': '84eaa77d-c780-4d28-ae3a-83a0f711ecab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 15:47:02.914729 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc700224-07c3-489a-a6ab-5aed50875f04 req-b9d7b01c-ba38-4660-8e81-3aa00e6d88d1 service neutron] Bound using segment: {'id': '48d2c965-1410-48dd-97e0-218d4562ec5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': '84eaa77d-c780-4d28-ae3a-83a0f711ecab'} {{(pid=82901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 15:47:02.915124 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.plugins.ml2.managers [req-dc700224-07c3-489a-a6ab-5aed50875f04 req-b9d7b01c-ba38-4660-8e81-3aa00e6d88d1 service neutron] Bound port: 5add893e-266d-4653-993e-763b5901bcdd, host: hv-cinder-82510, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '48d2c965-1410-48dd-97e0-218d4562ec5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': '84eaa77d-c780-4d28-ae3a-83a0f711ecab'}}] {{(pid=82901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 15:47:02.915442 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [req-dc700224-07c3-489a-a6ab-5aed50875f04 req-b9d7b01c-ba38-4660-8e81-3aa00e6d88d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16080601'] for port, before_update {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:47:02.948541 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-faa751bb-9674-45ec-b131-f889431b03dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758786133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16008869'] for agent, after_update {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:47:03.012351 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.plugins.ml2.db [req-dc700224-07c3-489a-a6ab-5aed50875f04 req-b9d7b01c-ba38-4660-8e81-3aa00e6d88d1 service neutron] For port 5add893e-266d-4653-993e-763b5901bcdd, host hv-cinder-82510, cleared binding levels {{(pid=82901) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 15:47:03.015611 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.plugins.ml2.db [req-dc700224-07c3-489a-a6ab-5aed50875f04 req-b9d7b01c-ba38-4660-8e81-3aa00e6d88d1 service neutron] For port 5add893e-266d-4653-993e-763b5901bcdd, host hv-cinder-82510, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=5add893e-266d-4653-993e-763b5901bcdd,segment=NetworkSegment(48d2c965-1410-48dd-97e0-218d4562ec5b),segment_id=48d2c965-1410-48dd-97e0-218d4562ec5b)] {{(pid=82901) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 15:47:03.020523 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [req-dc700224-07c3-489a-a6ab-5aed50875f04 req-b9d7b01c-ba38-4660-8e81-3aa00e6d88d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16080037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758755988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756758334055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756758334100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1282337'] for port, after_update {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:47:03.057541 dv-cinder-825105-1-iscsi neutron-server[82904]: DEBUG neutron.db.l3_hamode_db [None req-d0561f13-11eb-4a16-941e-c39bd2b77ab6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8b51925-05fe-479b-8caa-2f512e77d6a4', 'name': 'tempest-AttachVolumeTestJSON-1860937572-router', 'tenant_id': 'cdd6e08aa84a4a278ba05d9afe77bf68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c65eede5-7777-493f-951d-210877831002', 'external_fixed_ips': [{'subnet_id': '2c513225-bb11-4d36-a4c3-0732716dcb87', 'ip_address': '172.27.0.252'}], 'enable_snat': True}, 'gw_port_id': '53e64671-b4e0-4a88-9dae-2e6d10883bf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T15:46:42Z', 'updated_at': '2022-02-09T15:46:46Z', 'revision_number': 4, 'project_id': 'cdd6e08aa84a4a278ba05d9afe77bf68', 'gw_port': {'id': '53e64671-b4e0-4a88-9dae-2e6d10883bf3', 'name': '', 'network_id': 'c65eede5-7777-493f-951d-210877831002', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:a9:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8b51925-05fe-479b-8caa-2f512e77d6a4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2c513225-bb11-4d36-a4c3-0732716dcb87', 'ip_address': '172.27.0.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825105-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:46:43Z', 'updated_at': '2022-02-09T15:46:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c513225-bb11-4d36-a4c3-0732716dcb87', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825105-1-iscsi', '_interfaces': [{'id': 'cc7566c1-0aae-45be-afe4-87cde7d73b5c', 'name': '', 'network_id': 'a70d1a02-a2db-4792-86e7-c80512ee4e0d', 'tenant_id': 'cdd6e08aa84a4a278ba05d9afe77bf68', 'mac_address': 'fa:16:3e:a6:48:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8b51925-05fe-479b-8caa-2f512e77d6a4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e77df24c-1903-4208-9651-061913c63dfc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825105-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:46:45Z', 'updated_at': '2022-02-09T15:47:02Z', 'revision_number': 4, 'project_id': 'cdd6e08aa84a4a278ba05d9afe77bf68', 'subnets': [{'id': 'e77df24c-1903-4208-9651-061913c63dfc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825105-1-iscsi', False) {} {{(pid=82904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:47:03.061927 dv-cinder-825105-1-iscsi neutron-server[82904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0561f13-11eb-4a16-941e-c39bd2b77ab6 None None] The sync data for ids ['d8b51925-05fe-479b-8caa-2f512e77d6a4'] in dv-cinder-825105-1-iscsi is: [{'id': 'd8b51925-05fe-479b-8caa-2f512e77d6a4', 'name': 'tempest-AttachVolumeTestJSON-1860937572-router', 'tenant_id': 'cdd6e08aa84a4a278ba05d9afe77bf68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c65eede5-7777-493f-951d-210877831002', 'external_fixed_ips': [{'subnet_id': '2c513225-bb11-4d36-a4c3-0732716dcb87', 'ip_address': '172.27.0.252'}], 'enable_snat': True}, 'gw_port_id': '53e64671-b4e0-4a88-9dae-2e6d10883bf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T15:46:42Z', 'updated_at': '2022-02-09T15:46:46Z', 'revision_number': 4, 'project_id': 'cdd6e08aa84a4a278ba05d9afe77bf68', 'gw_port': {'id': '53e64671-b4e0-4a88-9dae-2e6d10883bf3', 'name': '', 'network_id': 'c65eede5-7777-493f-951d-210877831002', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:a9:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8b51925-05fe-479b-8caa-2f512e77d6a4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2c513225-bb11-4d36-a4c3-0732716dcb87', 'ip_address': '172.27.0.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825105-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:46:43Z', 'updated_at': '2022-02-09T15:46:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c513225-bb11-4d36-a4c3-0732716dcb87', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825105-1-iscsi', '_interfaces': [{'id': 'cc7566c1-0aae-45be-afe4-87cde7d73b5c', 'name': '', 'network_id': 'a70d1a02-a2db-4792-86e7-c80512ee4e0d', 'tenant_id': 'cdd6e08aa84a4a278ba05d9afe77bf68', 'mac_address': 'fa:16:3e:a6:48:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8b51925-05fe-479b-8caa-2f512e77d6a4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e77df24c-1903-4208-9651-061913c63dfc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825105-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:46:45Z', 'updated_at': '2022-02-09T15:47:02Z', 'revision_number': 4, 'project_id': 'cdd6e08aa84a4a278ba05d9afe77bf68', 'subnets': [{'id': 'e77df24c-1903-4208-9651-061913c63dfc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 09 15:47:03.088724 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [req-dc700224-07c3-489a-a6ab-5aed50875f04 req-b9d7b01c-ba38-4660-8e81-3aa00e6d88d1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205010'] for port, before_response {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:47:03.090200 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-dc700224-07c3-489a-a6ab-5aed50875f04 req-b9d7b01c-ba38-4660-8e81-3aa00e6d88d1 service neutron] 10.222.0.47 "PUT /v2.0/ports/5add893e-266d-4653-993e-763b5901bcdd HTTP/1.1" status: 200 len: 1097 time: 1.4165690 Feb 09 15:47:03.093248 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f5bd140-ff90-43f3-a9ca-26363b785b85', 'tag': '5add893e-266d-4653-993e-763b5901bcdd'}] {{(pid=82901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 15:47:03.112982 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d7b01c-ba38-4660-8e81-3aa00e6d88d1 service neutron] Pushing event updated for resources: {'Port': ['ID=5add893e-266d-4653-993e-763b5901bcdd,revision_number=3']} {{(pid=82901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:47:03.125700 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.plugins.ml2.rpc [None req-812787cf-6466-4ce1-8c4e-c32e14b18d8a None None] Device da305289-c003-4929-93f1-6bfa7abe3f0f up at agent hyperv_hv-cinder-82510 {{(pid=82903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 15:47:03.203761 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5f5bd140-ff90-43f3-a9ca-26363b785b85', 'tag': '5add893e-266d-4653-993e-763b5901bcdd', 'status': 'completed', 'code': 200} Feb 09 15:47:03.250064 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.db.provisioning_blocks [None req-812787cf-6466-4ce1-8c4e-c32e14b18d8a None None] Provisioning for port da305289-c003-4929-93f1-6bfa7abe3f0f completed by entity L2. {{(pid=82903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 15:47:03.262651 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.db.provisioning_blocks [None req-812787cf-6466-4ce1-8c4e-c32e14b18d8a None None] Provisioning complete for port da305289-c003-4929-93f1-6bfa7abe3f0f triggered by entity L2. {{(pid=82903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:47:03.263021 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-812787cf-6466-4ce1-8c4e-c32e14b18d8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16008948'] for port, provisioning_complete {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:47:03.361277 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-dc700224-07c3-489a-a6ab-5aed50875f04 req-15054fab-9bf5-4fd0-8981-32c0597b7b6b service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=165caed1b9ca4beea8cf1441075474af&device_id=5f5bd140-ff90-43f3-a9ca-26363b785b85 HTTP/1.1" status: 200 len: 1100 time: 0.2134411 Feb 09 15:47:03.443087 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-812787cf-6466-4ce1-8c4e-c32e14b18d8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16080601'] for port, before_update {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:47:03.455439 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-dc700224-07c3-489a-a6ab-5aed50875f04 req-38318bb1-5486-4a9e-9dc2-97ccc0f4bbd7 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.90&port_id=5add893e-266d-4653-993e-763b5901bcdd HTTP/1.1" status: 200 len: 217 time: 0.0866303 Feb 09 15:47:03.475189 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00c078b5-04f1-44e5-91c8-2c93e0def5ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da305289-c003-4929-93f1-6bfa7abe3f0f'}] {{(pid=82903) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 15:47:03.488706 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.plugins.ml2.db [None req-812787cf-6466-4ce1-8c4e-c32e14b18d8a None None] For port da305289-c003-4929-93f1-6bfa7abe3f0f, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=da305289-c003-4929-93f1-6bfa7abe3f0f,segment=NetworkSegment(6c817249-bce9-41f7-9191-a92bae05dd74),segment_id=6c817249-bce9-41f7-9191-a92bae05dd74)] {{(pid=82903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:47:03.496973 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-812787cf-6466-4ce1-8c4e-c32e14b18d8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16080037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758755988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756758334055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756758334100'] for port, after_update {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:47:03.530249 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c88b4c9-2589-42d6-a09d-dba7a6ea229f req-7077d7eb-ffd2-4304-9ec5-5f7f0a8cfa64 tempest-VolumesNegativeTest-1307031898 tempest-VolumesNegativeTest-1307031898-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:47:03.531049 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.quota.resource [req-5c88b4c9-2589-42d6-a09d-dba7a6ea229f req-7077d7eb-ffd2-4304-9ec5-5f7f0a8cfa64 tempest-VolumesNegativeTest-1307031898 tempest-VolumesNegativeTest-1307031898-project] Synchronizing usage tracker for tenant:165caed1b9ca4beea8cf1441075474af on resource:port {{(pid=82901) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 15:47:03.556021 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc700224-07c3-489a-a6ab-5aed50875f04 req-3baa3a05-3765-4225-b236-2f4a981a59b5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:47:03.557740 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-dc700224-07c3-489a-a6ab-5aed50875f04 req-3baa3a05-3765-4225-b236-2f4a981a59b5 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=899d321c-d4f5-4b02-8a1e-b6c486e6a479 HTTP/1.1" status: 200 len: 843 time: 0.0960858 Feb 09 15:47:03.597696 dv-cinder-825105-1-iscsi neutron-server[82903]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00c078b5-04f1-44e5-91c8-2c93e0def5ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da305289-c003-4929-93f1-6bfa7abe3f0f', 'code': 200} Feb 09 15:47:03.616066 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.quota.resource [req-5c88b4c9-2589-42d6-a09d-dba7a6ea229f req-7077d7eb-ffd2-4304-9ec5-5f7f0a8cfa64 tempest-VolumesNegativeTest-1307031898 tempest-VolumesNegativeTest-1307031898-project] Unset dirty status for tenant:165caed1b9ca4beea8cf1441075474af on resource:port {{(pid=82901) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 15:47:03.618565 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812787cf-6466-4ce1-8c4e-c32e14b18d8a None None] Pushing event updated for resources: {'Port': ['ID=da305289-c003-4929-93f1-6bfa7abe3f0f,revision_number=5']} {{(pid=82903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:47:03.631248 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-5c88b4c9-2589-42d6-a09d-dba7a6ea229f req-7077d7eb-ffd2-4304-9ec5-5f7f0a8cfa64 tempest-VolumesNegativeTest-1307031898 tempest-VolumesNegativeTest-1307031898-project] 10.222.0.67 "GET /v2.0/ports?device_id=5f5bd140-ff90-43f3-a9ca-26363b785b85 HTTP/1.1" status: 200 len: 947 time: 0.3514876 Feb 09 15:47:03.717297 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.quota.resource [req-5c88b4c9-2589-42d6-a09d-dba7a6ea229f req-9e39f43f-9aff-4374-a9f0-40bea5287d47 tempest-VolumesNegativeTest-1307031898 tempest-VolumesNegativeTest-1307031898-project] Synchronizing usage tracker for tenant:165caed1b9ca4beea8cf1441075474af on resource:security_group {{(pid=82901) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 15:47:03.725206 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-dc700224-07c3-489a-a6ab-5aed50875f04 req-9f3e5757-1ade-4f5f-8a26-5ca71726dbbb service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=84eaa77d-c780-4d28-ae3a-83a0f711ecab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.1601300 Feb 09 15:47:03.883947 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.quota.resource [req-5c88b4c9-2589-42d6-a09d-dba7a6ea229f req-9e39f43f-9aff-4374-a9f0-40bea5287d47 tempest-VolumesNegativeTest-1307031898 tempest-VolumesNegativeTest-1307031898-project] Unset dirty status for tenant:165caed1b9ca4beea8cf1441075474af on resource:security_group {{(pid=82901) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 15:47:03.885632 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-5c88b4c9-2589-42d6-a09d-dba7a6ea229f req-9e39f43f-9aff-4374-a9f0-40bea5287d47 tempest-VolumesNegativeTest-1307031898 tempest-VolumesNegativeTest-1307031898-project] 10.222.0.67 "GET /v2.0/security-groups?id=25af17e3-af6c-4468-a098-1fe53af6295e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2539339 Feb 09 15:47:03.887903 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-dc700224-07c3-489a-a6ab-5aed50875f04 req-f0414dce-2da0-4482-93e4-a99279910c9d service neutron] 10.222.0.47 "GET /v2.0/networks/84eaa77d-c780-4d28-ae3a-83a0f711ecab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1549668 Feb 09 15:47:03.905907 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97cea11b-4fbe-46c7-9364-94d727ca2265 req-7bbb0276-63ac-4cc6-852c-b0511cc95ffb tempest-AttachVolumeTestJSON-950875345 tempest-AttachVolumeTestJSON-950875345-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:47:03.913575 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-97cea11b-4fbe-46c7-9364-94d727ca2265 req-7bbb0276-63ac-4cc6-852c-b0511cc95ffb tempest-AttachVolumeTestJSON-950875345 tempest-AttachVolumeTestJSON-950875345-project] 10.222.0.67 "GET /v2.0/ports?device_id=00c078b5-04f1-44e5-91c8-2c93e0def5ec HTTP/1.1" status: 200 len: 946 time: 0.1716702 Feb 09 15:47:03.985497 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-97cea11b-4fbe-46c7-9364-94d727ca2265 req-f86bc20c-b366-46df-896a-95eb2e5967ba tempest-AttachVolumeTestJSON-950875345 tempest-AttachVolumeTestJSON-950875345-project] 10.222.0.67 "GET /v2.0/security-groups?id=9d14b308-0fbe-484b-9657-f76cb88f711f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0700512 Feb 09 15:47:03.990305 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-a4c7186c-b039-4190-84e6-aad154ee4f03 req-b82742b2-970f-4cd7-b9e6-578ed172c6a5 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=00c078b5-04f1-44e5-91c8-2c93e0def5ec HTTP/1.1" status: 200 len: 1099 time: 0.1560872 Feb 09 15:47:04.041420 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-a4c7186c-b039-4190-84e6-aad154ee4f03 req-3ca872bc-906a-4fc0-a8ee-d46dcd07517d service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=9d14b308-0fbe-484b-9657-f76cb88f711f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448642 Feb 09 15:47:04.057698 dv-cinder-825105-1-iscsi neutron-server[82904]: DEBUG neutron.db.agents_db [None req-77d1faa3-9ee6-4a91-bd02-8524aa1f9325 None None] Agent healthcheck: found 6 active agents {{(pid=82904) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 15:47:04.058305 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-dc700224-07c3-489a-a6ab-5aed50875f04 req-8eadde2d-b9a7-471f-9968-bed8142a07a4 service neutron] 10.222.0.47 "GET /v2.0/networks/84eaa77d-c780-4d28-ae3a-83a0f711ecab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1624579 Feb 09 15:47:04.071698 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.wsgi [-] (82902) accepted ('10.222.0.67', 48328) {{(pid=82902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 15:47:04.215874 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.plugins.ml2.rpc [None req-608c4fd2-211a-4ca9-a277-ad2a51be62ff None None] Device cc7566c1-0aae-45be-afe4-87cde7d73b5c up at agent ovs-agent-dv-cinder-825105-1-iscsi {{(pid=82903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 15:47:04.223629 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-04840fbe-e490-4aba-9c2a-28f096751efc admin admin] Notify callbacks [] for security_group, before_create {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:47:04.255733 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.db.quota.driver [None req-04840fbe-e490-4aba-9c2a-28f096751efc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 15:47:04.259602 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.quota.resource [None req-04840fbe-e490-4aba-9c2a-28f096751efc admin admin] Usage tracker for resource:security_group_rule and tenant:dd49ae4bd8f2402584d5e322fb77c5e1 is out of sync, need to count used quota {{(pid=82902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 15:47:04.262478 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.quota.resource [None req-04840fbe-e490-4aba-9c2a-28f096751efc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 15:47:04.270780 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.db.quota.driver [None req-04840fbe-e490-4aba-9c2a-28f096751efc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 15:47:04.301437 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.db.provisioning_blocks [None req-608c4fd2-211a-4ca9-a277-ad2a51be62ff None None] Provisioning for port cc7566c1-0aae-45be-afe4-87cde7d73b5c completed by entity L2. {{(pid=82903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 15:47:04.307480 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.db.provisioning_blocks [None req-608c4fd2-211a-4ca9-a277-ad2a51be62ff None None] Provisioning complete for port cc7566c1-0aae-45be-afe4-87cde7d73b5c triggered by entity L2. {{(pid=82903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:47:04.307655 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-608c4fd2-211a-4ca9-a277-ad2a51be62ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16008948'] for port, provisioning_complete {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:47:04.359199 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-04840fbe-e490-4aba-9c2a-28f096751efc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:47:04.365087 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-04840fbe-e490-4aba-9c2a-28f096751efc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_create {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:47:04.383927 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-c3b8e37e-8098-486a-a1b8-383135abc1c6 req-432c9335-6e4a-4f6d-b938-d7ff496b44d0 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=165caed1b9ca4beea8cf1441075474af&device_id=5f5bd140-ff90-43f3-a9ca-26363b785b85 HTTP/1.1" status: 200 len: 1100 time: 0.0790994 Feb 09 15:47:04.415690 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04840fbe-e490-4aba-9c2a-28f096751efc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65dc4328-52c9-4650-85d2-7f42535a340d,revision_number=1']} {{(pid=82902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:47:04.423430 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [None req-04840fbe-e490-4aba-9c2a-28f096751efc admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=dd49ae4bd8f2402584d5e322fb77c5e1&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3476782 Feb 09 15:47:04.423957 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.wsgi [-] (82902) accepted ('10.222.0.67', 48334) {{(pid=82902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 15:47:04.436274 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-608c4fd2-211a-4ca9-a277-ad2a51be62ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16080601'] for port, before_update {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:47:04.471484 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.plugins.ml2.db [None req-608c4fd2-211a-4ca9-a277-ad2a51be62ff None None] For port cc7566c1-0aae-45be-afe4-87cde7d73b5c, host dv-cinder-825105-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825105-1-iscsi',level=0,port_id=cc7566c1-0aae-45be-afe4-87cde7d73b5c,segment=NetworkSegment(6c817249-bce9-41f7-9191-a92bae05dd74),segment_id=6c817249-bce9-41f7-9191-a92bae05dd74)] {{(pid=82903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:47:04.477147 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-608c4fd2-211a-4ca9-a277-ad2a51be62ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16080037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758755988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756758334055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756758334100'] for port, after_update {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:47:04.491443 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-32676d54-767f-43fc-bc4e-44e5dd253145 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:47:04.520447 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-32676d54-767f-43fc-bc4e-44e5dd253145 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:47:04.547032 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-608c4fd2-211a-4ca9-a277-ad2a51be62ff None None] Pushing event updated for resources: {'Port': ['ID=cc7566c1-0aae-45be-afe4-87cde7d73b5c,revision_number=5']} {{(pid=82903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:47:04.556867 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b8e37e-8098-486a-a1b8-383135abc1c6 req-b56ea5d2-fb8c-4819-8487-89e7ee9bd3fc service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:47:04.558324 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-c3b8e37e-8098-486a-a1b8-383135abc1c6 req-b56ea5d2-fb8c-4819-8487-89e7ee9bd3fc service neutron] 10.222.0.47 "GET /v2.0/networks?id=84eaa77d-c780-4d28-ae3a-83a0f711ecab HTTP/1.1" status: 200 len: 870 time: 0.1663444 Feb 09 15:47:04.576549 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-32676d54-767f-43fc-bc4e-44e5dd253145 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_delete {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:47:04.592984 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32676d54-767f-43fc-bc4e-44e5dd253145 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65dc4328-52c9-4650-85d2-7f42535a340d,revision_number=None']} {{(pid=82902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:47:04.602059 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-32676d54-767f-43fc-bc4e-44e5dd253145 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:47:04.605607 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [None req-32676d54-767f-43fc-bc4e-44e5dd253145 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/65dc4328-52c9-4650-85d2-7f42535a340d HTTP/1.1" status: 204 len: 168 time: 0.1780186 Feb 09 15:47:04.627808 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-c3b8e37e-8098-486a-a1b8-383135abc1c6 req-efc7adc3-262b-4c1b-8b08-e7246fd3d307 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.90&port_id=5add893e-266d-4653-993e-763b5901bcdd HTTP/1.1" status: 200 len: 217 time: 0.0631120 Feb 09 15:47:04.695861 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b8e37e-8098-486a-a1b8-383135abc1c6 req-cecac387-ca91-49ab-a1e4-675f3726f0d8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:47:04.697336 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-c3b8e37e-8098-486a-a1b8-383135abc1c6 req-cecac387-ca91-49ab-a1e4-675f3726f0d8 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=899d321c-d4f5-4b02-8a1e-b6c486e6a479 HTTP/1.1" status: 200 len: 843 time: 0.0627389 Feb 09 15:47:04.777499 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-c3b8e37e-8098-486a-a1b8-383135abc1c6 req-379135cd-4e1a-4fc0-aec9-926390003a5e service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=84eaa77d-c780-4d28-ae3a-83a0f711ecab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0725057 Feb 09 15:47:04.939205 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-c3b8e37e-8098-486a-a1b8-383135abc1c6 req-532fb240-2e90-4add-ba52-a7a1f671fe4f service neutron] 10.222.0.47 "GET /v2.0/networks/84eaa77d-c780-4d28-ae3a-83a0f711ecab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1529632 Feb 09 15:47:05.206900 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64011f9e-9fae-4e0e-9874-20b2cde20e6c req-7de3cb01-54e7-4187-b4d2-bfcf1805faa7 tempest-AttachVolumeTestJSON-950875345 tempest-AttachVolumeTestJSON-950875345-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:47:05.223133 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-64011f9e-9fae-4e0e-9874-20b2cde20e6c req-7de3cb01-54e7-4187-b4d2-bfcf1805faa7 tempest-AttachVolumeTestJSON-950875345 tempest-AttachVolumeTestJSON-950875345-project] 10.222.0.67 "GET /v2.0/ports?device_id=00c078b5-04f1-44e5-91c8-2c93e0def5ec HTTP/1.1" status: 200 len: 946 time: 0.1068943 Feb 09 15:47:05.236760 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-c3b8e37e-8098-486a-a1b8-383135abc1c6 req-410977e1-f2ee-40fe-ac6b-48537a66e162 service neutron] 10.222.0.47 "GET /v2.0/networks/84eaa77d-c780-4d28-ae3a-83a0f711ecab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2883925 Feb 09 15:47:05.274714 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc0f240-770d-4d7b-b663-6aafb29d184e req-dcce1123-de86-4e12-9929-cdda49f0aebc tempest-VolumesNegativeTest-1307031898 tempest-VolumesNegativeTest-1307031898-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:47:05.276918 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-efc0f240-770d-4d7b-b663-6aafb29d184e req-dcce1123-de86-4e12-9929-cdda49f0aebc tempest-VolumesNegativeTest-1307031898 tempest-VolumesNegativeTest-1307031898-project] 10.222.0.67 "GET /v2.0/ports?device_id=5f5bd140-ff90-43f3-a9ca-26363b785b85 HTTP/1.1" status: 200 len: 947 time: 0.2439964 Feb 09 15:47:05.281745 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-64011f9e-9fae-4e0e-9874-20b2cde20e6c req-23c1747b-e30d-473a-a23c-9716ae395209 tempest-AttachVolumeTestJSON-950875345 tempest-AttachVolumeTestJSON-950875345-project] 10.222.0.67 "GET /v2.0/security-groups?id=9d14b308-0fbe-484b-9657-f76cb88f711f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0527325 Feb 09 15:47:05.348324 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-efc0f240-770d-4d7b-b663-6aafb29d184e req-2c24aea5-82d0-4796-bf55-558fc6423194 tempest-VolumesNegativeTest-1307031898 tempest-VolumesNegativeTest-1307031898-project] 10.222.0.67 "GET /v2.0/security-groups?id=25af17e3-af6c-4468-a098-1fe53af6295e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649965 Feb 09 15:47:05.987276 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.wsgi [-] (82902) accepted ('10.222.0.67', 48368) {{(pid=82902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 15:47:06.129202 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-7813b9cc-3a31-4e23-95d0-84057e9f4c47 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:47:06.164587 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.db.quota.driver [None req-7813b9cc-3a31-4e23-95d0-84057e9f4c47 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 15:47:06.168611 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.quota.resource [None req-7813b9cc-3a31-4e23-95d0-84057e9f4c47 admin admin] Usage tracker for resource:security_group_rule and tenant:d5b61fb027cf4a02a2b82694627f4b8f is out of sync, need to count used quota {{(pid=82902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 15:47:06.171423 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.quota.resource [None req-7813b9cc-3a31-4e23-95d0-84057e9f4c47 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 15:47:06.178054 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.db.quota.driver [None req-7813b9cc-3a31-4e23-95d0-84057e9f4c47 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 15:47:06.202331 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.plugins.ml2.rpc [None req-608c4fd2-211a-4ca9-a277-ad2a51be62ff None None] Device cc7566c1-0aae-45be-afe4-87cde7d73b5c up at agent ovs-agent-dv-cinder-825105-1-iscsi {{(pid=82903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 15:47:06.248354 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-7813b9cc-3a31-4e23-95d0-84057e9f4c47 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:47:06.255880 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-7813b9cc-3a31-4e23-95d0-84057e9f4c47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_create {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:47:06.280267 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.db.provisioning_blocks [None req-608c4fd2-211a-4ca9-a277-ad2a51be62ff None None] Provisioning complete for port cc7566c1-0aae-45be-afe4-87cde7d73b5c triggered by entity L2. {{(pid=82903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:47:06.280677 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-608c4fd2-211a-4ca9-a277-ad2a51be62ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16008948'] for port, provisioning_complete {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:47:06.304587 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7813b9cc-3a31-4e23-95d0-84057e9f4c47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7e7b59a-fc4e-435a-8c81-dd457f40068e,revision_number=1']} {{(pid=82902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:47:06.312464 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [None req-7813b9cc-3a31-4e23-95d0-84057e9f4c47 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=d5b61fb027cf4a02a2b82694627f4b8f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3225572 Feb 09 15:47:06.318893 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.wsgi [-] (82901) accepted ('10.222.0.67', 48376) {{(pid=82901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 15:47:06.395453 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-3c28de64-fc1d-4053-ba49-92459c11a1e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:47:06.425703 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-3c28de64-fc1d-4053-ba49-92459c11a1e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:47:06.519920 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-3c28de64-fc1d-4053-ba49-92459c11a1e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_delete {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:47:06.530346 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7030a3-df96-4097-b818-1af5c9b7176c req-4f8a867b-ee36-4112-96de-4f87edc61286 tempest-AttachVolumeTestJSON-950875345 tempest-AttachVolumeTestJSON-950875345-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:47:06.532979 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-5e7030a3-df96-4097-b818-1af5c9b7176c req-4f8a867b-ee36-4112-96de-4f87edc61286 tempest-AttachVolumeTestJSON-950875345 tempest-AttachVolumeTestJSON-950875345-project] 10.222.0.67 "GET /v2.0/ports?device_id=00c078b5-04f1-44e5-91c8-2c93e0def5ec HTTP/1.1" status: 200 len: 946 time: 0.0898736 Feb 09 15:47:06.544142 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c28de64-fc1d-4053-ba49-92459c11a1e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7e7b59a-fc4e-435a-8c81-dd457f40068e,revision_number=None']} {{(pid=82901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:47:06.551211 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-3c28de64-fc1d-4053-ba49-92459c11a1e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:47:06.555042 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [None req-3c28de64-fc1d-4053-ba49-92459c11a1e6 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/f7e7b59a-fc4e-435a-8c81-dd457f40068e HTTP/1.1" status: 204 len: 168 time: 0.2357345 Feb 09 15:47:06.587917 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-5e7030a3-df96-4097-b818-1af5c9b7176c req-4247450f-2036-4cf6-be81-b42b9c602492 tempest-AttachVolumeTestJSON-950875345 tempest-AttachVolumeTestJSON-950875345-project] 10.222.0.67 "GET /v2.0/security-groups?id=9d14b308-0fbe-484b-9657-f76cb88f711f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486596 Feb 09 15:47:06.591432 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac819f0-40de-40fe-ad85-bfb658ce172a req-dd3e1695-b648-4bc3-a41c-8dc39215f313 tempest-VolumesNegativeTest-1307031898 tempest-VolumesNegativeTest-1307031898-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:47:06.592914 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-bac819f0-40de-40fe-ad85-bfb658ce172a req-dd3e1695-b648-4bc3-a41c-8dc39215f313 tempest-VolumesNegativeTest-1307031898 tempest-VolumesNegativeTest-1307031898-project] 10.222.0.67 "GET /v2.0/ports?device_id=5f5bd140-ff90-43f3-a9ca-26363b785b85 HTTP/1.1" status: 200 len: 947 time: 0.1129553 Feb 09 15:47:06.649057 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-bac819f0-40de-40fe-ad85-bfb658ce172a req-1f7375ce-d8c9-4ddf-8ba3-74183eb4046c tempest-VolumesNegativeTest-1307031898 tempest-VolumesNegativeTest-1307031898-project] 10.222.0.67 "GET /v2.0/security-groups?id=25af17e3-af6c-4468-a098-1fe53af6295e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486138 Feb 09 15:47:06.810853 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f9d92f-57e9-4d9f-99fc-133e7f3e6bc1 req-d2a1a56f-156c-4dbd-8ae1-70e69d026fa9 tempest-AttachVolumeTestJSON-950875345 tempest-AttachVolumeTestJSON-950875345-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:47:06.813079 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-68f9d92f-57e9-4d9f-99fc-133e7f3e6bc1 req-d2a1a56f-156c-4dbd-8ae1-70e69d026fa9 tempest-AttachVolumeTestJSON-950875345 tempest-AttachVolumeTestJSON-950875345-project] 10.222.0.67 "GET /v2.0/ports?device_id=00c078b5-04f1-44e5-91c8-2c93e0def5ec HTTP/1.1" status: 200 len: 946 time: 0.0873308 Feb 09 15:47:06.823814 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.wsgi [-] (82902) accepted ('10.222.0.67', 48388) {{(pid=82902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 15:47:06.830078 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.api.v2.base [None req-a7573d99-8ce0-4409-9f5b-5a109f4cd822 tempest-AttachVolumeTestJSON-950875345 tempest-AttachVolumeTestJSON-950875345-project] Request body: {'floatingip': {'port_id': 'da305289-c003-4929-93f1-6bfa7abe3f0f'}} {{(pid=82902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 15:47:06.908438 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-a7573d99-8ce0-4409-9f5b-5a109f4cd822 tempest-AttachVolumeTestJSON-950875345 tempest-AttachVolumeTestJSON-950875345-project] Notify callbacks [] for floatingip, before_update {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:47:07.160179 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.plugins.ml2.rpc [None req-812787cf-6466-4ce1-8c4e-c32e14b18d8a None None] Device 5add893e-266d-4653-993e-763b5901bcdd details requested by agent hyperv_hv-cinder-82510 with host hv-cinder-82510 {{(pid=82903) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 15:47:07.296556 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.plugins.ml2.db [None req-812787cf-6466-4ce1-8c4e-c32e14b18d8a None None] For port 5add893e-266d-4653-993e-763b5901bcdd, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=5add893e-266d-4653-993e-763b5901bcdd,segment=NetworkSegment(48d2c965-1410-48dd-97e0-218d4562ec5b),segment_id=48d2c965-1410-48dd-97e0-218d4562ec5b)] {{(pid=82903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:47:07.313884 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.plugins.ml2.rpc [None req-812787cf-6466-4ce1-8c4e-c32e14b18d8a None None] Returning: {'device': '5add893e-266d-4653-993e-763b5901bcdd', 'network_id': '84eaa77d-c780-4d28-ae3a-83a0f711ecab', 'port_id': '5add893e-266d-4653-993e-763b5901bcdd', 'mac_address': 'fa:16:3e:64:49:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 810, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '899d321c-d4f5-4b02-8a1e-b6c486e6a479', 'ip_address': '192.168.233.90'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82903) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 15:47:07.368938 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-812787cf-6466-4ce1-8c4e-c32e14b18d8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16080601'] for port, before_update {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:47:07.391195 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.notifiers.nova [None req-812787cf-6466-4ce1-8c4e-c32e14b18d8a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5add893e-266d-4653-993e-763b5901bcdd {{(pid=82903) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 15:47:07.414569 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.plugins.ml2.db [None req-812787cf-6466-4ce1-8c4e-c32e14b18d8a None None] For port 5add893e-266d-4653-993e-763b5901bcdd, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=5add893e-266d-4653-993e-763b5901bcdd,segment=NetworkSegment(48d2c965-1410-48dd-97e0-218d4562ec5b),segment_id=48d2c965-1410-48dd-97e0-218d4562ec5b)] {{(pid=82903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:47:07.419833 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-812787cf-6466-4ce1-8c4e-c32e14b18d8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16080037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758755988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756758334055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756758334100'] for port, after_update {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:47:07.490152 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812787cf-6466-4ce1-8c4e-c32e14b18d8a None None] Pushing event updated for resources: {'Port': ['ID=5add893e-266d-4653-993e-763b5901bcdd,revision_number=4']} {{(pid=82903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:47:07.592642 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-a7573d99-8ce0-4409-9f5b-5a109f4cd822 tempest-AttachVolumeTestJSON-950875345 tempest-AttachVolumeTestJSON-950875345-project] Notify callbacks [] for floatingip, precommit_update {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:47:07.597700 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-a7573d99-8ce0-4409-9f5b-5a109f4cd822 tempest-AttachVolumeTestJSON-950875345 tempest-AttachVolumeTestJSON-950875345-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-406337'] for floatingip, after_update {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:47:07.683863 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.plugins.ml2.db [None req-812787cf-6466-4ce1-8c4e-c32e14b18d8a None None] get_ports_and_sgs() called for port_ids ['5add893e-266d-4653-993e-763b5901bcdd'] {{(pid=82903) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 09 15:47:07.801353 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.db.l3_db [None req-a7573d99-8ce0-4409-9f5b-5a109f4cd822 tempest-AttachVolumeTestJSON-950875345 tempest-AttachVolumeTestJSON-950875345-project] Floating IP 043c535d-f1f7-4ef0-a88d-2533796aedfa associated. External IP: 172.27.0.225, port: da305289-c003-4929-93f1-6bfa7abe3f0f. Feb 09 15:47:08.011367 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c877c2-5899-49c7-9746-f5c9b58e3993 req-d342a166-a123-42b5-b0b9-42396465983b tempest-VolumesNegativeTest-1307031898 tempest-VolumesNegativeTest-1307031898-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:47:08.012896 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-47c877c2-5899-49c7-9746-f5c9b58e3993 req-d342a166-a123-42b5-b0b9-42396465983b tempest-VolumesNegativeTest-1307031898 tempest-VolumesNegativeTest-1307031898-project] 10.222.0.67 "GET /v2.0/ports?device_id=5f5bd140-ff90-43f3-a9ca-26363b785b85 HTTP/1.1" status: 200 len: 948 time: 0.0817003 Feb 09 15:47:08.068825 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-47c877c2-5899-49c7-9746-f5c9b58e3993 req-bf7f8a21-8989-43ce-84c8-073f03188b7e tempest-VolumesNegativeTest-1307031898 tempest-VolumesNegativeTest-1307031898-project] 10.222.0.67 "GET /v2.0/security-groups?id=25af17e3-af6c-4468-a098-1fe53af6295e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497520 Feb 09 15:47:08.237724 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7573d99-8ce0-4409-9f5b-5a109f4cd822 tempest-AttachVolumeTestJSON-950875345 tempest-AttachVolumeTestJSON-950875345-project] Router d8b51925-05fe-479b-8caa-2f512e77d6a4 has already been hosted by L3 agent 94c626d1-bc40-41bd-b6b2-9a20da402cb6 {{(pid=82902) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 15:47:08.444153 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7573d99-8ce0-4409-9f5b-5a109f4cd822 tempest-AttachVolumeTestJSON-950875345 tempest-AttachVolumeTestJSON-950875345-project] Notify agent at l3_agent.dv-cinder-825105-1-iscsi the message routers_updated {{(pid=82902) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 15:47:08.455547 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93c031f4-208c-4640-8a0f-39310a9eb49a None None] Sync routers for ids ['d8b51925-05fe-479b-8caa-2f512e77d6a4'] in dv-cinder-825105-1-iscsi {{(pid=82903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 09 15:47:08.459724 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-a7573d99-8ce0-4409-9f5b-5a109f4cd822 tempest-AttachVolumeTestJSON-950875345 tempest-AttachVolumeTestJSON-950875345-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205010'] for floatingip, before_response {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:47:08.473754 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93c031f4-208c-4640-8a0f-39310a9eb49a None None] Routers {'d8b51925-05fe-479b-8caa-2f512e77d6a4'} bound to L3 agent in host dv-cinder-825105-1-iscsi {{(pid=82903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 15:47:08.474286 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.db.l3_hamode_db [None req-93c031f4-208c-4640-8a0f-39310a9eb49a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825105-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T15:34:00Z,description=,heartbeat_timestamp=2022-02-09T15:47:00Z,host='dv-cinder-825105-1-iscsi',id=94c626d1-bc40-41bd-b6b2-9a20da402cb6,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:34:00Z,topic='l3_agent')) {'router_ids': ['d8b51925-05fe-479b-8caa-2f512e77d6a4'], 'active': True} {{(pid=82903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:47:08.534758 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [None req-a7573d99-8ce0-4409-9f5b-5a109f4cd822 tempest-AttachVolumeTestJSON-950875345 tempest-AttachVolumeTestJSON-950875345-project] 10.222.0.67 "PUT /v2.0/floatingips/043c535d-f1f7-4ef0-a88d-2533796aedfa HTTP/1.1" status: 200 len: 992 time: 1.7098110 Feb 09 15:47:08.535430 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '00c078b5-04f1-44e5-91c8-2c93e0def5ec', 'tag': 'da305289-c003-4929-93f1-6bfa7abe3f0f'}] {{(pid=82902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 15:47:08.633917 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '00c078b5-04f1-44e5-91c8-2c93e0def5ec', 'tag': 'da305289-c003-4929-93f1-6bfa7abe3f0f', 'status': 'completed', 'code': 200} Feb 09 15:47:08.771105 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.db.l3_dvr_db [None req-93c031f4-208c-4640-8a0f-39310a9eb49a None None] Set router d8b51925-05fe-479b-8caa-2f512e77d6a4 gateway port host: dv-cinder-825105-1-iscsi {{(pid=82903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 15:47:08.771370 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ae591a-87f8-4411-ba35-e7f3ce31b0f4 req-758a077d-cd77-4fb0-b528-54379f8ae40d tempest-AttachVolumeTestJSON-950875345 tempest-AttachVolumeTestJSON-950875345-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:47:08.772798 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-06ae591a-87f8-4411-ba35-e7f3ce31b0f4 req-758a077d-cd77-4fb0-b528-54379f8ae40d tempest-AttachVolumeTestJSON-950875345 tempest-AttachVolumeTestJSON-950875345-project] 10.222.0.67 "GET /v2.0/ports?device_id=00c078b5-04f1-44e5-91c8-2c93e0def5ec HTTP/1.1" status: 200 len: 946 time: 0.1055186 Feb 09 15:47:08.797574 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-4a3b1d0a-34e7-4ce2-9ab9-c60842e4064b req-fcba2ae3-39b6-467d-8b17-88aca551b0bf service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=cdd6e08aa84a4a278ba05d9afe77bf68&device_id=00c078b5-04f1-44e5-91c8-2c93e0def5ec HTTP/1.1" status: 200 len: 1099 time: 0.1335397 Feb 09 15:47:08.826481 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-06ae591a-87f8-4411-ba35-e7f3ce31b0f4 req-74b1e77a-c216-443d-8277-8f3400f3fa57 tempest-AttachVolumeTestJSON-950875345 tempest-AttachVolumeTestJSON-950875345-project] 10.222.0.67 "GET /v2.0/security-groups?id=9d14b308-0fbe-484b-9657-f76cb88f711f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478451 Feb 09 15:47:08.944711 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3b1d0a-34e7-4ce2-9ab9-c60842e4064b req-1219ebb6-6403-411f-a2e1-fb74c779774d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:47:08.946747 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-4a3b1d0a-34e7-4ce2-9ab9-c60842e4064b req-1219ebb6-6403-411f-a2e1-fb74c779774d service neutron] 10.222.0.47 "GET /v2.0/networks?id=a70d1a02-a2db-4792-86e7-c80512ee4e0d HTTP/1.1" status: 200 len: 912 time: 0.1432917 Feb 09 15:47:09.054072 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-4a3b1d0a-34e7-4ce2-9ab9-c60842e4064b req-ddafc931-2280-4568-899c-d7093d83e6fb service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=da305289-c003-4929-93f1-6bfa7abe3f0f HTTP/1.1" status: 200 len: 1000 time: 0.1011436 Feb 09 15:47:09.120350 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3b1d0a-34e7-4ce2-9ab9-c60842e4064b req-957d4d61-d3de-4e08-93dc-e8c08e4eb0ba service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:47:09.121771 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-4a3b1d0a-34e7-4ce2-9ab9-c60842e4064b req-957d4d61-d3de-4e08-93dc-e8c08e4eb0ba service neutron] 10.222.0.47 "GET /v2.0/subnets?id=e77df24c-1903-4208-9651-061913c63dfc HTTP/1.1" status: 200 len: 850 time: 0.0614645 Feb 09 15:47:09.166595 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.plugins.ml2.rpc [None req-812787cf-6466-4ce1-8c4e-c32e14b18d8a None None] Device 5add893e-266d-4653-993e-763b5901bcdd up at agent hyperv_hv-cinder-82510 {{(pid=82903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 15:47:09.252084 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.db.l3_hamode_db [None req-93c031f4-208c-4640-8a0f-39310a9eb49a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8b51925-05fe-479b-8caa-2f512e77d6a4', 'name': 'tempest-AttachVolumeTestJSON-1860937572-router', 'tenant_id': 'cdd6e08aa84a4a278ba05d9afe77bf68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c65eede5-7777-493f-951d-210877831002', 'external_fixed_ips': [{'subnet_id': '2c513225-bb11-4d36-a4c3-0732716dcb87', 'ip_address': '172.27.0.252'}], 'enable_snat': True}, 'gw_port_id': '53e64671-b4e0-4a88-9dae-2e6d10883bf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T15:46:42Z', 'updated_at': '2022-02-09T15:46:46Z', 'revision_number': 4, 'project_id': 'cdd6e08aa84a4a278ba05d9afe77bf68', 'gw_port': {'id': '53e64671-b4e0-4a88-9dae-2e6d10883bf3', 'name': '', 'network_id': 'c65eede5-7777-493f-951d-210877831002', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:a9:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8b51925-05fe-479b-8caa-2f512e77d6a4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2c513225-bb11-4d36-a4c3-0732716dcb87', 'ip_address': '172.27.0.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825105-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:46:43Z', 'updated_at': '2022-02-09T15:46:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c513225-bb11-4d36-a4c3-0732716dcb87', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825105-1-iscsi', '_floatingips': [{'id': '043c535d-f1f7-4ef0-a88d-2533796aedfa', 'tenant_id': 'cdd6e08aa84a4a278ba05d9afe77bf68', 'floating_ip_address': '172.27.0.225', 'floating_network_id': 'c65eede5-7777-493f-951d-210877831002', 'router_id': 'd8b51925-05fe-479b-8caa-2f512e77d6a4', 'port_id': 'da305289-c003-4929-93f1-6bfa7abe3f0f', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a70d1a02-a2db-4792-86e7-c80512ee4e0d', 'mac_address': 'fa:16:3e:ad:60:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00c078b5-04f1-44e5-91c8-2c93e0def5ec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T15:46:49Z', 'updated_at': '2022-02-09T15:47:07Z', 'revision_number': 1, 'project_id': 'cdd6e08aa84a4a278ba05d9afe77bf68', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cc7566c1-0aae-45be-afe4-87cde7d73b5c', 'name': '', 'network_id': 'a70d1a02-a2db-4792-86e7-c80512ee4e0d', 'tenant_id': 'cdd6e08aa84a4a278ba05d9afe77bf68', 'mac_address': 'fa:16:3e:a6:48:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8b51925-05fe-479b-8caa-2f512e77d6a4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e77df24c-1903-4208-9651-061913c63dfc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825105-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:46:45Z', 'updated_at': '2022-02-09T15:47:04Z', 'revision_number': 5, 'project_id': 'cdd6e08aa84a4a278ba05d9afe77bf68', 'subnets': [{'id': 'e77df24c-1903-4208-9651-061913c63dfc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825105-1-iscsi', False) {} {{(pid=82903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:47:09.255712 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-4a3b1d0a-34e7-4ce2-9ab9-c60842e4064b req-d5359c46-a517-4eea-8417-aafe1550c7ed service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=a70d1a02-a2db-4792-86e7-c80512ee4e0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1246746 Feb 09 15:47:09.257318 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93c031f4-208c-4640-8a0f-39310a9eb49a None None] Checking router: d8b51925-05fe-479b-8caa-2f512e77d6a4 for host: dv-cinder-825105-1-iscsi {{(pid=82903) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 09 15:47:09.270486 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.db.provisioning_blocks [None req-812787cf-6466-4ce1-8c4e-c32e14b18d8a None None] Provisioning for port 5add893e-266d-4653-993e-763b5901bcdd completed by entity L2. {{(pid=82903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 15:47:09.275517 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93c031f4-208c-4640-8a0f-39310a9eb49a None None] Routers {'d8b51925-05fe-479b-8caa-2f512e77d6a4'} bound to L3 agent in host dv-cinder-825105-1-iscsi {{(pid=82903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 15:47:09.276142 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.db.l3_hamode_db [None req-93c031f4-208c-4640-8a0f-39310a9eb49a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825105-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T15:34:00Z,description=,heartbeat_timestamp=2022-02-09T15:47:00Z,host='dv-cinder-825105-1-iscsi',id=94c626d1-bc40-41bd-b6b2-9a20da402cb6,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:34:00Z,topic='l3_agent')) {'router_ids': ['d8b51925-05fe-479b-8caa-2f512e77d6a4'], 'active': True} {{(pid=82903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:47:09.327229 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.db.provisioning_blocks [None req-812787cf-6466-4ce1-8c4e-c32e14b18d8a None None] Provisioning complete for port 5add893e-266d-4653-993e-763b5901bcdd triggered by entity L2. {{(pid=82903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:47:09.327513 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-812787cf-6466-4ce1-8c4e-c32e14b18d8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16008948'] for port, provisioning_complete {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:47:09.380027 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1efe2dc0-2c3a-49fb-b5cd-9cf5e23e3f72 req-7642466d-ca00-42db-8dee-b0c15a98e148 tempest-VolumesNegativeTest-1307031898 tempest-VolumesNegativeTest-1307031898-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:47:09.381541 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-1efe2dc0-2c3a-49fb-b5cd-9cf5e23e3f72 req-7642466d-ca00-42db-8dee-b0c15a98e148 tempest-VolumesNegativeTest-1307031898 tempest-VolumesNegativeTest-1307031898-project] 10.222.0.67 "GET /v2.0/ports?device_id=5f5bd140-ff90-43f3-a9ca-26363b785b85 HTTP/1.1" status: 200 len: 948 time: 0.1765699 Feb 09 15:47:09.431258 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-4a3b1d0a-34e7-4ce2-9ab9-c60842e4064b req-341a7432-9b96-46e5-b26e-dadcb23632d8 service neutron] 10.222.0.47 "GET /v2.0/networks/a70d1a02-a2db-4792-86e7-c80512ee4e0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1674638 Feb 09 15:47:09.521967 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-1efe2dc0-2c3a-49fb-b5cd-9cf5e23e3f72 req-a7505dd8-24fa-46c1-9d99-b1800e9cb505 tempest-VolumesNegativeTest-1307031898 tempest-VolumesNegativeTest-1307031898-project] 10.222.0.67 "GET /v2.0/security-groups?id=25af17e3-af6c-4468-a098-1fe53af6295e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1300511 Feb 09 15:47:09.570535 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.db.l3_dvr_db [None req-93c031f4-208c-4640-8a0f-39310a9eb49a None None] Set router d8b51925-05fe-479b-8caa-2f512e77d6a4 gateway port host: dv-cinder-825105-1-iscsi {{(pid=82903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 15:47:09.585144 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-4a3b1d0a-34e7-4ce2-9ab9-c60842e4064b req-beacbf5b-478a-4e53-8f43-c2fdb70de601 service neutron] 10.222.0.47 "GET /v2.0/networks/a70d1a02-a2db-4792-86e7-c80512ee4e0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1433439 Feb 09 15:47:09.614276 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-812787cf-6466-4ce1-8c4e-c32e14b18d8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16080601'] for port, before_update {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:47:09.670448 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f5bd140-ff90-43f3-a9ca-26363b785b85', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5add893e-266d-4653-993e-763b5901bcdd'}] {{(pid=82903) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 15:47:09.731409 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.plugins.ml2.db [None req-812787cf-6466-4ce1-8c4e-c32e14b18d8a None None] For port 5add893e-266d-4653-993e-763b5901bcdd, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=5add893e-266d-4653-993e-763b5901bcdd,segment=NetworkSegment(48d2c965-1410-48dd-97e0-218d4562ec5b),segment_id=48d2c965-1410-48dd-97e0-218d4562ec5b)] {{(pid=82903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:47:09.733259 dv-cinder-825105-1-iscsi neutron-server[82903]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f5bd140-ff90-43f3-a9ca-26363b785b85', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5add893e-266d-4653-993e-763b5901bcdd', 'code': 200} Feb 09 15:47:09.747114 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-812787cf-6466-4ce1-8c4e-c32e14b18d8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16080037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758755988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756758334055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756758334100'] for port, after_update {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:47:09.823051 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812787cf-6466-4ce1-8c4e-c32e14b18d8a None None] Pushing event updated for resources: {'Port': ['ID=5add893e-266d-4653-993e-763b5901bcdd,revision_number=5']} {{(pid=82903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:47:10.030380 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-bd29cb35-b9bb-4f86-a4ca-f652dabc3302 req-4a9897dd-f990-404e-9848-99b937927288 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=5f5bd140-ff90-43f3-a9ca-26363b785b85 HTTP/1.1" status: 200 len: 1102 time: 0.1073883 Feb 09 15:47:10.078739 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-bd29cb35-b9bb-4f86-a4ca-f652dabc3302 req-d0a8642f-0723-4394-b2b5-77144c72898e service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=25af17e3-af6c-4468-a098-1fe53af6295e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412734 Feb 09 15:47:10.092101 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.db.l3_hamode_db [None req-93c031f4-208c-4640-8a0f-39310a9eb49a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8b51925-05fe-479b-8caa-2f512e77d6a4', 'name': 'tempest-AttachVolumeTestJSON-1860937572-router', 'tenant_id': 'cdd6e08aa84a4a278ba05d9afe77bf68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c65eede5-7777-493f-951d-210877831002', 'external_fixed_ips': [{'subnet_id': '2c513225-bb11-4d36-a4c3-0732716dcb87', 'ip_address': '172.27.0.252'}], 'enable_snat': True}, 'gw_port_id': '53e64671-b4e0-4a88-9dae-2e6d10883bf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T15:46:42Z', 'updated_at': '2022-02-09T15:46:46Z', 'revision_number': 4, 'project_id': 'cdd6e08aa84a4a278ba05d9afe77bf68', 'gw_port': {'id': '53e64671-b4e0-4a88-9dae-2e6d10883bf3', 'name': '', 'network_id': 'c65eede5-7777-493f-951d-210877831002', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:a9:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8b51925-05fe-479b-8caa-2f512e77d6a4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2c513225-bb11-4d36-a4c3-0732716dcb87', 'ip_address': '172.27.0.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825105-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:46:43Z', 'updated_at': '2022-02-09T15:46:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c513225-bb11-4d36-a4c3-0732716dcb87', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825105-1-iscsi', '_floatingips': [{'id': '043c535d-f1f7-4ef0-a88d-2533796aedfa', 'tenant_id': 'cdd6e08aa84a4a278ba05d9afe77bf68', 'floating_ip_address': '172.27.0.225', 'floating_network_id': 'c65eede5-7777-493f-951d-210877831002', 'router_id': 'd8b51925-05fe-479b-8caa-2f512e77d6a4', 'port_id': 'da305289-c003-4929-93f1-6bfa7abe3f0f', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a70d1a02-a2db-4792-86e7-c80512ee4e0d', 'mac_address': 'fa:16:3e:ad:60:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00c078b5-04f1-44e5-91c8-2c93e0def5ec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T15:46:49Z', 'updated_at': '2022-02-09T15:47:07Z', 'revision_number': 1, 'project_id': 'cdd6e08aa84a4a278ba05d9afe77bf68', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cc7566c1-0aae-45be-afe4-87cde7d73b5c', 'name': '', 'network_id': 'a70d1a02-a2db-4792-86e7-c80512ee4e0d', 'tenant_id': 'cdd6e08aa84a4a278ba05d9afe77bf68', 'mac_address': 'fa:16:3e:a6:48:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8b51925-05fe-479b-8caa-2f512e77d6a4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e77df24c-1903-4208-9651-061913c63dfc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825105-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:46:45Z', 'updated_at': '2022-02-09T15:47:04Z', 'revision_number': 5, 'project_id': 'cdd6e08aa84a4a278ba05d9afe77bf68', 'subnets': [{'id': 'e77df24c-1903-4208-9651-061913c63dfc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825105-1-iscsi', False) {} {{(pid=82903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:47:10.097409 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93c031f4-208c-4640-8a0f-39310a9eb49a None None] The sync data for ids ['d8b51925-05fe-479b-8caa-2f512e77d6a4'] in dv-cinder-825105-1-iscsi is: [{'id': 'd8b51925-05fe-479b-8caa-2f512e77d6a4', 'name': 'tempest-AttachVolumeTestJSON-1860937572-router', 'tenant_id': 'cdd6e08aa84a4a278ba05d9afe77bf68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c65eede5-7777-493f-951d-210877831002', 'external_fixed_ips': [{'subnet_id': '2c513225-bb11-4d36-a4c3-0732716dcb87', 'ip_address': '172.27.0.252'}], 'enable_snat': True}, 'gw_port_id': '53e64671-b4e0-4a88-9dae-2e6d10883bf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T15:46:42Z', 'updated_at': '2022-02-09T15:46:46Z', 'revision_number': 4, 'project_id': 'cdd6e08aa84a4a278ba05d9afe77bf68', 'gw_port': {'id': '53e64671-b4e0-4a88-9dae-2e6d10883bf3', 'name': '', 'network_id': 'c65eede5-7777-493f-951d-210877831002', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:a9:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8b51925-05fe-479b-8caa-2f512e77d6a4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2c513225-bb11-4d36-a4c3-0732716dcb87', 'ip_address': '172.27.0.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825105-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:46:43Z', 'updated_at': '2022-02-09T15:46:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c513225-bb11-4d36-a4c3-0732716dcb87', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825105-1-iscsi', '_floatingips': [{'id': '043c535d-f1f7-4ef0-a88d-2533796aedfa', 'tenant_id': 'cdd6e08aa84a4a278ba05d9afe77bf68', 'floating_ip_address': '172.27.0.225', 'floating_network_id': 'c65eede5-7777-493f-951d-210877831002', 'router_id': 'd8b51925-05fe-479b-8caa-2f512e77d6a4', 'port_id': 'da305289-c003-4929-93f1-6bfa7abe3f0f', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a70d1a02-a2db-4792-86e7-c80512ee4e0d', 'mac_address': 'fa:16:3e:ad:60:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00c078b5-04f1-44e5-91c8-2c93e0def5ec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T15:46:49Z', 'updated_at': '2022-02-09T15:47:07Z', 'revision_number': 1, 'project_id': 'cdd6e08aa84a4a278ba05d9afe77bf68', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cc7566c1-0aae-45be-afe4-87cde7d73b5c', 'name': '', 'network_id': 'a70d1a02-a2db-4792-86e7-c80512ee4e0d', 'tenant_id': 'cdd6e08aa84a4a278ba05d9afe77bf68', 'mac_address': 'fa:16:3e:a6:48:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8b51925-05fe-479b-8caa-2f512e77d6a4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e77df24c-1903-4208-9651-061913c63dfc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825105-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:46:45Z', 'updated_at': '2022-02-09T15:47:04Z', 'revision_number': 5, 'project_id': 'cdd6e08aa84a4a278ba05d9afe77bf68', 'subnets': [{'id': 'e77df24c-1903-4208-9651-061913c63dfc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 09 15:47:10.229779 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff3ea4f-35de-4564-904b-323601a082b7 req-6b431ab5-1c42-48a0-9d57-b6d4a09c6e33 tempest-AttachVolumeTestJSON-950875345 tempest-AttachVolumeTestJSON-950875345-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:47:10.231618 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-fff3ea4f-35de-4564-904b-323601a082b7 req-6b431ab5-1c42-48a0-9d57-b6d4a09c6e33 tempest-AttachVolumeTestJSON-950875345 tempest-AttachVolumeTestJSON-950875345-project] 10.222.0.67 "GET /v2.0/ports?device_id=00c078b5-04f1-44e5-91c8-2c93e0def5ec HTTP/1.1" status: 200 len: 946 time: 0.1908717 Feb 09 15:47:10.294815 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-fff3ea4f-35de-4564-904b-323601a082b7 req-49005bd1-674f-4d15-8137-fdd5c9d6adc0 tempest-AttachVolumeTestJSON-950875345 tempest-AttachVolumeTestJSON-950875345-project] 10.222.0.67 "GET /v2.0/security-groups?id=9d14b308-0fbe-484b-9657-f76cb88f711f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0536678 Feb 09 15:47:10.319008 dv-cinder-825105-1-iscsi neutron-server[82904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f1f64de-48af-45f1-94e5-1216e1152632 None None] New status for floating IP 043c535d-f1f7-4ef0-a88d-2533796aedfa: ACTIVE {{(pid=82904) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 09 15:47:10.415641 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55a6c97-b7e3-4d88-bd6b-16f74d691f36 req-be522ae1-417f-4290-90d8-1835ab9532c9 tempest-AttachVolumeShelveTestJSON-409995212 tempest-AttachVolumeShelveTestJSON-409995212-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:47:10.421067 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-c55a6c97-b7e3-4d88-bd6b-16f74d691f36 req-be522ae1-417f-4290-90d8-1835ab9532c9 tempest-AttachVolumeShelveTestJSON-409995212 tempest-AttachVolumeShelveTestJSON-409995212-project] 10.222.0.67 "GET /v2.0/ports?device_id=a4e12dd7-341f-4b28-bef9-17c37cbbc785 HTTP/1.1" status: 200 len: 946 time: 0.0932972 Feb 09 15:47:10.465425 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-c55a6c97-b7e3-4d88-bd6b-16f74d691f36 req-b1033f5b-d559-44b3-8f12-4721038827ce tempest-AttachVolumeShelveTestJSON-409995212 tempest-AttachVolumeShelveTestJSON-409995212-project] 10.222.0.67 "GET /v2.0/security-groups?id=7287f013-6b2f-43b9-b826-2cf86932a253&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425057 Feb 09 15:47:10.730851 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82d47a8-aabc-4795-87bd-2a6f44f0b46a req-5b4140fa-ca69-4370-bac8-16594b222d76 tempest-VolumesNegativeTest-1307031898 tempest-VolumesNegativeTest-1307031898-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:47:10.732308 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-d82d47a8-aabc-4795-87bd-2a6f44f0b46a req-5b4140fa-ca69-4370-bac8-16594b222d76 tempest-VolumesNegativeTest-1307031898 tempest-VolumesNegativeTest-1307031898-project] 10.222.0.67 "GET /v2.0/ports?device_id=5f5bd140-ff90-43f3-a9ca-26363b785b85 HTTP/1.1" status: 200 len: 949 time: 0.0771236 Feb 09 15:47:10.780142 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-d82d47a8-aabc-4795-87bd-2a6f44f0b46a req-65cf853f-28c9-4609-b9ea-c429a743a62a tempest-VolumesNegativeTest-1307031898 tempest-VolumesNegativeTest-1307031898-project] 10.222.0.67 "GET /v2.0/security-groups?id=25af17e3-af6c-4468-a098-1fe53af6295e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420489 Feb 09 15:47:11.680396 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147adee2-225e-4f2e-abfc-9710be385e6f req-50c237b6-c711-456b-9744-5fd04bf8b183 tempest-AttachVolumeShelveTestJSON-409995212 tempest-AttachVolumeShelveTestJSON-409995212-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:47:11.681840 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-147adee2-225e-4f2e-abfc-9710be385e6f req-50c237b6-c711-456b-9744-5fd04bf8b183 tempest-AttachVolumeShelveTestJSON-409995212 tempest-AttachVolumeShelveTestJSON-409995212-project] 10.222.0.67 "GET /v2.0/ports?device_id=a4e12dd7-341f-4b28-bef9-17c37cbbc785 HTTP/1.1" status: 200 len: 946 time: 0.0762553 Feb 09 15:47:11.737101 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-147adee2-225e-4f2e-abfc-9710be385e6f req-e9029074-1ce7-47c9-8730-dca9481a3f76 tempest-AttachVolumeShelveTestJSON-409995212 tempest-AttachVolumeShelveTestJSON-409995212-project] 10.222.0.67 "GET /v2.0/security-groups?id=7287f013-6b2f-43b9-b826-2cf86932a253&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496793 Feb 09 15:47:11.981421 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d8e79b-f7e1-40cf-a427-57fe3c7ae1c3 req-20deaf0f-6479-4124-a02a-07861c9b3b81 tempest-VolumesNegativeTest-1307031898 tempest-VolumesNegativeTest-1307031898-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:47:11.983041 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-a4d8e79b-f7e1-40cf-a427-57fe3c7ae1c3 req-20deaf0f-6479-4124-a02a-07861c9b3b81 tempest-VolumesNegativeTest-1307031898 tempest-VolumesNegativeTest-1307031898-project] 10.222.0.67 "GET /v2.0/ports?device_id=5f5bd140-ff90-43f3-a9ca-26363b785b85 HTTP/1.1" status: 200 len: 949 time: 0.0800211 Feb 09 15:47:12.029417 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-a4d8e79b-f7e1-40cf-a427-57fe3c7ae1c3 req-8c9e994b-3b48-425e-b0c3-30899aa2e688 tempest-VolumesNegativeTest-1307031898 tempest-VolumesNegativeTest-1307031898-project] 10.222.0.67 "GET /v2.0/security-groups?id=25af17e3-af6c-4468-a098-1fe53af6295e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400085 Feb 09 15:47:12.246481 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fee56fc-f936-4cad-9e83-ccefaf4056a5 req-d85cd795-8a82-413c-85cd-1402c5f84d98 tempest-AttachVolumeShelveTestJSON-409995212 tempest-AttachVolumeShelveTestJSON-409995212-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:47:12.248000 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-6fee56fc-f936-4cad-9e83-ccefaf4056a5 req-d85cd795-8a82-413c-85cd-1402c5f84d98 tempest-AttachVolumeShelveTestJSON-409995212 tempest-AttachVolumeShelveTestJSON-409995212-project] 10.222.0.47 "GET /v2.0/ports?device_id=a4e12dd7-341f-4b28-bef9-17c37cbbc785 HTTP/1.1" status: 200 len: 946 time: 0.0817659 Feb 09 15:47:12.322830 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.plugins.ml2.plugin [req-6fee56fc-f936-4cad-9e83-ccefaf4056a5 req-f2fb6554-857f-422d-8c27-ee9637058001 tempest-AttachVolumeShelveTestJSON-409995212 tempest-AttachVolumeShelveTestJSON-409995212-project] Deleting port 904e54cb-793e-4660-858f-1650c6d06eda {{(pid=82901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 15:47:12.323137 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [req-6fee56fc-f936-4cad-9e83-ccefaf4056a5 req-f2fb6554-857f-422d-8c27-ee9637058001 tempest-AttachVolumeShelveTestJSON-409995212 tempest-AttachVolumeShelveTestJSON-409995212-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758701249'] for port, before_delete {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:47:12.508739 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd41e76-3d97-4a58-9e6c-5cfdbe924acb req-472946bb-3b2e-4824-b031-e8b130fd0cbb tempest-VolumesNegativeTest-1307031898 tempest-VolumesNegativeTest-1307031898-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:47:12.510091 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-ffd41e76-3d97-4a58-9e6c-5cfdbe924acb req-472946bb-3b2e-4824-b031-e8b130fd0cbb tempest-VolumesNegativeTest-1307031898 tempest-VolumesNegativeTest-1307031898-project] 10.222.0.67 "GET /v2.0/ports?device_id=5f5bd140-ff90-43f3-a9ca-26363b785b85 HTTP/1.1" status: 200 len: 949 time: 0.0848668 Feb 09 15:47:12.561266 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-ffd41e76-3d97-4a58-9e6c-5cfdbe924acb req-524f6bd5-2d8b-48fd-afed-3ec58604a3e5 tempest-VolumesNegativeTest-1307031898 tempest-VolumesNegativeTest-1307031898-project] 10.222.0.67 "GET /v2.0/security-groups?id=25af17e3-af6c-4468-a098-1fe53af6295e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444415 Feb 09 15:47:12.640727 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.plugins.ml2.db [req-6fee56fc-f936-4cad-9e83-ccefaf4056a5 req-f2fb6554-857f-422d-8c27-ee9637058001 tempest-AttachVolumeShelveTestJSON-409995212 tempest-AttachVolumeShelveTestJSON-409995212-project] For port 904e54cb-793e-4660-858f-1650c6d06eda, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=904e54cb-793e-4660-858f-1650c6d06eda,segment=NetworkSegment(47be4392-46be-4f67-a93c-733fd962f305),segment_id=47be4392-46be-4f67-a93c-733fd962f305)] {{(pid=82901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:47:12.641105 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [req-6fee56fc-f936-4cad-9e83-ccefaf4056a5 req-f2fb6554-857f-422d-8c27-ee9637058001 tempest-AttachVolumeShelveTestJSON-409995212 tempest-AttachVolumeShelveTestJSON-409995212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353601'] for port, precommit_delete {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:47:12.971285 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [req-6fee56fc-f936-4cad-9e83-ccefaf4056a5 req-f2fb6554-857f-422d-8c27-ee9637058001 tempest-AttachVolumeShelveTestJSON-409995212 tempest-AttachVolumeShelveTestJSON-409995212-project] Notify callbacks [] for floatingip, precommit_update {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:47:12.971927 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [req-6fee56fc-f936-4cad-9e83-ccefaf4056a5 req-f2fb6554-857f-422d-8c27-ee9637058001 tempest-AttachVolumeShelveTestJSON-409995212 tempest-AttachVolumeShelveTestJSON-409995212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-406337'] for floatingip, after_update {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:47:12.972041 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.db.l3_db [req-6fee56fc-f936-4cad-9e83-ccefaf4056a5 req-f2fb6554-857f-422d-8c27-ee9637058001 tempest-AttachVolumeShelveTestJSON-409995212 tempest-AttachVolumeShelveTestJSON-409995212-project] Floating IP 5f7e114b-0551-46f2-8cd3-4beff8fc9273 disassociated. External IP: 172.27.0.74, port: 904e54cb-793e-4660-858f-1650c6d06eda. Feb 09 15:47:12.972320 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.plugins.ml2.plugin [req-6fee56fc-f936-4cad-9e83-ccefaf4056a5 req-f2fb6554-857f-422d-8c27-ee9637058001 tempest-AttachVolumeShelveTestJSON-409995212 tempest-AttachVolumeShelveTestJSON-409995212-project] Calling delete_port for 904e54cb-793e-4660-858f-1650c6d06eda owned by compute:nova {{(pid=82901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 15:47:13.060071 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a4ac29-e0e5-4a70-ac07-0e93194ee871 req-a5d5703f-451a-4d37-9df5-060dbccbc299 tempest-AttachVolumeShelveTestJSON-409995212 tempest-AttachVolumeShelveTestJSON-409995212-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:47:13.061519 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-27a4ac29-e0e5-4a70-ac07-0e93194ee871 req-a5d5703f-451a-4d37-9df5-060dbccbc299 tempest-AttachVolumeShelveTestJSON-409995212 tempest-AttachVolumeShelveTestJSON-409995212-project] 10.222.0.67 "GET /v2.0/ports?device_id=a4e12dd7-341f-4b28-bef9-17c37cbbc785 HTTP/1.1" status: 200 len: 946 time: 0.1798184 Feb 09 15:47:13.159914 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-27a4ac29-e0e5-4a70-ac07-0e93194ee871 req-a64124b0-2a14-4f1b-91a0-80fa1943555c tempest-AttachVolumeShelveTestJSON-409995212 tempest-AttachVolumeShelveTestJSON-409995212-project] 10.222.0.67 "GET /v2.0/security-groups?id=7287f013-6b2f-43b9-b826-2cf86932a253&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0922074 Feb 09 15:47:13.160919 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [req-6fee56fc-f936-4cad-9e83-ccefaf4056a5 req-f2fb6554-857f-422d-8c27-ee9637058001 tempest-AttachVolumeShelveTestJSON-409995212 tempest-AttachVolumeShelveTestJSON-409995212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16080037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758755970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756758334046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1282344'] for port, after_delete {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:47:13.212147 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2fb6554-857f-422d-8c27-ee9637058001 tempest-AttachVolumeShelveTestJSON-409995212 tempest-AttachVolumeShelveTestJSON-409995212-project] Pushing event deleted for resources: {'Port': ['ID=904e54cb-793e-4660-858f-1650c6d06eda,revision_number=None']} {{(pid=82901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:47:13.419192 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6fee56fc-f936-4cad-9e83-ccefaf4056a5 req-f2fb6554-857f-422d-8c27-ee9637058001 tempest-AttachVolumeShelveTestJSON-409995212 tempest-AttachVolumeShelveTestJSON-409995212-project] Router bdf431b0-4679-4d6d-8ef3-a8d454114142 has already been hosted by L3 agent 94c626d1-bc40-41bd-b6b2-9a20da402cb6 {{(pid=82901) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 15:47:13.627328 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6fee56fc-f936-4cad-9e83-ccefaf4056a5 req-f2fb6554-857f-422d-8c27-ee9637058001 tempest-AttachVolumeShelveTestJSON-409995212 tempest-AttachVolumeShelveTestJSON-409995212-project] Notify agent at l3_agent.dv-cinder-825105-1-iscsi the message routers_updated {{(pid=82901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 15:47:13.637050 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73b81178-a228-4a24-9647-72aa1d099593 None None] Sync routers for ids ['bdf431b0-4679-4d6d-8ef3-a8d454114142'] in dv-cinder-825105-1-iscsi {{(pid=82903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 09 15:47:13.651651 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73b81178-a228-4a24-9647-72aa1d099593 None None] Routers {'bdf431b0-4679-4d6d-8ef3-a8d454114142'} bound to L3 agent in host dv-cinder-825105-1-iscsi {{(pid=82903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 15:47:13.652301 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.db.l3_hamode_db [None req-73b81178-a228-4a24-9647-72aa1d099593 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825105-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T15:34:00Z,description=,heartbeat_timestamp=2022-02-09T15:47:00Z,host='dv-cinder-825105-1-iscsi',id=94c626d1-bc40-41bd-b6b2-9a20da402cb6,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:34:00Z,topic='l3_agent')) {'router_ids': ['bdf431b0-4679-4d6d-8ef3-a8d454114142'], 'active': True} {{(pid=82903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:47:13.710150 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.db.l3_dvrscheduler_db [req-6fee56fc-f936-4cad-9e83-ccefaf4056a5 req-f2fb6554-857f-422d-8c27-ee9637058001 tempest-AttachVolumeShelveTestJSON-409995212 tempest-AttachVolumeShelveTestJSON-409995212-project] No DVR routers for this DVR port 904e54cb-793e-4660-858f-1650c6d06eda on host hv-cinder-82510 {{(pid=82901) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 15:47:13.712752 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [req-6fee56fc-f936-4cad-9e83-ccefaf4056a5 req-f2fb6554-857f-422d-8c27-ee9637058001 tempest-AttachVolumeShelveTestJSON-409995212 tempest-AttachVolumeShelveTestJSON-409995212-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205010'] for port, before_response {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:47:13.715524 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4e12dd7-341f-4b28-bef9-17c37cbbc785', 'name': 'network-vif-deleted', 'tag': '904e54cb-793e-4660-858f-1650c6d06eda'}] {{(pid=82901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 15:47:13.758161 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-6fee56fc-f936-4cad-9e83-ccefaf4056a5 req-f2fb6554-857f-422d-8c27-ee9637058001 tempest-AttachVolumeShelveTestJSON-409995212 tempest-AttachVolumeShelveTestJSON-409995212-project] 10.222.0.47 "DELETE /v2.0/ports/904e54cb-793e-4660-858f-1650c6d06eda HTTP/1.1" status: 204 len: 173 time: 1.5040751 Feb 09 15:47:13.791622 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751300c4-cdce-4770-b51d-d1892fd90cec req-be6f0325-16e1-42a7-a06a-691d53b84352 tempest-VolumesNegativeTest-1307031898 tempest-VolumesNegativeTest-1307031898-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:47:13.803156 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-751300c4-cdce-4770-b51d-d1892fd90cec req-be6f0325-16e1-42a7-a06a-691d53b84352 tempest-VolumesNegativeTest-1307031898 tempest-VolumesNegativeTest-1307031898-project] 10.222.0.67 "GET /v2.0/ports?device_id=5f5bd140-ff90-43f3-a9ca-26363b785b85 HTTP/1.1" status: 200 len: 949 time: 0.1078939 Feb 09 15:47:13.810240 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4e12dd7-341f-4b28-bef9-17c37cbbc785', 'name': 'network-vif-deleted', 'tag': '904e54cb-793e-4660-858f-1650c6d06eda', 'status': 'completed', 'code': 200} Feb 09 15:47:13.868163 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-751300c4-cdce-4770-b51d-d1892fd90cec req-294e9758-2d67-4a52-81ef-93660217ec25 tempest-VolumesNegativeTest-1307031898 tempest-VolumesNegativeTest-1307031898-project] 10.222.0.67 "GET /v2.0/security-groups?id=25af17e3-af6c-4468-a098-1fe53af6295e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638032 Feb 09 15:47:13.892485 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.db.l3_dvr_db [None req-73b81178-a228-4a24-9647-72aa1d099593 None None] Set router bdf431b0-4679-4d6d-8ef3-a8d454114142 gateway port host: dv-cinder-825105-1-iscsi {{(pid=82903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 15:47:13.936509 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9021c58b-ae9c-4abc-b4ff-805e499b0849 req-01ee5688-f4b6-4ccc-a72e-84939d707fa7 tempest-VolumesNegativeTest-1307031898 tempest-VolumesNegativeTest-1307031898-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:47:13.938822 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-9021c58b-ae9c-4abc-b4ff-805e499b0849 req-01ee5688-f4b6-4ccc-a72e-84939d707fa7 tempest-VolumesNegativeTest-1307031898 tempest-VolumesNegativeTest-1307031898-project] 10.222.0.47 "GET /v2.0/ports?device_id=5f5bd140-ff90-43f3-a9ca-26363b785b85 HTTP/1.1" status: 200 len: 949 time: 0.1154263 Feb 09 15:47:14.026747 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.plugins.ml2.plugin [req-9021c58b-ae9c-4abc-b4ff-805e499b0849 req-858d9294-7129-414e-aa9b-a0a34c73e59d tempest-VolumesNegativeTest-1307031898 tempest-VolumesNegativeTest-1307031898-project] Deleting port 5add893e-266d-4653-993e-763b5901bcdd {{(pid=82901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 15:47:14.027452 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [req-9021c58b-ae9c-4abc-b4ff-805e499b0849 req-858d9294-7129-414e-aa9b-a0a34c73e59d tempest-VolumesNegativeTest-1307031898 tempest-VolumesNegativeTest-1307031898-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758701249'] for port, before_delete {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:47:14.379086 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.db.l3_hamode_db [None req-73b81178-a228-4a24-9647-72aa1d099593 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdf431b0-4679-4d6d-8ef3-a8d454114142', 'name': 'tempest-AttachVolumeShelveTestJSON-1271008086-router', 'tenant_id': '3afe9ff36570464cb3825318de2de71a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c65eede5-7777-493f-951d-210877831002', 'external_fixed_ips': [{'subnet_id': '2c513225-bb11-4d36-a4c3-0732716dcb87', 'ip_address': '172.27.0.13'}], 'enable_snat': True}, 'gw_port_id': 'e8f166af-63fa-4718-a18b-20cbc7f2ac05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T15:42:31Z', 'updated_at': '2022-02-09T15:42:40Z', 'revision_number': 4, 'project_id': '3afe9ff36570464cb3825318de2de71a', 'gw_port': {'id': 'e8f166af-63fa-4718-a18b-20cbc7f2ac05', 'name': '', 'network_id': 'c65eede5-7777-493f-951d-210877831002', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:00:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdf431b0-4679-4d6d-8ef3-a8d454114142', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2c513225-bb11-4d36-a4c3-0732716dcb87', 'ip_address': '172.27.0.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825105-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:42:32Z', 'updated_at': '2022-02-09T15:42:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c513225-bb11-4d36-a4c3-0732716dcb87', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825105-1-iscsi', '_interfaces': [{'id': 'c4dc553e-6cb1-4fb1-8be3-5ed575c80d27', 'name': '', 'network_id': '515106f2-407b-4cd0-874f-592278142559', 'tenant_id': '3afe9ff36570464cb3825318de2de71a', 'mac_address': 'fa:16:3e:89:9f:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdf431b0-4679-4d6d-8ef3-a8d454114142', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f6c0b2aa-667d-4387-9940-6f1b97474e6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825105-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:42:39Z', 'updated_at': '2022-02-09T15:43:10Z', 'revision_number': 5, 'project_id': '3afe9ff36570464cb3825318de2de71a', 'subnets': [{'id': 'f6c0b2aa-667d-4387-9940-6f1b97474e6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825105-1-iscsi', False) {} {{(pid=82903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:47:14.383996 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73b81178-a228-4a24-9647-72aa1d099593 None None] Checking router: bdf431b0-4679-4d6d-8ef3-a8d454114142 for host: dv-cinder-825105-1-iscsi {{(pid=82903) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 09 15:47:14.396858 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73b81178-a228-4a24-9647-72aa1d099593 None None] Routers {'bdf431b0-4679-4d6d-8ef3-a8d454114142'} bound to L3 agent in host dv-cinder-825105-1-iscsi {{(pid=82903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 15:47:14.398434 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.db.l3_hamode_db [None req-73b81178-a228-4a24-9647-72aa1d099593 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825105-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T15:34:00Z,description=,heartbeat_timestamp=2022-02-09T15:47:00Z,host='dv-cinder-825105-1-iscsi',id=94c626d1-bc40-41bd-b6b2-9a20da402cb6,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:34:00Z,topic='l3_agent')) {'router_ids': ['bdf431b0-4679-4d6d-8ef3-a8d454114142'], 'active': True} {{(pid=82903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:47:14.435681 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.quota.resource [req-04ab3689-c37f-4302-bb8e-df4f74599b13 req-9328af96-9450-41b4-94a7-7edd171e0ec9 tempest-AttachVolumeShelveTestJSON-409995212 tempest-AttachVolumeShelveTestJSON-409995212-project] Synchronizing usage tracker for tenant:3afe9ff36570464cb3825318de2de71a on resource:port {{(pid=82901) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 15:47:14.444444 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.plugins.ml2.db [req-9021c58b-ae9c-4abc-b4ff-805e499b0849 req-858d9294-7129-414e-aa9b-a0a34c73e59d tempest-VolumesNegativeTest-1307031898 tempest-VolumesNegativeTest-1307031898-project] For port 5add893e-266d-4653-993e-763b5901bcdd, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=5add893e-266d-4653-993e-763b5901bcdd,segment=NetworkSegment(48d2c965-1410-48dd-97e0-218d4562ec5b),segment_id=48d2c965-1410-48dd-97e0-218d4562ec5b)] {{(pid=82901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:47:14.444807 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [req-9021c58b-ae9c-4abc-b4ff-805e499b0849 req-858d9294-7129-414e-aa9b-a0a34c73e59d tempest-VolumesNegativeTest-1307031898 tempest-VolumesNegativeTest-1307031898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353601'] for port, precommit_delete {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:47:14.576951 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.plugins.ml2.plugin [req-9021c58b-ae9c-4abc-b4ff-805e499b0849 req-858d9294-7129-414e-aa9b-a0a34c73e59d tempest-VolumesNegativeTest-1307031898 tempest-VolumesNegativeTest-1307031898-project] Calling delete_port for 5add893e-266d-4653-993e-763b5901bcdd owned by compute:nova {{(pid=82901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 15:47:14.594750 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.db.l3_dvr_db [None req-73b81178-a228-4a24-9647-72aa1d099593 None None] Set router bdf431b0-4679-4d6d-8ef3-a8d454114142 gateway port host: dv-cinder-825105-1-iscsi {{(pid=82903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 15:47:14.617643 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.quota.resource [req-04ab3689-c37f-4302-bb8e-df4f74599b13 req-9328af96-9450-41b4-94a7-7edd171e0ec9 tempest-AttachVolumeShelveTestJSON-409995212 tempest-AttachVolumeShelveTestJSON-409995212-project] Unset dirty status for tenant:3afe9ff36570464cb3825318de2de71a on resource:port {{(pid=82901) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 15:47:14.618773 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-04ab3689-c37f-4302-bb8e-df4f74599b13 req-9328af96-9450-41b4-94a7-7edd171e0ec9 tempest-AttachVolumeShelveTestJSON-409995212 tempest-AttachVolumeShelveTestJSON-409995212-project] 10.222.0.67 "GET /v2.0/ports?device_id=a4e12dd7-341f-4b28-bef9-17c37cbbc785 HTTP/1.1" status: 200 len: 210 time: 0.2307861 Feb 09 15:47:14.744185 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [req-9021c58b-ae9c-4abc-b4ff-805e499b0849 req-858d9294-7129-414e-aa9b-a0a34c73e59d tempest-VolumesNegativeTest-1307031898 tempest-VolumesNegativeTest-1307031898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16080037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758755970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756758334046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1282344'] for port, after_delete {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:47:14.792417 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-858d9294-7129-414e-aa9b-a0a34c73e59d tempest-VolumesNegativeTest-1307031898 tempest-VolumesNegativeTest-1307031898-project] Pushing event deleted for resources: {'Port': ['ID=5add893e-266d-4653-993e-763b5901bcdd,revision_number=None']} {{(pid=82901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:47:14.804686 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.plugins.ml2.db [None req-812787cf-6466-4ce1-8c4e-c32e14b18d8a None None] get_ports_and_sgs() called for port_ids ['5add893e-266d-4653-993e-763b5901bcdd'] {{(pid=82903) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 09 15:47:14.873639 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.db.l3_dvrscheduler_db [req-9021c58b-ae9c-4abc-b4ff-805e499b0849 req-858d9294-7129-414e-aa9b-a0a34c73e59d tempest-VolumesNegativeTest-1307031898 tempest-VolumesNegativeTest-1307031898-project] No DVR routers for this DVR port 5add893e-266d-4653-993e-763b5901bcdd on host hv-cinder-82510 {{(pid=82901) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 15:47:14.876955 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [req-9021c58b-ae9c-4abc-b4ff-805e499b0849 req-858d9294-7129-414e-aa9b-a0a34c73e59d tempest-VolumesNegativeTest-1307031898 tempest-VolumesNegativeTest-1307031898-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205010'] for port, before_response {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:47:14.911189 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-9021c58b-ae9c-4abc-b4ff-805e499b0849 req-858d9294-7129-414e-aa9b-a0a34c73e59d tempest-VolumesNegativeTest-1307031898 tempest-VolumesNegativeTest-1307031898-project] 10.222.0.47 "DELETE /v2.0/ports/5add893e-266d-4653-993e-763b5901bcdd HTTP/1.1" status: 204 len: 173 time: 0.9631462 Feb 09 15:47:15.048260 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.db.l3_hamode_db [None req-73b81178-a228-4a24-9647-72aa1d099593 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdf431b0-4679-4d6d-8ef3-a8d454114142', 'name': 'tempest-AttachVolumeShelveTestJSON-1271008086-router', 'tenant_id': '3afe9ff36570464cb3825318de2de71a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c65eede5-7777-493f-951d-210877831002', 'external_fixed_ips': [{'subnet_id': '2c513225-bb11-4d36-a4c3-0732716dcb87', 'ip_address': '172.27.0.13'}], 'enable_snat': True}, 'gw_port_id': 'e8f166af-63fa-4718-a18b-20cbc7f2ac05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T15:42:31Z', 'updated_at': '2022-02-09T15:42:40Z', 'revision_number': 4, 'project_id': '3afe9ff36570464cb3825318de2de71a', 'gw_port': {'id': 'e8f166af-63fa-4718-a18b-20cbc7f2ac05', 'name': '', 'network_id': 'c65eede5-7777-493f-951d-210877831002', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:00:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdf431b0-4679-4d6d-8ef3-a8d454114142', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2c513225-bb11-4d36-a4c3-0732716dcb87', 'ip_address': '172.27.0.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825105-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:42:32Z', 'updated_at': '2022-02-09T15:42:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c513225-bb11-4d36-a4c3-0732716dcb87', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825105-1-iscsi', '_interfaces': [{'id': 'c4dc553e-6cb1-4fb1-8be3-5ed575c80d27', 'name': '', 'network_id': '515106f2-407b-4cd0-874f-592278142559', 'tenant_id': '3afe9ff36570464cb3825318de2de71a', 'mac_address': 'fa:16:3e:89:9f:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdf431b0-4679-4d6d-8ef3-a8d454114142', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f6c0b2aa-667d-4387-9940-6f1b97474e6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825105-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:42:39Z', 'updated_at': '2022-02-09T15:43:10Z', 'revision_number': 5, 'project_id': '3afe9ff36570464cb3825318de2de71a', 'subnets': [{'id': 'f6c0b2aa-667d-4387-9940-6f1b97474e6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825105-1-iscsi', False) {} {{(pid=82903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:47:15.053751 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73b81178-a228-4a24-9647-72aa1d099593 None None] The sync data for ids ['bdf431b0-4679-4d6d-8ef3-a8d454114142'] in dv-cinder-825105-1-iscsi is: [{'id': 'bdf431b0-4679-4d6d-8ef3-a8d454114142', 'name': 'tempest-AttachVolumeShelveTestJSON-1271008086-router', 'tenant_id': '3afe9ff36570464cb3825318de2de71a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c65eede5-7777-493f-951d-210877831002', 'external_fixed_ips': [{'subnet_id': '2c513225-bb11-4d36-a4c3-0732716dcb87', 'ip_address': '172.27.0.13'}], 'enable_snat': True}, 'gw_port_id': 'e8f166af-63fa-4718-a18b-20cbc7f2ac05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T15:42:31Z', 'updated_at': '2022-02-09T15:42:40Z', 'revision_number': 4, 'project_id': '3afe9ff36570464cb3825318de2de71a', 'gw_port': {'id': 'e8f166af-63fa-4718-a18b-20cbc7f2ac05', 'name': '', 'network_id': 'c65eede5-7777-493f-951d-210877831002', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:00:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdf431b0-4679-4d6d-8ef3-a8d454114142', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2c513225-bb11-4d36-a4c3-0732716dcb87', 'ip_address': '172.27.0.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825105-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:42:32Z', 'updated_at': '2022-02-09T15:42:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c513225-bb11-4d36-a4c3-0732716dcb87', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825105-1-iscsi', '_interfaces': [{'id': 'c4dc553e-6cb1-4fb1-8be3-5ed575c80d27', 'name': '', 'network_id': '515106f2-407b-4cd0-874f-592278142559', 'tenant_id': '3afe9ff36570464cb3825318de2de71a', 'mac_address': 'fa:16:3e:89:9f:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdf431b0-4679-4d6d-8ef3-a8d454114142', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f6c0b2aa-667d-4387-9940-6f1b97474e6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825105-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:42:39Z', 'updated_at': '2022-02-09T15:43:10Z', 'revision_number': 5, 'project_id': '3afe9ff36570464cb3825318de2de71a', 'subnets': [{'id': 'f6c0b2aa-667d-4387-9940-6f1b97474e6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 09 15:47:15.088819 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-b4f457d4-39d4-4db5-a688-ed8418783749 req-fb93985a-c12a-498a-983c-aa8fed367ef1 tempest-VolumesNegativeTest-1307031898 tempest-VolumesNegativeTest-1307031898-project] 10.222.0.67 "GET /v2.0/ports?device_id=5f5bd140-ff90-43f3-a9ca-26363b785b85 HTTP/1.1" status: 200 len: 210 time: 0.0793848 Feb 09 15:47:15.809685 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.wsgi [-] (82902) accepted ('10.222.0.67', 48456) {{(pid=82902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 15:47:15.810861 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f5bd140-ff90-43f3-a9ca-26363b785b85', 'name': 'network-vif-deleted', 'tag': '5add893e-266d-4653-993e-763b5901bcdd'}] {{(pid=82901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 15:47:15.866125 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f5bd140-ff90-43f3-a9ca-26363b785b85', 'name': 'network-vif-deleted', 'tag': '5add893e-266d-4653-993e-763b5901bcdd', 'status': 'completed', 'code': 200} Feb 09 15:47:15.878787 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-ea9b8607-6a60-42f7-99e2-df682a12edb7 tempest-AttachVolumeShelveTestJSON-409995212 tempest-AttachVolumeShelveTestJSON-409995212-project] Notify callbacks [] for security_group, before_delete {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:47:15.906685 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-ea9b8607-6a60-42f7-99e2-df682a12edb7 tempest-AttachVolumeShelveTestJSON-409995212 tempest-AttachVolumeShelveTestJSON-409995212-project] Notify callbacks [] for security_group, precommit_delete {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:47:15.966899 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-ea9b8607-6a60-42f7-99e2-df682a12edb7 tempest-AttachVolumeShelveTestJSON-409995212 tempest-AttachVolumeShelveTestJSON-409995212-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_delete {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:47:15.988680 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea9b8607-6a60-42f7-99e2-df682a12edb7 tempest-AttachVolumeShelveTestJSON-409995212 tempest-AttachVolumeShelveTestJSON-409995212-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7287f013-6b2f-43b9-b826-2cf86932a253,revision_number=None']} {{(pid=82902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:47:16.002073 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-ea9b8607-6a60-42f7-99e2-df682a12edb7 tempest-AttachVolumeShelveTestJSON-409995212 tempest-AttachVolumeShelveTestJSON-409995212-project] Notify callbacks [] for security_group, before_response {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:47:16.005733 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [None req-ea9b8607-6a60-42f7-99e2-df682a12edb7 tempest-AttachVolumeShelveTestJSON-409995212 tempest-AttachVolumeShelveTestJSON-409995212-project] 10.222.0.67 "DELETE /v2.0/security-groups/7287f013-6b2f-43b9-b826-2cf86932a253 HTTP/1.1" status: 204 len: 168 time: 0.1926014 Feb 09 15:47:16.006208 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.wsgi [-] (82901) accepted ('10.222.0.67', 48462) {{(pid=82901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 15:47:16.024736 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.api.v2.resource [None req-a15ca5a5-9fc9-46cf-b868-d784fbed533d tempest-AttachVolumeShelveTestJSON-409995212 tempest-AttachVolumeShelveTestJSON-409995212-project] show failed (client error): The resource could not be found. Feb 09 15:47:16.025761 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [None req-a15ca5a5-9fc9-46cf-b868-d784fbed533d tempest-AttachVolumeShelveTestJSON-409995212 tempest-AttachVolumeShelveTestJSON-409995212-project] 10.222.0.67 "GET /v2.0/security-groups/7287f013-6b2f-43b9-b826-2cf86932a253 HTTP/1.1" status: 404 len: 347 time: 0.0184834 Feb 09 15:47:16.028707 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.wsgi [-] (82901) accepted ('10.222.0.67', 48468) {{(pid=82901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 15:47:16.191097 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.plugins.ml2.plugin [None req-72fc46ad-b8b8-48c8-9ba4-903da03845dd tempest-AttachVolumeShelveTestJSON-409995212 tempest-AttachVolumeShelveTestJSON-409995212-project] Deleting port 56f547df-69d7-4678-81e8-c9e340649f91 {{(pid=82901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 15:47:16.191437 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-72fc46ad-b8b8-48c8-9ba4-903da03845dd tempest-AttachVolumeShelveTestJSON-409995212 tempest-AttachVolumeShelveTestJSON-409995212-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758701249'] for port, before_delete {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:47:16.380027 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-72fc46ad-b8b8-48c8-9ba4-903da03845dd tempest-AttachVolumeShelveTestJSON-409995212 tempest-AttachVolumeShelveTestJSON-409995212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353601'] for port, precommit_delete {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:47:16.380423 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-72fc46ad-b8b8-48c8-9ba4-903da03845dd tempest-AttachVolumeShelveTestJSON-409995212 tempest-AttachVolumeShelveTestJSON-409995212-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:47:16.502299 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.plugins.ml2.plugin [None req-72fc46ad-b8b8-48c8-9ba4-903da03845dd tempest-AttachVolumeShelveTestJSON-409995212 tempest-AttachVolumeShelveTestJSON-409995212-project] Calling delete_port for 56f547df-69d7-4678-81e8-c9e340649f91 owned by network:floatingip {{(pid=82901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 15:47:16.660443 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-72fc46ad-b8b8-48c8-9ba4-903da03845dd tempest-AttachVolumeShelveTestJSON-409995212 tempest-AttachVolumeShelveTestJSON-409995212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16080037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758755970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756758334046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1282344'] for port, after_delete {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:47:16.707317 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72fc46ad-b8b8-48c8-9ba4-903da03845dd tempest-AttachVolumeShelveTestJSON-409995212 tempest-AttachVolumeShelveTestJSON-409995212-project] Pushing event deleted for resources: {'Port': ['ID=56f547df-69d7-4678-81e8-c9e340649f91,revision_number=None']} {{(pid=82901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:47:16.736315 dv-cinder-825105-1-iscsi neutron-server[82904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44c39ed1-8268-4a97-b809-2676ddad1a17 None None] New status for floating IP 5f7e114b-0551-46f2-8cd3-4beff8fc9273: DOWN {{(pid=82904) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 09 15:47:16.812484 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-72fc46ad-b8b8-48c8-9ba4-903da03845dd tempest-AttachVolumeShelveTestJSON-409995212 tempest-AttachVolumeShelveTestJSON-409995212-project] Notify callbacks [] for floatingip, after_delete {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:47:16.833324 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-72fc46ad-b8b8-48c8-9ba4-903da03845dd tempest-AttachVolumeShelveTestJSON-409995212 tempest-AttachVolumeShelveTestJSON-409995212-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205010'] for floatingip, before_response {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:47:16.834475 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [None req-72fc46ad-b8b8-48c8-9ba4-903da03845dd tempest-AttachVolumeShelveTestJSON-409995212 tempest-AttachVolumeShelveTestJSON-409995212-project] 10.222.0.67 "DELETE /v2.0/floatingips/5f7e114b-0551-46f2-8cd3-4beff8fc9273 HTTP/1.1" status: 204 len: 168 time: 0.8048668 Feb 09 15:47:17.174626 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.plugins.ml2.rpc [None req-812787cf-6466-4ce1-8c4e-c32e14b18d8a None None] Device 904e54cb-793e-4660-858f-1650c6d06eda no longer exists at agent hyperv_hv-cinder-82510 {{(pid=82903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 15:47:17.212678 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.plugins.ml2.plugin [None req-812787cf-6466-4ce1-8c4e-c32e14b18d8a None None] No Port match for: 904e54cb-793e-4660-858f-1650c6d06eda {{(pid=82903) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 09 15:47:17.213015 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.plugins.ml2.rpc [None req-812787cf-6466-4ce1-8c4e-c32e14b18d8a None None] Device 904e54cb-793e-4660-858f-1650c6d06eda not bound to the agent host hv-cinder-82510 {{(pid=82903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 15:47:17.213400 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.plugins.ml2.rpc [None req-812787cf-6466-4ce1-8c4e-c32e14b18d8a None None] Device 5add893e-266d-4653-993e-763b5901bcdd no longer exists at agent hyperv_hv-cinder-82510 {{(pid=82903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 15:47:17.257659 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.plugins.ml2.plugin [None req-812787cf-6466-4ce1-8c4e-c32e14b18d8a None None] No Port match for: 5add893e-266d-4653-993e-763b5901bcdd {{(pid=82903) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 09 15:47:17.257976 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.plugins.ml2.rpc [None req-812787cf-6466-4ce1-8c4e-c32e14b18d8a None None] Device 5add893e-266d-4653-993e-763b5901bcdd not bound to the agent host hv-cinder-82510 {{(pid=82903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 15:47:17.282775 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.wsgi [-] (82901) accepted ('10.222.0.67', 48532) {{(pid=82901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 15:47:17.288327 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.api.v2.base [None req-e72c19b9-b9a9-4c35-b6b9-be17e36d66c8 tempest-AttachVolumeShelveTestJSON-409995212 tempest-AttachVolumeShelveTestJSON-409995212-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1723791708', 'description': 'tempest-description--1416574493'}} {{(pid=82901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 15:47:17.294011 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.db.quota.driver [None req-e72c19b9-b9a9-4c35-b6b9-be17e36d66c8 tempest-AttachVolumeShelveTestJSON-409995212 tempest-AttachVolumeShelveTestJSON-409995212-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 15:47:17.299085 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.quota.resource [None req-e72c19b9-b9a9-4c35-b6b9-be17e36d66c8 tempest-AttachVolumeShelveTestJSON-409995212 tempest-AttachVolumeShelveTestJSON-409995212-project] Usage tracker for resource:security_group and tenant:3afe9ff36570464cb3825318de2de71a is out of sync, need to count used quota {{(pid=82901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 15:47:17.302350 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.quota.resource [None req-e72c19b9-b9a9-4c35-b6b9-be17e36d66c8 tempest-AttachVolumeShelveTestJSON-409995212 tempest-AttachVolumeShelveTestJSON-409995212-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=82901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 15:47:17.308257 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.db.quota.driver [None req-e72c19b9-b9a9-4c35-b6b9-be17e36d66c8 tempest-AttachVolumeShelveTestJSON-409995212 tempest-AttachVolumeShelveTestJSON-409995212-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=82901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 15:47:17.322365 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-e72c19b9-b9a9-4c35-b6b9-be17e36d66c8 tempest-AttachVolumeShelveTestJSON-409995212 tempest-AttachVolumeShelveTestJSON-409995212-project] Notify callbacks [] for security_group, before_create {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:47:17.362529 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.db.quota.driver [None req-e72c19b9-b9a9-4c35-b6b9-be17e36d66c8 tempest-AttachVolumeShelveTestJSON-409995212 tempest-AttachVolumeShelveTestJSON-409995212-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 15:47:17.366395 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.quota.resource [None req-e72c19b9-b9a9-4c35-b6b9-be17e36d66c8 tempest-AttachVolumeShelveTestJSON-409995212 tempest-AttachVolumeShelveTestJSON-409995212-project] Usage tracker for resource:security_group_rule and tenant:3afe9ff36570464cb3825318de2de71a is out of sync, need to count used quota {{(pid=82901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 15:47:17.369461 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.quota.resource [None req-e72c19b9-b9a9-4c35-b6b9-be17e36d66c8 tempest-AttachVolumeShelveTestJSON-409995212 tempest-AttachVolumeShelveTestJSON-409995212-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=82901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 15:47:17.375894 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.db.quota.driver [None req-e72c19b9-b9a9-4c35-b6b9-be17e36d66c8 tempest-AttachVolumeShelveTestJSON-409995212 tempest-AttachVolumeShelveTestJSON-409995212-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=82901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 15:47:17.434981 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-e72c19b9-b9a9-4c35-b6b9-be17e36d66c8 tempest-AttachVolumeShelveTestJSON-409995212 tempest-AttachVolumeShelveTestJSON-409995212-project] Notify callbacks [] for security_group, precommit_create {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:47:17.439513 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-e72c19b9-b9a9-4c35-b6b9-be17e36d66c8 tempest-AttachVolumeShelveTestJSON-409995212 tempest-AttachVolumeShelveTestJSON-409995212-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_create {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:47:17.489889 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e72c19b9-b9a9-4c35-b6b9-be17e36d66c8 tempest-AttachVolumeShelveTestJSON-409995212 tempest-AttachVolumeShelveTestJSON-409995212-project] Pushing event updated for resources: {'SecurityGroup': ['ID=02b929e9-1c1e-4b6f-8988-c240c8d949eb,revision_number=1']} {{(pid=82901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:47:17.497688 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-e72c19b9-b9a9-4c35-b6b9-be17e36d66c8 tempest-AttachVolumeShelveTestJSON-409995212 tempest-AttachVolumeShelveTestJSON-409995212-project] Notify callbacks [] for security_group, before_response {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:47:17.502031 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [None req-e72c19b9-b9a9-4c35-b6b9-be17e36d66c8 tempest-AttachVolumeShelveTestJSON-409995212 tempest-AttachVolumeShelveTestJSON-409995212-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1614 time: 0.2144310 Feb 09 15:47:17.502120 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.wsgi [-] (82902) accepted ('10.222.0.67', 48546) {{(pid=82902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 15:47:17.508678 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.api.v2.base [None req-68eb53f4-1f38-476d-a037-20338861b155 tempest-AttachVolumeShelveTestJSON-409995212 tempest-AttachVolumeShelveTestJSON-409995212-project] Request body: {'security_group_rule': {'security_group_id': '02b929e9-1c1e-4b6f-8988-c240c8d949eb', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=82902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 15:47:17.515182 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.db.quota.driver [None req-68eb53f4-1f38-476d-a037-20338861b155 tempest-AttachVolumeShelveTestJSON-409995212 tempest-AttachVolumeShelveTestJSON-409995212-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 15:47:17.519298 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.quota.resource [None req-68eb53f4-1f38-476d-a037-20338861b155 tempest-AttachVolumeShelveTestJSON-409995212 tempest-AttachVolumeShelveTestJSON-409995212-project] Usage tracker for resource:security_group_rule and tenant:3afe9ff36570464cb3825318de2de71a is out of sync, need to count used quota {{(pid=82902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 15:47:17.522446 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.quota.resource [None req-68eb53f4-1f38-476d-a037-20338861b155 tempest-AttachVolumeShelveTestJSON-409995212 tempest-AttachVolumeShelveTestJSON-409995212-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=82902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 15:47:17.528192 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.db.quota.driver [None req-68eb53f4-1f38-476d-a037-20338861b155 tempest-AttachVolumeShelveTestJSON-409995212 tempest-AttachVolumeShelveTestJSON-409995212-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=82902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 15:47:17.544817 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-68eb53f4-1f38-476d-a037-20338861b155 tempest-AttachVolumeShelveTestJSON-409995212 tempest-AttachVolumeShelveTestJSON-409995212-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:47:17.611323 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-68eb53f4-1f38-476d-a037-20338861b155 tempest-AttachVolumeShelveTestJSON-409995212 tempest-AttachVolumeShelveTestJSON-409995212-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:47:17.615125 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-68eb53f4-1f38-476d-a037-20338861b155 tempest-AttachVolumeShelveTestJSON-409995212 tempest-AttachVolumeShelveTestJSON-409995212-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331611'] for security_group_rule, after_create {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:47:17.638051 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68eb53f4-1f38-476d-a037-20338861b155 tempest-AttachVolumeShelveTestJSON-409995212 tempest-AttachVolumeShelveTestJSON-409995212-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a715cb5a-a3eb-40a5-909f-85a48b55e730,revision_number=0']} {{(pid=82902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:47:17.653242 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-68eb53f4-1f38-476d-a037-20338861b155 tempest-AttachVolumeShelveTestJSON-409995212 tempest-AttachVolumeShelveTestJSON-409995212-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:47:17.654608 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [None req-68eb53f4-1f38-476d-a037-20338861b155 tempest-AttachVolumeShelveTestJSON-409995212 tempest-AttachVolumeShelveTestJSON-409995212-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1518624 Feb 09 15:47:17.658095 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.wsgi [-] (82901) accepted ('10.222.0.67', 48558) {{(pid=82901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 15:47:17.663996 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.api.v2.base [None req-181d44a4-031e-449a-8690-7f70fc5f8a72 tempest-AttachVolumeShelveTestJSON-409995212 tempest-AttachVolumeShelveTestJSON-409995212-project] Request body: {'security_group_rule': {'security_group_id': '02b929e9-1c1e-4b6f-8988-c240c8d949eb', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=82901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 15:47:17.670229 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.db.quota.driver [None req-181d44a4-031e-449a-8690-7f70fc5f8a72 tempest-AttachVolumeShelveTestJSON-409995212 tempest-AttachVolumeShelveTestJSON-409995212-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 15:47:17.676208 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.quota.resource [None req-181d44a4-031e-449a-8690-7f70fc5f8a72 tempest-AttachVolumeShelveTestJSON-409995212 tempest-AttachVolumeShelveTestJSON-409995212-project] Usage tracker for resource:security_group_rule and tenant:3afe9ff36570464cb3825318de2de71a is out of sync, need to count used quota {{(pid=82901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 15:47:17.679382 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.quota.resource [None req-181d44a4-031e-449a-8690-7f70fc5f8a72 tempest-AttachVolumeShelveTestJSON-409995212 tempest-AttachVolumeShelveTestJSON-409995212-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=82901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 15:47:17.685220 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.db.quota.driver [None req-181d44a4-031e-449a-8690-7f70fc5f8a72 tempest-AttachVolumeShelveTestJSON-409995212 tempest-AttachVolumeShelveTestJSON-409995212-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=82901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 15:47:17.703078 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-181d44a4-031e-449a-8690-7f70fc5f8a72 tempest-AttachVolumeShelveTestJSON-409995212 tempest-AttachVolumeShelveTestJSON-409995212-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:47:17.775411 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-181d44a4-031e-449a-8690-7f70fc5f8a72 tempest-AttachVolumeShelveTestJSON-409995212 tempest-AttachVolumeShelveTestJSON-409995212-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:47:17.779250 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-181d44a4-031e-449a-8690-7f70fc5f8a72 tempest-AttachVolumeShelveTestJSON-409995212 tempest-AttachVolumeShelveTestJSON-409995212-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331611'] for security_group_rule, after_create {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:47:17.886684 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181d44a4-031e-449a-8690-7f70fc5f8a72 tempest-AttachVolumeShelveTestJSON-409995212 tempest-AttachVolumeShelveTestJSON-409995212-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=412f9842-54e6-49ab-b510-db9b2b70f767,revision_number=0']} {{(pid=82901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:47:17.899754 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-181d44a4-031e-449a-8690-7f70fc5f8a72 tempest-AttachVolumeShelveTestJSON-409995212 tempest-AttachVolumeShelveTestJSON-409995212-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:47:17.901265 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [None req-181d44a4-031e-449a-8690-7f70fc5f8a72 tempest-AttachVolumeShelveTestJSON-409995212 tempest-AttachVolumeShelveTestJSON-409995212-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.2420988 Feb 09 15:47:17.904243 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.wsgi [-] (82901) accepted ('10.222.0.67', 48582) {{(pid=82901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 15:47:17.910475 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.api.v2.base [None req-882ea173-1cb9-4b2c-abe9-7a1d9b7f808a tempest-AttachVolumeShelveTestJSON-409995212 tempest-AttachVolumeShelveTestJSON-409995212-project] Request body: {'floatingip': {'floating_network_id': 'c65eede5-7777-493f-951d-210877831002'}} {{(pid=82901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 15:47:17.915969 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.db.quota.driver [None req-882ea173-1cb9-4b2c-abe9-7a1d9b7f808a tempest-AttachVolumeShelveTestJSON-409995212 tempest-AttachVolumeShelveTestJSON-409995212-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 15:47:17.921318 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.quota.resource [None req-882ea173-1cb9-4b2c-abe9-7a1d9b7f808a tempest-AttachVolumeShelveTestJSON-409995212 tempest-AttachVolumeShelveTestJSON-409995212-project] Usage tracker for resource:floatingip and tenant:3afe9ff36570464cb3825318de2de71a is out of sync, need to count used quota {{(pid=82901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 15:47:17.925518 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.quota.resource [None req-882ea173-1cb9-4b2c-abe9-7a1d9b7f808a tempest-AttachVolumeShelveTestJSON-409995212 tempest-AttachVolumeShelveTestJSON-409995212-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=82901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 15:47:17.934038 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.db.quota.driver [None req-882ea173-1cb9-4b2c-abe9-7a1d9b7f808a tempest-AttachVolumeShelveTestJSON-409995212 tempest-AttachVolumeShelveTestJSON-409995212-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=82901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 15:47:17.950673 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-882ea173-1cb9-4b2c-abe9-7a1d9b7f808a tempest-AttachVolumeShelveTestJSON-409995212 tempest-AttachVolumeShelveTestJSON-409995212-project] Notify callbacks [] for floatingip, before_create {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:47:18.093371 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-882ea173-1cb9-4b2c-abe9-7a1d9b7f808a tempest-AttachVolumeShelveTestJSON-409995212 tempest-AttachVolumeShelveTestJSON-409995212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16080601'] for port, before_create {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:47:18.243297 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.db.db_base_plugin_common [None req-882ea173-1cb9-4b2c-abe9-7a1d9b7f808a tempest-AttachVolumeShelveTestJSON-409995212 tempest-AttachVolumeShelveTestJSON-409995212-project] Allocated IP 172.27.0.66 (c65eede5-7777-493f-951d-210877831002/2c513225-bb11-4d36-a4c3-0732716dcb87/c90596f6-98ae-45f2-a06b-65c0b71b1cd8) {{(pid=82901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 15:47:18.398782 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-882ea173-1cb9-4b2c-abe9-7a1d9b7f808a tempest-AttachVolumeShelveTestJSON-409995212 tempest-AttachVolumeShelveTestJSON-409995212-project] Notify callbacks [] for port, precommit_create {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:47:18.427365 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-882ea173-1cb9-4b2c-abe9-7a1d9b7f808a tempest-AttachVolumeShelveTestJSON-409995212 tempest-AttachVolumeShelveTestJSON-409995212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16080037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124156', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756758334037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1282344'] for port, after_create {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:47:18.498487 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-882ea173-1cb9-4b2c-abe9-7a1d9b7f808a tempest-AttachVolumeShelveTestJSON-409995212 tempest-AttachVolumeShelveTestJSON-409995212-project] Network c65eede5-7777-493f-951d-210877831002 is already hosted by enough agents. {{(pid=82901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 15:47:18.499770 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-882ea173-1cb9-4b2c-abe9-7a1d9b7f808a tempest-AttachVolumeShelveTestJSON-409995212 tempest-AttachVolumeShelveTestJSON-409995212-project] Pushing event updated for resources: {'Port': ['ID=c90596f6-98ae-45f2-a06b-65c0b71b1cd8,revision_number=1']} {{(pid=82901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:47:18.502369 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.scheduler.base_scheduler [None req-882ea173-1cb9-4b2c-abe9-7a1d9b7f808a tempest-AttachVolumeShelveTestJSON-409995212 tempest-AttachVolumeShelveTestJSON-409995212-project] Resources bound (agent type, host, resource id): {{(pid=82901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 15:47:18.504462 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-882ea173-1cb9-4b2c-abe9-7a1d9b7f808a tempest-AttachVolumeShelveTestJSON-409995212 tempest-AttachVolumeShelveTestJSON-409995212-project] Received port after_create {{(pid=82901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 15:47:18.681245 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-882ea173-1cb9-4b2c-abe9-7a1d9b7f808a tempest-AttachVolumeShelveTestJSON-409995212 tempest-AttachVolumeShelveTestJSON-409995212-project] Notify callbacks [] for floatingip, precommit_create {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:47:18.742183 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-882ea173-1cb9-4b2c-abe9-7a1d9b7f808a tempest-AttachVolumeShelveTestJSON-409995212 tempest-AttachVolumeShelveTestJSON-409995212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16080601'] for port, before_update {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:47:18.962617 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-882ea173-1cb9-4b2c-abe9-7a1d9b7f808a tempest-AttachVolumeShelveTestJSON-409995212 tempest-AttachVolumeShelveTestJSON-409995212-project] Notify callbacks [] for port, precommit_update {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:47:18.969806 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-882ea173-1cb9-4b2c-abe9-7a1d9b7f808a tempest-AttachVolumeShelveTestJSON-409995212 tempest-AttachVolumeShelveTestJSON-409995212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16080037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758755988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756758334055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756758334100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1282337'] for port, after_update {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:47:19.078840 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-882ea173-1cb9-4b2c-abe9-7a1d9b7f808a tempest-AttachVolumeShelveTestJSON-409995212 tempest-AttachVolumeShelveTestJSON-409995212-project] Pushing event updated for resources: {'Port': ['ID=c90596f6-98ae-45f2-a06b-65c0b71b1cd8,revision_number=2']} {{(pid=82901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:47:19.094284 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-882ea173-1cb9-4b2c-abe9-7a1d9b7f808a tempest-AttachVolumeShelveTestJSON-409995212 tempest-AttachVolumeShelveTestJSON-409995212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-406337'] for floatingip, after_update {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:47:19.117455 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-882ea173-1cb9-4b2c-abe9-7a1d9b7f808a tempest-AttachVolumeShelveTestJSON-409995212 tempest-AttachVolumeShelveTestJSON-409995212-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205010'] for floatingip, before_response {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:47:19.118566 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [None req-882ea173-1cb9-4b2c-abe9-7a1d9b7f808a tempest-AttachVolumeShelveTestJSON-409995212 tempest-AttachVolumeShelveTestJSON-409995212-project] 10.222.0.67 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.2132034 Feb 09 15:47:19.370858 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.quota.resource [req-4db74903-0c20-492e-ba3f-e921220ea43b req-860b99d5-02e7-4005-aeb7-8ccafc58f8e0 tempest-AttachVolumeShelveTestJSON-409995212 tempest-AttachVolumeShelveTestJSON-409995212-project] Synchronizing usage tracker for tenant:3afe9ff36570464cb3825318de2de71a on resource:security_group {{(pid=82902) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 15:47:19.387323 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.quota.resource [req-4db74903-0c20-492e-ba3f-e921220ea43b req-860b99d5-02e7-4005-aeb7-8ccafc58f8e0 tempest-AttachVolumeShelveTestJSON-409995212 tempest-AttachVolumeShelveTestJSON-409995212-project] Unset dirty status for tenant:3afe9ff36570464cb3825318de2de71a on resource:security_group {{(pid=82902) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 15:47:19.388500 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-4db74903-0c20-492e-ba3f-e921220ea43b req-860b99d5-02e7-4005-aeb7-8ccafc58f8e0 tempest-AttachVolumeShelveTestJSON-409995212 tempest-AttachVolumeShelveTestJSON-409995212-project] 10.222.0.67 "GET /v2.0/security-groups?name=tempest-securitygroup--1723791708&fields=id&tenant_id=3afe9ff36570464cb3825318de2de71a HTTP/1.1" status: 200 len: 267 time: 0.0664816 Feb 09 15:47:19.543638 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db74903-0c20-492e-ba3f-e921220ea43b req-057ab757-2f28-4826-b7ba-e81f34a8cc8a tempest-AttachVolumeShelveTestJSON-409995212 tempest-AttachVolumeShelveTestJSON-409995212-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:47:19.545113 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-4db74903-0c20-492e-ba3f-e921220ea43b req-057ab757-2f28-4826-b7ba-e81f34a8cc8a tempest-AttachVolumeShelveTestJSON-409995212 tempest-AttachVolumeShelveTestJSON-409995212-project] 10.222.0.67 "GET /v2.0/networks?id=515106f2-407b-4cd0-874f-592278142559 HTTP/1.1" status: 200 len: 817 time: 0.1492093 Feb 09 15:47:19.562823 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-4db74903-0c20-492e-ba3f-e921220ea43b req-042e83ae-9fe7-4de1-9285-adbe378c9006 tempest-AttachVolumeShelveTestJSON-409995212 tempest-AttachVolumeShelveTestJSON-409995212-project] 10.222.0.67 "GET /v2.0/quotas/3afe9ff36570464cb3825318de2de71a HTTP/1.1" status: 200 len: 375 time: 0.0116773 Feb 09 15:47:19.652929 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-4db74903-0c20-492e-ba3f-e921220ea43b req-419cc554-903c-473d-9448-6f42e00ecbd3 tempest-AttachVolumeShelveTestJSON-409995212 tempest-AttachVolumeShelveTestJSON-409995212-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=3afe9ff36570464cb3825318de2de71a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0835254 Feb 09 15:47:19.804102 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-4db74903-0c20-492e-ba3f-e921220ea43b req-c1af4c35-d6ed-43f9-8741-237e4715662f service neutron] 10.222.0.67 "GET /v2.0/networks/515106f2-407b-4cd0-874f-592278142559?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1389234 Feb 09 15:47:19.942623 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-4db74903-0c20-492e-ba3f-e921220ea43b req-97e3dd86-9dac-4095-9427-3c93e8f1cd47 service neutron] 10.222.0.67 "GET /v2.0/networks/515106f2-407b-4cd0-874f-592278142559?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1324334 Feb 09 15:47:20.134365 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.quota.resource [req-940cbe1d-9352-4cc1-b3a4-050805ae7f07 req-669bce38-0a56-458a-a0c2-1c324b226665 tempest-AttachVolumeShelveTestJSON-409995212 tempest-AttachVolumeShelveTestJSON-409995212-project] Synchronizing usage tracker for tenant:3afe9ff36570464cb3825318de2de71a on resource:port {{(pid=82901) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 15:47:20.149781 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.quota.resource [req-940cbe1d-9352-4cc1-b3a4-050805ae7f07 req-669bce38-0a56-458a-a0c2-1c324b226665 tempest-AttachVolumeShelveTestJSON-409995212 tempest-AttachVolumeShelveTestJSON-409995212-project] Unset dirty status for tenant:3afe9ff36570464cb3825318de2de71a on resource:port {{(pid=82901) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 15:47:20.150970 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-940cbe1d-9352-4cc1-b3a4-050805ae7f07 req-669bce38-0a56-458a-a0c2-1c324b226665 tempest-AttachVolumeShelveTestJSON-409995212 tempest-AttachVolumeShelveTestJSON-409995212-project] 10.222.0.67 "GET /v2.0/ports?device_id=de8923ac-5f8b-4562-84b5-94cd171a8ecb HTTP/1.1" status: 200 len: 210 time: 0.0594959 Feb 09 15:47:21.168289 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.wsgi [-] (82902) accepted ('10.222.0.67', 48694) {{(pid=82902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 15:47:21.197683 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db74903-0c20-492e-ba3f-e921220ea43b req-a63da23b-6e97-4fec-89eb-d34c4a6e223e tempest-AttachVolumeShelveTestJSON-409995212 tempest-AttachVolumeShelveTestJSON-409995212-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:47:21.199110 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-4db74903-0c20-492e-ba3f-e921220ea43b req-a63da23b-6e97-4fec-89eb-d34c4a6e223e tempest-AttachVolumeShelveTestJSON-409995212 tempest-AttachVolumeShelveTestJSON-409995212-project] 10.222.0.47 "GET /v2.0/networks?id=515106f2-407b-4cd0-874f-592278142559 HTTP/1.1" status: 200 len: 817 time: 0.1511545 Feb 09 15:47:21.260988 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.quota.resource [req-4db74903-0c20-492e-ba3f-e921220ea43b req-d9acaaa2-cb81-46f3-8f61-393f20744db5 tempest-AttachVolumeShelveTestJSON-409995212 tempest-AttachVolumeShelveTestJSON-409995212-project] Synchronizing usage tracker for tenant:3afe9ff36570464cb3825318de2de71a on resource:security_group {{(pid=82901) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 15:47:21.274712 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.quota.resource [req-4db74903-0c20-492e-ba3f-e921220ea43b req-d9acaaa2-cb81-46f3-8f61-393f20744db5 tempest-AttachVolumeShelveTestJSON-409995212 tempest-AttachVolumeShelveTestJSON-409995212-project] Unset dirty status for tenant:3afe9ff36570464cb3825318de2de71a on resource:security_group {{(pid=82901) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 15:47:21.275911 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-4db74903-0c20-492e-ba3f-e921220ea43b req-d9acaaa2-cb81-46f3-8f61-393f20744db5 tempest-AttachVolumeShelveTestJSON-409995212 tempest-AttachVolumeShelveTestJSON-409995212-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3afe9ff36570464cb3825318de2de71a HTTP/1.1" status: 200 len: 380 time: 0.0639143 Feb 09 15:47:21.285520 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.api.v2.base [req-4db74903-0c20-492e-ba3f-e921220ea43b req-864bf7e9-d654-4752-b0f3-243f707149fa tempest-AttachVolumeShelveTestJSON-409995212 tempest-AttachVolumeShelveTestJSON-409995212-project] Request body: {'port': {'device_id': 'de8923ac-5f8b-4562-84b5-94cd171a8ecb', 'network_id': '515106f2-407b-4cd0-874f-592278142559', 'admin_state_up': True, 'tenant_id': '3afe9ff36570464cb3825318de2de71a', 'security_groups': ['02b929e9-1c1e-4b6f-8988-c240c8d949eb']}} {{(pid=82901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 15:47:21.369573 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-f5cda050-58a8-4e4e-92e5-b50e495b3e22 req-c8b40eca-a01f-42f0-a343-7d4b443a8eb6 tempest-AttachVolumeShelveTestJSON-409995212 tempest-AttachVolumeShelveTestJSON-409995212-project] 10.222.0.67 "GET /v2.0/ports?device_id=de8923ac-5f8b-4562-84b5-94cd171a8ecb HTTP/1.1" status: 200 len: 210 time: 0.0653262 Feb 09 15:47:21.407034 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [None req-318de1d1-c9f6-4320-a729-a0848a44102b admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=165caed1b9ca4beea8cf1441075474af&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2343385 Feb 09 15:47:21.407270 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.wsgi [-] (82902) accepted ('10.222.0.67', 48702) {{(pid=82902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 15:47:21.437344 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.db.quota.driver [req-4db74903-0c20-492e-ba3f-e921220ea43b req-864bf7e9-d654-4752-b0f3-243f707149fa tempest-AttachVolumeShelveTestJSON-409995212 tempest-AttachVolumeShelveTestJSON-409995212-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 15:47:21.446898 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.db.quota.driver [req-4db74903-0c20-492e-ba3f-e921220ea43b req-864bf7e9-d654-4752-b0f3-243f707149fa tempest-AttachVolumeShelveTestJSON-409995212 tempest-AttachVolumeShelveTestJSON-409995212-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=82901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 15:47:21.458970 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4db74903-0c20-492e-ba3f-e921220ea43b req-864bf7e9-d654-4752-b0f3-243f707149fa tempest-AttachVolumeShelveTestJSON-409995212 tempest-AttachVolumeShelveTestJSON-409995212-project] Made reservation on behalf of 3afe9ff36570464cb3825318de2de71a for: {'port': 1} {{(pid=82901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 15:47:21.462808 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [req-4db74903-0c20-492e-ba3f-e921220ea43b req-864bf7e9-d654-4752-b0f3-243f707149fa tempest-AttachVolumeShelveTestJSON-409995212 tempest-AttachVolumeShelveTestJSON-409995212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16080601'] for port, before_create {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:47:21.473680 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-4d56d7ac-f1df-466b-ac2d-043387d50654 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:47:21.501422 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-4d56d7ac-f1df-466b-ac2d-043387d50654 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:47:21.557516 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-4d56d7ac-f1df-466b-ac2d-043387d50654 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_delete {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:47:21.575865 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d56d7ac-f1df-466b-ac2d-043387d50654 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25af17e3-af6c-4468-a098-1fe53af6295e,revision_number=None']} {{(pid=82902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:47:21.588732 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-4d56d7ac-f1df-466b-ac2d-043387d50654 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:47:21.592673 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [None req-4d56d7ac-f1df-466b-ac2d-043387d50654 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/25af17e3-af6c-4468-a098-1fe53af6295e HTTP/1.1" status: 204 len: 168 time: 0.1814032 Feb 09 15:47:21.638467 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.db.db_base_plugin_common [req-4db74903-0c20-492e-ba3f-e921220ea43b req-864bf7e9-d654-4752-b0f3-243f707149fa tempest-AttachVolumeShelveTestJSON-409995212 tempest-AttachVolumeShelveTestJSON-409995212-project] Allocated IP 172.20.0.11 (515106f2-407b-4cd0-874f-592278142559/f6c0b2aa-667d-4387-9940-6f1b97474e6c/f6e9eeb4-2469-4544-b6eb-078ade89284d) {{(pid=82901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 15:47:21.932226 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [req-4db74903-0c20-492e-ba3f-e921220ea43b req-864bf7e9-d654-4752-b0f3-243f707149fa tempest-AttachVolumeShelveTestJSON-409995212 tempest-AttachVolumeShelveTestJSON-409995212-project] Notify callbacks [] for port, precommit_create {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:47:21.947913 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.db.provisioning_blocks [req-4db74903-0c20-492e-ba3f-e921220ea43b req-864bf7e9-d654-4752-b0f3-243f707149fa tempest-AttachVolumeShelveTestJSON-409995212 tempest-AttachVolumeShelveTestJSON-409995212-project] Transition to ACTIVE for port object f6e9eeb4-2469-4544-b6eb-078ade89284d will not be triggered until provisioned by entity DHCP. {{(pid=82901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 15:47:21.972108 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [req-4db74903-0c20-492e-ba3f-e921220ea43b req-864bf7e9-d654-4752-b0f3-243f707149fa tempest-AttachVolumeShelveTestJSON-409995212 tempest-AttachVolumeShelveTestJSON-409995212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16080037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124156', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756758334037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1282344'] for port, after_create {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:47:22.051281 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4db74903-0c20-492e-ba3f-e921220ea43b req-864bf7e9-d654-4752-b0f3-243f707149fa tempest-AttachVolumeShelveTestJSON-409995212 tempest-AttachVolumeShelveTestJSON-409995212-project] Network 515106f2-407b-4cd0-874f-592278142559 is already hosted by enough agents. {{(pid=82901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 15:47:22.054167 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.scheduler.base_scheduler [req-4db74903-0c20-492e-ba3f-e921220ea43b req-864bf7e9-d654-4752-b0f3-243f707149fa tempest-AttachVolumeShelveTestJSON-409995212 tempest-AttachVolumeShelveTestJSON-409995212-project] Resources bound (agent type, host, resource id): {{(pid=82901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 15:47:22.057919 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.db.l3_dvrscheduler_db [req-4db74903-0c20-492e-ba3f-e921220ea43b req-864bf7e9-d654-4752-b0f3-243f707149fa tempest-AttachVolumeShelveTestJSON-409995212 tempest-AttachVolumeShelveTestJSON-409995212-project] Received port after_create {{(pid=82901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 15:47:22.090916 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-864bf7e9-d654-4752-b0f3-243f707149fa tempest-AttachVolumeShelveTestJSON-409995212 tempest-AttachVolumeShelveTestJSON-409995212-project] Pushing event updated for resources: {'Port': ['ID=f6e9eeb4-2469-4544-b6eb-078ade89284d,revision_number=1']} {{(pid=82901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:47:22.128701 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db74903-0c20-492e-ba3f-e921220ea43b req-864bf7e9-d654-4752-b0f3-243f707149fa tempest-AttachVolumeShelveTestJSON-409995212 tempest-AttachVolumeShelveTestJSON-409995212-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=82901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:47:22.129351 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [req-4db74903-0c20-492e-ba3f-e921220ea43b req-864bf7e9-d654-4752-b0f3-243f707149fa tempest-AttachVolumeShelveTestJSON-409995212 tempest-AttachVolumeShelveTestJSON-409995212-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205010'] for port, before_response {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:47:22.158868 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-4db74903-0c20-492e-ba3f-e921220ea43b req-864bf7e9-d654-4752-b0f3-243f707149fa tempest-AttachVolumeShelveTestJSON-409995212 tempest-AttachVolumeShelveTestJSON-409995212-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8776457 Feb 09 15:47:22.172748 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.api.v2.base [req-4db74903-0c20-492e-ba3f-e921220ea43b req-25b9d109-7452-427b-b540-802e5a0d6709 service neutron] Request body: {'port': {'device_id': 'de8923ac-5f8b-4562-84b5-94cd171a8ecb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82510'}} {{(pid=82901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 15:47:22.284627 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [req-4db74903-0c20-492e-ba3f-e921220ea43b req-25b9d109-7452-427b-b540-802e5a0d6709 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16080601'] for port, before_update {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:47:22.302424 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.db.provisioning_blocks [None req-3b3beb47-ade1-4a29-85d5-3bfeb36aa5dd None None] Provisioning for port f6e9eeb4-2469-4544-b6eb-078ade89284d completed by entity DHCP. {{(pid=82903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 15:47:22.307390 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.db.provisioning_blocks [None req-3b3beb47-ade1-4a29-85d5-3bfeb36aa5dd None None] Provisioning complete for port f6e9eeb4-2469-4544-b6eb-078ade89284d triggered by entity DHCP. {{(pid=82903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:47:22.307748 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-3b3beb47-ade1-4a29-85d5-3bfeb36aa5dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16008948'] for port, provisioning_complete {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:47:22.362190 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.plugins.ml2.plugin [None req-3b3beb47-ade1-4a29-85d5-3bfeb36aa5dd None None] Port f6e9eeb4-2469-4544-b6eb-078ade89284d cannot update to ACTIVE because it is not bound. {{(pid=82903) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 09 15:47:22.721719 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8fb49f9-e89c-4115-a8c8-a7bcda659ead req-dcd10553-695b-4d71-aa75-ae0e7bd2177a tempest-AttachVolumeShelveTestJSON-409995212 tempest-AttachVolumeShelveTestJSON-409995212-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:47:22.722407 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.quota.resource [req-f8fb49f9-e89c-4115-a8c8-a7bcda659ead req-dcd10553-695b-4d71-aa75-ae0e7bd2177a tempest-AttachVolumeShelveTestJSON-409995212 tempest-AttachVolumeShelveTestJSON-409995212-project] Synchronizing usage tracker for tenant:3afe9ff36570464cb3825318de2de71a on resource:port {{(pid=82901) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 15:47:22.755840 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.notifiers.nova [req-4db74903-0c20-492e-ba3f-e921220ea43b req-25b9d109-7452-427b-b540-802e5a0d6709 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f6e9eeb4-2469-4544-b6eb-078ade89284d {{(pid=82901) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 15:47:22.762331 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.quota.resource [req-f8fb49f9-e89c-4115-a8c8-a7bcda659ead req-dcd10553-695b-4d71-aa75-ae0e7bd2177a tempest-AttachVolumeShelveTestJSON-409995212 tempest-AttachVolumeShelveTestJSON-409995212-project] Unset dirty status for tenant:3afe9ff36570464cb3825318de2de71a on resource:port {{(pid=82901) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 15:47:22.763594 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-f8fb49f9-e89c-4115-a8c8-a7bcda659ead req-dcd10553-695b-4d71-aa75-ae0e7bd2177a tempest-AttachVolumeShelveTestJSON-409995212 tempest-AttachVolumeShelveTestJSON-409995212-project] 10.222.0.67 "GET /v2.0/ports?device_id=de8923ac-5f8b-4562-84b5-94cd171a8ecb HTTP/1.1" status: 200 len: 932 time: 0.1983564 Feb 09 15:47:22.765443 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [req-4db74903-0c20-492e-ba3f-e921220ea43b req-25b9d109-7452-427b-b540-802e5a0d6709 service neutron] Notify callbacks [] for port, precommit_update {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:47:22.812256 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.db.provisioning_blocks [req-4db74903-0c20-492e-ba3f-e921220ea43b req-25b9d109-7452-427b-b540-802e5a0d6709 service neutron] Transition to ACTIVE for port object f6e9eeb4-2469-4544-b6eb-078ade89284d will not be triggered until provisioned by entity L2. {{(pid=82901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 15:47:22.820771 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [req-4db74903-0c20-492e-ba3f-e921220ea43b req-25b9d109-7452-427b-b540-802e5a0d6709 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16080037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758755988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756758334055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756758334100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1282337'] for port, after_update {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:47:22.895288 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-f8fb49f9-e89c-4115-a8c8-a7bcda659ead req-f5586cad-8fb3-4608-b706-3ddbbcf0fe25 tempest-AttachVolumeShelveTestJSON-409995212 tempest-AttachVolumeShelveTestJSON-409995212-project] 10.222.0.67 "GET /v2.0/security-groups?id=02b929e9-1c1e-4b6f-8988-c240c8d949eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1247201 Feb 09 15:47:22.963533 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b9d109-7452-427b-b540-802e5a0d6709 service neutron] Pushing event updated for resources: {'Port': ['ID=f6e9eeb4-2469-4544-b6eb-078ade89284d,revision_number=2']} {{(pid=82901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:47:23.079138 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.plugins.ml2.managers [req-4db74903-0c20-492e-ba3f-e921220ea43b req-25b9d109-7452-427b-b540-802e5a0d6709 service neutron] Attempting to bind port f6e9eeb4-2469-4544-b6eb-078ade89284d on host hv-cinder-82510 for vnic_type normal with profile {{(pid=82901) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 15:47:23.079463 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.plugins.ml2.managers [req-4db74903-0c20-492e-ba3f-e921220ea43b req-25b9d109-7452-427b-b540-802e5a0d6709 service neutron] Attempting to bind port f6e9eeb4-2469-4544-b6eb-078ade89284d by drivers openvswitch,hyperv on host hv-cinder-82510 at level 0 using segments [{'id': '47be4392-46be-4f67-a93c-733fd962f305', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '515106f2-407b-4cd0-874f-592278142559'}] {{(pid=82901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 15:47:23.079816 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4db74903-0c20-492e-ba3f-e921220ea43b req-25b9d109-7452-427b-b540-802e5a0d6709 service neutron] Attempting to bind port f6e9eeb4-2469-4544-b6eb-078ade89284d on network 515106f2-407b-4cd0-874f-592278142559 {{(pid=82901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 15:47:23.085688 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4db74903-0c20-492e-ba3f-e921220ea43b req-25b9d109-7452-427b-b540-802e5a0d6709 service neutron] Port f6e9eeb4-2469-4544-b6eb-078ade89284d on network 515106f2-407b-4cd0-874f-592278142559 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82510 {{(pid=82901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 09 15:47:23.085996 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4db74903-0c20-492e-ba3f-e921220ea43b req-25b9d109-7452-427b-b540-802e5a0d6709 service neutron] Attempting to bind port f6e9eeb4-2469-4544-b6eb-078ade89284d on network 515106f2-407b-4cd0-874f-592278142559 {{(pid=82901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 15:47:23.092849 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4db74903-0c20-492e-ba3f-e921220ea43b req-25b9d109-7452-427b-b540-802e5a0d6709 service neutron] Checking agent: {'id': 'db1a70d3-a821-4659-b534-995c5c5f449e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82510', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 15, 40, 29), 'started_at': datetime.datetime(2022, 2, 9, 15, 40, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 15, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=82901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 15:47:23.093188 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4db74903-0c20-492e-ba3f-e921220ea43b req-25b9d109-7452-427b-b540-802e5a0d6709 service neutron] Checking segment: {'id': '47be4392-46be-4f67-a93c-733fd962f305', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '515106f2-407b-4cd0-874f-592278142559'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 15:47:23.093560 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4db74903-0c20-492e-ba3f-e921220ea43b req-25b9d109-7452-427b-b540-802e5a0d6709 service neutron] Bound using segment: {'id': '47be4392-46be-4f67-a93c-733fd962f305', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '515106f2-407b-4cd0-874f-592278142559'} {{(pid=82901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 15:47:23.093966 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.plugins.ml2.managers [req-4db74903-0c20-492e-ba3f-e921220ea43b req-25b9d109-7452-427b-b540-802e5a0d6709 service neutron] Bound port: f6e9eeb4-2469-4544-b6eb-078ade89284d, host: hv-cinder-82510, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '47be4392-46be-4f67-a93c-733fd962f305', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '515106f2-407b-4cd0-874f-592278142559'}}] {{(pid=82901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 15:47:23.094299 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [req-4db74903-0c20-492e-ba3f-e921220ea43b req-25b9d109-7452-427b-b540-802e5a0d6709 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16080601'] for port, before_update {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:47:23.192861 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.plugins.ml2.db [req-4db74903-0c20-492e-ba3f-e921220ea43b req-25b9d109-7452-427b-b540-802e5a0d6709 service neutron] For port f6e9eeb4-2469-4544-b6eb-078ade89284d, host hv-cinder-82510, cleared binding levels {{(pid=82901) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 15:47:23.196321 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.plugins.ml2.db [req-4db74903-0c20-492e-ba3f-e921220ea43b req-25b9d109-7452-427b-b540-802e5a0d6709 service neutron] For port f6e9eeb4-2469-4544-b6eb-078ade89284d, host hv-cinder-82510, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=f6e9eeb4-2469-4544-b6eb-078ade89284d,segment=NetworkSegment(47be4392-46be-4f67-a93c-733fd962f305),segment_id=47be4392-46be-4f67-a93c-733fd962f305)] {{(pid=82901) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 15:47:23.203698 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [req-4db74903-0c20-492e-ba3f-e921220ea43b req-25b9d109-7452-427b-b540-802e5a0d6709 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16080037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758755988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756758334055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756758334100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1282337'] for port, after_update {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:47:23.271300 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [req-4db74903-0c20-492e-ba3f-e921220ea43b req-25b9d109-7452-427b-b540-802e5a0d6709 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205010'] for port, before_response {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:47:23.272676 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-4db74903-0c20-492e-ba3f-e921220ea43b req-25b9d109-7452-427b-b540-802e5a0d6709 service neutron] 10.222.0.47 "PUT /v2.0/ports/f6e9eeb4-2469-4544-b6eb-078ade89284d HTTP/1.1" status: 200 len: 1094 time: 1.1042981 Feb 09 15:47:23.273097 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de8923ac-5f8b-4562-84b5-94cd171a8ecb', 'tag': 'f6e9eeb4-2469-4544-b6eb-078ade89284d'}] {{(pid=82901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 15:47:23.298263 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b9d109-7452-427b-b540-802e5a0d6709 service neutron] Pushing event updated for resources: {'Port': ['ID=f6e9eeb4-2469-4544-b6eb-078ade89284d,revision_number=3']} {{(pid=82901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:47:23.360045 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'de8923ac-5f8b-4562-84b5-94cd171a8ecb', 'tag': 'f6e9eeb4-2469-4544-b6eb-078ade89284d', 'status': 'completed', 'code': 200} Feb 09 15:47:23.408299 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-4db74903-0c20-492e-ba3f-e921220ea43b req-0fdd189c-ff29-46d8-aee4-0918e344bbc0 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=3afe9ff36570464cb3825318de2de71a&device_id=de8923ac-5f8b-4562-84b5-94cd171a8ecb HTTP/1.1" status: 200 len: 1097 time: 0.0796902 Feb 09 15:47:23.484673 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-4db74903-0c20-492e-ba3f-e921220ea43b req-cdf116c8-778e-427b-a552-e79451805760 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f6e9eeb4-2469-4544-b6eb-078ade89284d HTTP/1.1" status: 200 len: 217 time: 0.0692978 Feb 09 15:47:23.551880 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db74903-0c20-492e-ba3f-e921220ea43b req-de78fa51-221c-4cfe-8f1c-d8598467c784 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:47:23.553176 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-4db74903-0c20-492e-ba3f-e921220ea43b req-de78fa51-221c-4cfe-8f1c-d8598467c784 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=f6c0b2aa-667d-4387-9940-6f1b97474e6c HTTP/1.1" status: 200 len: 856 time: 0.0625169 Feb 09 15:47:23.631639 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-4db74903-0c20-492e-ba3f-e921220ea43b req-4d488bdd-8d98-4aee-a3e2-dc8d023f0d3b service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=515106f2-407b-4cd0-874f-592278142559&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0723538 Feb 09 15:47:23.833560 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-4db74903-0c20-492e-ba3f-e921220ea43b req-3a0c048b-8148-4d7d-93d6-ee0cba455e70 service neutron] 10.222.0.47 "GET /v2.0/networks/515106f2-407b-4cd0-874f-592278142559?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1952314 Feb 09 15:47:23.971406 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-4db74903-0c20-492e-ba3f-e921220ea43b req-a182cfca-9038-4874-8650-eda6b821c192 service neutron] 10.222.0.47 "GET /v2.0/networks/515106f2-407b-4cd0-874f-592278142559?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1318705 Feb 09 15:47:24.152732 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-f65c5ff2-4865-43c3-be4f-a8953edd1280 req-87ef64f2-a61f-4372-ac3e-1db39f7c89a0 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=3afe9ff36570464cb3825318de2de71a&device_id=de8923ac-5f8b-4562-84b5-94cd171a8ecb HTTP/1.1" status: 200 len: 1097 time: 0.1317244 Feb 09 15:47:24.163155 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd6f529-c4ac-4bb0-bc46-eae0225edf58 req-d3080560-648f-444b-9e60-3556579d0214 tempest-AttachVolumeShelveTestJSON-409995212 tempest-AttachVolumeShelveTestJSON-409995212-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:47:24.164596 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-9dd6f529-c4ac-4bb0-bc46-eae0225edf58 req-d3080560-648f-444b-9e60-3556579d0214 tempest-AttachVolumeShelveTestJSON-409995212 tempest-AttachVolumeShelveTestJSON-409995212-project] 10.222.0.67 "GET /v2.0/ports?device_id=de8923ac-5f8b-4562-84b5-94cd171a8ecb HTTP/1.1" status: 200 len: 944 time: 0.1083095 Feb 09 15:47:24.295555 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-9dd6f529-c4ac-4bb0-bc46-eae0225edf58 req-daead737-a370-4601-b673-c1e1a2bfde85 tempest-AttachVolumeShelveTestJSON-409995212 tempest-AttachVolumeShelveTestJSON-409995212-project] 10.222.0.67 "GET /v2.0/security-groups?id=02b929e9-1c1e-4b6f-8988-c240c8d949eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1107180 Feb 09 15:47:24.328465 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65c5ff2-4865-43c3-be4f-a8953edd1280 req-877369d8-f5d9-479b-b942-e85d516a10b7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:47:24.329896 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-f65c5ff2-4865-43c3-be4f-a8953edd1280 req-877369d8-f5d9-479b-b942-e85d516a10b7 service neutron] 10.222.0.47 "GET /v2.0/networks?id=515106f2-407b-4cd0-874f-592278142559 HTTP/1.1" status: 200 len: 918 time: 0.1644664 Feb 09 15:47:24.399704 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-f65c5ff2-4865-43c3-be4f-a8953edd1280 req-294fb611-451f-4d45-945b-43e4a25b0d65 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f6e9eeb4-2469-4544-b6eb-078ade89284d HTTP/1.1" status: 200 len: 217 time: 0.0637653 Feb 09 15:47:24.461277 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65c5ff2-4865-43c3-be4f-a8953edd1280 req-5ceed7be-fd24-4c89-a7a5-6f525beac048 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:47:24.462699 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-f65c5ff2-4865-43c3-be4f-a8953edd1280 req-5ceed7be-fd24-4c89-a7a5-6f525beac048 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=f6c0b2aa-667d-4387-9940-6f1b97474e6c HTTP/1.1" status: 200 len: 856 time: 0.0575767 Feb 09 15:47:24.538836 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-f65c5ff2-4865-43c3-be4f-a8953edd1280 req-8ccdb402-ed29-442a-a925-656e7e7afb2b service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=515106f2-407b-4cd0-874f-592278142559&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0677826 Feb 09 15:47:24.676351 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-f65c5ff2-4865-43c3-be4f-a8953edd1280 req-d9ce7352-8e54-4092-ac13-81889e58a0f0 service neutron] 10.222.0.47 "GET /v2.0/networks/515106f2-407b-4cd0-874f-592278142559?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1295595 Feb 09 15:47:24.812659 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-f65c5ff2-4865-43c3-be4f-a8953edd1280 req-7b8daba1-fb1d-475d-9f94-7b05b56ee119 service neutron] 10.222.0.47 "GET /v2.0/networks/515106f2-407b-4cd0-874f-592278142559?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1303263 Feb 09 15:47:25.511558 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e536147-a332-4d7c-b57c-ced1fa493520 req-31dd592e-bb55-4300-a783-2989bb0f3e6d tempest-AttachVolumeShelveTestJSON-409995212 tempest-AttachVolumeShelveTestJSON-409995212-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:47:25.513031 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-4e536147-a332-4d7c-b57c-ced1fa493520 req-31dd592e-bb55-4300-a783-2989bb0f3e6d tempest-AttachVolumeShelveTestJSON-409995212 tempest-AttachVolumeShelveTestJSON-409995212-project] 10.222.0.67 "GET /v2.0/ports?device_id=de8923ac-5f8b-4562-84b5-94cd171a8ecb HTTP/1.1" status: 200 len: 944 time: 0.0775104 Feb 09 15:47:25.559556 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-4e536147-a332-4d7c-b57c-ced1fa493520 req-fda3eb79-8949-4bd3-aae7-130540afad30 tempest-AttachVolumeShelveTestJSON-409995212 tempest-AttachVolumeShelveTestJSON-409995212-project] 10.222.0.67 "GET /v2.0/security-groups?id=02b929e9-1c1e-4b6f-8988-c240c8d949eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404005 Feb 09 15:47:26.789548 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d6d4ce-e7b5-4ebc-b373-fb55a6ac771f req-1460b3d5-0e41-4c60-82ca-75c9787dc5b8 tempest-AttachVolumeShelveTestJSON-409995212 tempest-AttachVolumeShelveTestJSON-409995212-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:47:26.790983 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-31d6d4ce-e7b5-4ebc-b373-fb55a6ac771f req-1460b3d5-0e41-4c60-82ca-75c9787dc5b8 tempest-AttachVolumeShelveTestJSON-409995212 tempest-AttachVolumeShelveTestJSON-409995212-project] 10.222.0.67 "GET /v2.0/ports?device_id=de8923ac-5f8b-4562-84b5-94cd171a8ecb HTTP/1.1" status: 200 len: 944 time: 0.0909886 Feb 09 15:47:26.835479 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-31d6d4ce-e7b5-4ebc-b373-fb55a6ac771f req-28620b00-83f7-4ba6-b5d2-da40c6b6281e tempest-AttachVolumeShelveTestJSON-409995212 tempest-AttachVolumeShelveTestJSON-409995212-project] 10.222.0.67 "GET /v2.0/security-groups?id=02b929e9-1c1e-4b6f-8988-c240c8d949eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390453 Feb 09 15:47:27.191442 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.plugins.ml2.rpc [None req-812787cf-6466-4ce1-8c4e-c32e14b18d8a None None] Device f6e9eeb4-2469-4544-b6eb-078ade89284d details requested by agent hyperv_hv-cinder-82510 with host hv-cinder-82510 {{(pid=82903) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 15:47:27.323514 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.plugins.ml2.db [None req-812787cf-6466-4ce1-8c4e-c32e14b18d8a None None] For port f6e9eeb4-2469-4544-b6eb-078ade89284d, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=f6e9eeb4-2469-4544-b6eb-078ade89284d,segment=NetworkSegment(47be4392-46be-4f67-a93c-733fd962f305),segment_id=47be4392-46be-4f67-a93c-733fd962f305)] {{(pid=82903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:47:27.336555 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.plugins.ml2.rpc [None req-812787cf-6466-4ce1-8c4e-c32e14b18d8a None None] Returning: {'device': 'f6e9eeb4-2469-4544-b6eb-078ade89284d', 'network_id': '515106f2-407b-4cd0-874f-592278142559', 'port_id': 'f6e9eeb4-2469-4544-b6eb-078ade89284d', 'mac_address': 'fa:16:3e:fe:fa:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 843, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f6c0b2aa-667d-4387-9940-6f1b97474e6c', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82903) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 15:47:27.393092 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-812787cf-6466-4ce1-8c4e-c32e14b18d8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16080601'] for port, before_update {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:47:27.411270 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.notifiers.nova [None req-812787cf-6466-4ce1-8c4e-c32e14b18d8a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f6e9eeb4-2469-4544-b6eb-078ade89284d {{(pid=82903) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 15:47:27.426805 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.plugins.ml2.db [None req-812787cf-6466-4ce1-8c4e-c32e14b18d8a None None] For port f6e9eeb4-2469-4544-b6eb-078ade89284d, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=f6e9eeb4-2469-4544-b6eb-078ade89284d,segment=NetworkSegment(47be4392-46be-4f67-a93c-733fd962f305),segment_id=47be4392-46be-4f67-a93c-733fd962f305)] {{(pid=82903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:47:27.430690 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-812787cf-6466-4ce1-8c4e-c32e14b18d8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16080037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758755988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756758334055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756758334100'] for port, after_update {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:47:27.530420 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812787cf-6466-4ce1-8c4e-c32e14b18d8a None None] Pushing event updated for resources: {'Port': ['ID=f6e9eeb4-2469-4544-b6eb-078ade89284d,revision_number=4']} {{(pid=82903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:47:27.538507 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-812787cf-6466-4ce1-8c4e-c32e14b18d8a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825105-1-iscsi {{(pid=82903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:47:27.538842 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-812787cf-6466-4ce1-8c4e-c32e14b18d8a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825105-1-iscsi {{(pid=82903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:47:27.539168 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-812787cf-6466-4ce1-8c4e-c32e14b18d8a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825105-1-iscsi {{(pid=82903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:47:27.539491 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-812787cf-6466-4ce1-8c4e-c32e14b18d8a None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825105-1-iscsi {{(pid=82903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:47:27.539809 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-812787cf-6466-4ce1-8c4e-c32e14b18d8a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825105-1-iscsi {{(pid=82903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:47:27.540140 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-812787cf-6466-4ce1-8c4e-c32e14b18d8a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-825105-1-iscsi {{(pid=82903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:47:27.540463 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-812787cf-6466-4ce1-8c4e-c32e14b18d8a None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825105-1-iscsi {{(pid=82903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:47:27.540799 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-812787cf-6466-4ce1-8c4e-c32e14b18d8a None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825105-1-iscsi {{(pid=82903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:47:27.541113 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-812787cf-6466-4ce1-8c4e-c32e14b18d8a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825105-1-iscsi {{(pid=82903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:47:27.541423 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-812787cf-6466-4ce1-8c4e-c32e14b18d8a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825105-1-iscsi {{(pid=82903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:47:27.541743 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-812787cf-6466-4ce1-8c4e-c32e14b18d8a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825105-1-iscsi {{(pid=82903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:47:27.668763 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.plugins.ml2.db [None req-812787cf-6466-4ce1-8c4e-c32e14b18d8a None None] get_ports_and_sgs() called for port_ids ['f6e9eeb4-2469-4544-b6eb-078ade89284d'] {{(pid=82903) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 09 15:47:27.927446 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-182db653-3e14-4ccd-add2-fac35cf02848 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758786133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16008869'] for agent, after_update {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:47:28.051184 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a45100-c622-4e9b-9ae7-e81c612458d1 req-fec1f8a4-d733-429e-bf61-744442c882ae tempest-AttachVolumeShelveTestJSON-409995212 tempest-AttachVolumeShelveTestJSON-409995212-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:47:28.052672 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-f0a45100-c622-4e9b-9ae7-e81c612458d1 req-fec1f8a4-d733-429e-bf61-744442c882ae tempest-AttachVolumeShelveTestJSON-409995212 tempest-AttachVolumeShelveTestJSON-409995212-project] 10.222.0.67 "GET /v2.0/ports?device_id=de8923ac-5f8b-4562-84b5-94cd171a8ecb HTTP/1.1" status: 200 len: 945 time: 0.0820692 Feb 09 15:47:28.098608 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-f0a45100-c622-4e9b-9ae7-e81c612458d1 req-0fc500d0-8e58-434b-8b84-9810ae95154d tempest-AttachVolumeShelveTestJSON-409995212 tempest-AttachVolumeShelveTestJSON-409995212-project] 10.222.0.67 "GET /v2.0/security-groups?id=02b929e9-1c1e-4b6f-8988-c240c8d949eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403290 Feb 09 15:47:29.207399 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.plugins.ml2.rpc [None req-812787cf-6466-4ce1-8c4e-c32e14b18d8a None None] Device f6e9eeb4-2469-4544-b6eb-078ade89284d up at agent hyperv_hv-cinder-82510 {{(pid=82903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 15:47:29.282080 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.db.provisioning_blocks [None req-812787cf-6466-4ce1-8c4e-c32e14b18d8a None None] Provisioning for port f6e9eeb4-2469-4544-b6eb-078ade89284d completed by entity L2. {{(pid=82903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 15:47:29.287122 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.db.provisioning_blocks [None req-812787cf-6466-4ce1-8c4e-c32e14b18d8a None None] Provisioning complete for port f6e9eeb4-2469-4544-b6eb-078ade89284d triggered by entity L2. {{(pid=82903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:47:29.287476 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-812787cf-6466-4ce1-8c4e-c32e14b18d8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16008948'] for port, provisioning_complete {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:47:29.406701 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-812787cf-6466-4ce1-8c4e-c32e14b18d8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16080601'] for port, before_update {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:47:29.434774 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de8923ac-5f8b-4562-84b5-94cd171a8ecb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6e9eeb4-2469-4544-b6eb-078ade89284d'}] {{(pid=82903) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 15:47:29.445303 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.plugins.ml2.db [None req-812787cf-6466-4ce1-8c4e-c32e14b18d8a None None] For port f6e9eeb4-2469-4544-b6eb-078ade89284d, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=f6e9eeb4-2469-4544-b6eb-078ade89284d,segment=NetworkSegment(47be4392-46be-4f67-a93c-733fd962f305),segment_id=47be4392-46be-4f67-a93c-733fd962f305)] {{(pid=82903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:47:29.449475 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-812787cf-6466-4ce1-8c4e-c32e14b18d8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16080037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758755988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756758334055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756758334100'] for port, after_update {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:47:29.496394 dv-cinder-825105-1-iscsi neutron-server[82903]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de8923ac-5f8b-4562-84b5-94cd171a8ecb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6e9eeb4-2469-4544-b6eb-078ade89284d', 'code': 200} Feb 09 15:47:29.522931 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f97545-12ed-4f8b-a465-66bf39ee2f8f req-662fdd2e-5f70-4539-98ed-94faeb3b9401 tempest-AttachVolumeShelveTestJSON-409995212 tempest-AttachVolumeShelveTestJSON-409995212-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:47:29.524447 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-56f97545-12ed-4f8b-a465-66bf39ee2f8f req-662fdd2e-5f70-4539-98ed-94faeb3b9401 tempest-AttachVolumeShelveTestJSON-409995212 tempest-AttachVolumeShelveTestJSON-409995212-project] 10.222.0.67 "GET /v2.0/ports?device_id=de8923ac-5f8b-4562-84b5-94cd171a8ecb HTTP/1.1" status: 200 len: 946 time: 0.2903159 Feb 09 15:47:29.524697 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812787cf-6466-4ce1-8c4e-c32e14b18d8a None None] Pushing event updated for resources: {'Port': ['ID=f6e9eeb4-2469-4544-b6eb-078ade89284d,revision_number=5']} {{(pid=82903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:47:29.581041 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-56f97545-12ed-4f8b-a465-66bf39ee2f8f req-3ef51191-b1ad-4470-8d4d-e660ec8d0483 tempest-AttachVolumeShelveTestJSON-409995212 tempest-AttachVolumeShelveTestJSON-409995212-project] 10.222.0.67 "GET /v2.0/security-groups?id=02b929e9-1c1e-4b6f-8988-c240c8d949eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485687 Feb 09 15:47:29.747810 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-b0e15dbf-c749-4d09-ba8c-90ed753cb12c req-d8c776de-952f-4d63-aa2e-eda27f6ac5a2 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=de8923ac-5f8b-4562-84b5-94cd171a8ecb HTTP/1.1" status: 200 len: 1099 time: 0.0698543 Feb 09 15:47:29.792217 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-b0e15dbf-c749-4d09-ba8c-90ed753cb12c req-0d2dd05b-8726-497d-ad65-a0d3ab7dbe5c service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=02b929e9-1c1e-4b6f-8988-c240c8d949eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378988 Feb 09 15:47:30.266777 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-812787cf-6466-4ce1-8c4e-c32e14b18d8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758786133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16008869'] for agent, after_update {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:47:30.291189 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-68586d5d-4139-4626-a92c-b6c203ee13fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758786133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16008869'] for agent, after_update {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:47:30.813203 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255a0a68-0975-494e-9f0c-d03463bf34ca req-1efa4885-0396-4d24-9073-140ea61df398 tempest-AttachVolumeShelveTestJSON-409995212 tempest-AttachVolumeShelveTestJSON-409995212-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:47:30.814675 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-255a0a68-0975-494e-9f0c-d03463bf34ca req-1efa4885-0396-4d24-9073-140ea61df398 tempest-AttachVolumeShelveTestJSON-409995212 tempest-AttachVolumeShelveTestJSON-409995212-project] 10.222.0.67 "GET /v2.0/ports?device_id=de8923ac-5f8b-4562-84b5-94cd171a8ecb HTTP/1.1" status: 200 len: 946 time: 0.0839171 Feb 09 15:47:30.862368 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-255a0a68-0975-494e-9f0c-d03463bf34ca req-2d4b4054-6b9d-42d5-a742-f22b7c93dda1 tempest-AttachVolumeShelveTestJSON-409995212 tempest-AttachVolumeShelveTestJSON-409995212-project] 10.222.0.67 "GET /v2.0/security-groups?id=02b929e9-1c1e-4b6f-8988-c240c8d949eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419240 Feb 09 15:47:31.236870 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-1f7d0426-72a7-4c89-8e53-4ec430751ccf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758786133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16008869'] for agent, after_update {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:47:31.551657 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-608c4fd2-211a-4ca9-a277-ad2a51be62ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758786133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16008869'] for agent, after_update {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:47:32.085982 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475565a8-724b-45ca-8819-ba4f04b73f7d req-e684dc9c-c0d7-43c4-a214-22734a36da86 tempest-AttachVolumeShelveTestJSON-409995212 tempest-AttachVolumeShelveTestJSON-409995212-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:47:32.087490 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-475565a8-724b-45ca-8819-ba4f04b73f7d req-e684dc9c-c0d7-43c4-a214-22734a36da86 tempest-AttachVolumeShelveTestJSON-409995212 tempest-AttachVolumeShelveTestJSON-409995212-project] 10.222.0.67 "GET /v2.0/ports?device_id=de8923ac-5f8b-4562-84b5-94cd171a8ecb HTTP/1.1" status: 200 len: 946 time: 0.0842774 Feb 09 15:47:32.136577 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-475565a8-724b-45ca-8819-ba4f04b73f7d req-9da6d03f-09cc-4e81-8f57-ec3bc6ef1cb0 tempest-AttachVolumeShelveTestJSON-409995212 tempest-AttachVolumeShelveTestJSON-409995212-project] 10.222.0.67 "GET /v2.0/security-groups?id=02b929e9-1c1e-4b6f-8988-c240c8d949eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430830 Feb 09 15:47:32.436826 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b770b6e3-7185-4489-b172-fbe6e8fb3100 req-278d31a2-421c-42b3-bf4e-64b64806c5c7 tempest-AttachVolumeShelveTestJSON-409995212 tempest-AttachVolumeShelveTestJSON-409995212-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:47:32.438324 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-b770b6e3-7185-4489-b172-fbe6e8fb3100 req-278d31a2-421c-42b3-bf4e-64b64806c5c7 tempest-AttachVolumeShelveTestJSON-409995212 tempest-AttachVolumeShelveTestJSON-409995212-project] 10.222.0.67 "GET /v2.0/ports?device_id=de8923ac-5f8b-4562-84b5-94cd171a8ecb HTTP/1.1" status: 200 len: 946 time: 0.1679232 Feb 09 15:47:32.447699 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.wsgi [-] (82902) accepted ('10.222.0.67', 48740) {{(pid=82902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 15:47:32.453024 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.api.v2.base [None req-8367c83f-3c23-4f1e-879d-753b2e443980 tempest-AttachVolumeShelveTestJSON-409995212 tempest-AttachVolumeShelveTestJSON-409995212-project] Request body: {'floatingip': {'port_id': 'f6e9eeb4-2469-4544-b6eb-078ade89284d'}} {{(pid=82902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 15:47:32.598995 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-8367c83f-3c23-4f1e-879d-753b2e443980 tempest-AttachVolumeShelveTestJSON-409995212 tempest-AttachVolumeShelveTestJSON-409995212-project] Notify callbacks [] for floatingip, before_update {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:47:32.943186 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-faa751bb-9674-45ec-b131-f889431b03dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758786133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16008869'] for agent, after_update {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:47:33.203888 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-8367c83f-3c23-4f1e-879d-753b2e443980 tempest-AttachVolumeShelveTestJSON-409995212 tempest-AttachVolumeShelveTestJSON-409995212-project] Notify callbacks [] for floatingip, precommit_update {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:47:33.207694 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-8367c83f-3c23-4f1e-879d-753b2e443980 tempest-AttachVolumeShelveTestJSON-409995212 tempest-AttachVolumeShelveTestJSON-409995212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-406337'] for floatingip, after_update {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:47:33.403794 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.db.l3_db [None req-8367c83f-3c23-4f1e-879d-753b2e443980 tempest-AttachVolumeShelveTestJSON-409995212 tempest-AttachVolumeShelveTestJSON-409995212-project] Floating IP fe4c7431-e0f0-40de-9032-57b7c840afad associated. External IP: 172.27.0.66, port: f6e9eeb4-2469-4544-b6eb-078ade89284d. Feb 09 15:47:33.795381 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8367c83f-3c23-4f1e-879d-753b2e443980 tempest-AttachVolumeShelveTestJSON-409995212 tempest-AttachVolumeShelveTestJSON-409995212-project] Router bdf431b0-4679-4d6d-8ef3-a8d454114142 has already been hosted by L3 agent 94c626d1-bc40-41bd-b6b2-9a20da402cb6 {{(pid=82902) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 15:47:34.085317 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8367c83f-3c23-4f1e-879d-753b2e443980 tempest-AttachVolumeShelveTestJSON-409995212 tempest-AttachVolumeShelveTestJSON-409995212-project] Notify agent at l3_agent.dv-cinder-825105-1-iscsi the message routers_updated {{(pid=82902) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 15:47:34.089423 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-8367c83f-3c23-4f1e-879d-753b2e443980 tempest-AttachVolumeShelveTestJSON-409995212 tempest-AttachVolumeShelveTestJSON-409995212-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205010'] for floatingip, before_response {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:47:34.095335 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7db81c62-2209-4888-afd7-be37e0839230 None None] Sync routers for ids ['bdf431b0-4679-4d6d-8ef3-a8d454114142'] in dv-cinder-825105-1-iscsi {{(pid=82903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 09 15:47:34.113371 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7db81c62-2209-4888-afd7-be37e0839230 None None] Routers {'bdf431b0-4679-4d6d-8ef3-a8d454114142'} bound to L3 agent in host dv-cinder-825105-1-iscsi {{(pid=82903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 15:47:34.114064 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.db.l3_hamode_db [None req-7db81c62-2209-4888-afd7-be37e0839230 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825105-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T15:34:00Z,description=,heartbeat_timestamp=2022-02-09T15:47:30Z,host='dv-cinder-825105-1-iscsi',id=94c626d1-bc40-41bd-b6b2-9a20da402cb6,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:34:00Z,topic='l3_agent')) {'router_ids': ['bdf431b0-4679-4d6d-8ef3-a8d454114142'], 'active': True} {{(pid=82903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:47:34.143050 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [None req-8367c83f-3c23-4f1e-879d-753b2e443980 tempest-AttachVolumeShelveTestJSON-409995212 tempest-AttachVolumeShelveTestJSON-409995212-project] 10.222.0.67 "PUT /v2.0/floatingips/fe4c7431-e0f0-40de-9032-57b7c840afad HTTP/1.1" status: 200 len: 991 time: 1.6938269 Feb 09 15:47:34.143622 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de8923ac-5f8b-4562-84b5-94cd171a8ecb', 'tag': 'f6e9eeb4-2469-4544-b6eb-078ade89284d'}] {{(pid=82902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 15:47:34.199389 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'de8923ac-5f8b-4562-84b5-94cd171a8ecb', 'tag': 'f6e9eeb4-2469-4544-b6eb-078ade89284d', 'status': 'completed', 'code': 200} Feb 09 15:47:34.304023 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.db.l3_dvr_db [None req-7db81c62-2209-4888-afd7-be37e0839230 None None] Set router bdf431b0-4679-4d6d-8ef3-a8d454114142 gateway port host: dv-cinder-825105-1-iscsi {{(pid=82903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 15:47:34.369216 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-d163a8d0-b887-43f0-be5f-8dbbb777d201 req-279dde90-74bd-4e2e-89ff-ffdc377a2d01 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=3afe9ff36570464cb3825318de2de71a&device_id=de8923ac-5f8b-4562-84b5-94cd171a8ecb HTTP/1.1" status: 200 len: 1099 time: 0.1444519 Feb 09 15:47:34.376162 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66c09de-717f-4c48-aa16-b1bb9aa1d62f req-1bb38f41-8520-4a8f-a191-8425f414259c tempest-AttachVolumeShelveTestJSON-409995212 tempest-AttachVolumeShelveTestJSON-409995212-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:47:34.377953 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-a66c09de-717f-4c48-aa16-b1bb9aa1d62f req-1bb38f41-8520-4a8f-a191-8425f414259c tempest-AttachVolumeShelveTestJSON-409995212 tempest-AttachVolumeShelveTestJSON-409995212-project] 10.222.0.67 "GET /v2.0/ports?device_id=de8923ac-5f8b-4562-84b5-94cd171a8ecb HTTP/1.1" status: 200 len: 946 time: 0.1157668 Feb 09 15:47:34.611731 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-a66c09de-717f-4c48-aa16-b1bb9aa1d62f req-176d03cc-2c61-4ab1-ba77-d791204db9ae tempest-AttachVolumeShelveTestJSON-409995212 tempest-AttachVolumeShelveTestJSON-409995212-project] 10.222.0.67 "GET /v2.0/security-groups?id=02b929e9-1c1e-4b6f-8988-c240c8d949eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2118452 Feb 09 15:47:34.632538 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d163a8d0-b887-43f0-be5f-8dbbb777d201 req-bfad0e2f-feaa-4631-b365-db454767d3c5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:47:34.636491 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-d163a8d0-b887-43f0-be5f-8dbbb777d201 req-bfad0e2f-feaa-4631-b365-db454767d3c5 service neutron] 10.222.0.47 "GET /v2.0/networks?id=515106f2-407b-4cd0-874f-592278142559 HTTP/1.1" status: 200 len: 918 time: 0.2551031 Feb 09 15:47:34.688442 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.db.l3_hamode_db [None req-7db81c62-2209-4888-afd7-be37e0839230 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdf431b0-4679-4d6d-8ef3-a8d454114142', 'name': 'tempest-AttachVolumeShelveTestJSON-1271008086-router', 'tenant_id': '3afe9ff36570464cb3825318de2de71a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c65eede5-7777-493f-951d-210877831002', 'external_fixed_ips': [{'subnet_id': '2c513225-bb11-4d36-a4c3-0732716dcb87', 'ip_address': '172.27.0.13'}], 'enable_snat': True}, 'gw_port_id': 'e8f166af-63fa-4718-a18b-20cbc7f2ac05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T15:42:31Z', 'updated_at': '2022-02-09T15:42:40Z', 'revision_number': 4, 'project_id': '3afe9ff36570464cb3825318de2de71a', 'gw_port': {'id': 'e8f166af-63fa-4718-a18b-20cbc7f2ac05', 'name': '', 'network_id': 'c65eede5-7777-493f-951d-210877831002', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:00:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdf431b0-4679-4d6d-8ef3-a8d454114142', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2c513225-bb11-4d36-a4c3-0732716dcb87', 'ip_address': '172.27.0.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825105-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:42:32Z', 'updated_at': '2022-02-09T15:42:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c513225-bb11-4d36-a4c3-0732716dcb87', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825105-1-iscsi', '_floatingips': [{'id': 'fe4c7431-e0f0-40de-9032-57b7c840afad', 'tenant_id': '3afe9ff36570464cb3825318de2de71a', 'floating_ip_address': '172.27.0.66', 'floating_network_id': 'c65eede5-7777-493f-951d-210877831002', 'router_id': 'bdf431b0-4679-4d6d-8ef3-a8d454114142', 'port_id': 'f6e9eeb4-2469-4544-b6eb-078ade89284d', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '515106f2-407b-4cd0-874f-592278142559', 'mac_address': 'fa:16:3e:fe:fa:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de8923ac-5f8b-4562-84b5-94cd171a8ecb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T15:47:18Z', 'updated_at': '2022-02-09T15:47:33Z', 'revision_number': 1, 'project_id': '3afe9ff36570464cb3825318de2de71a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c4dc553e-6cb1-4fb1-8be3-5ed575c80d27', 'name': '', 'network_id': '515106f2-407b-4cd0-874f-592278142559', 'tenant_id': '3afe9ff36570464cb3825318de2de71a', 'mac_address': 'fa:16:3e:89:9f:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdf431b0-4679-4d6d-8ef3-a8d454114142', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f6c0b2aa-667d-4387-9940-6f1b97474e6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825105-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:42:39Z', 'updated_at': '2022-02-09T15:43:10Z', 'revision_number': 5, 'project_id': '3afe9ff36570464cb3825318de2de71a', 'subnets': [{'id': 'f6c0b2aa-667d-4387-9940-6f1b97474e6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825105-1-iscsi', False) {} {{(pid=82903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:47:34.692346 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7db81c62-2209-4888-afd7-be37e0839230 None None] Checking router: bdf431b0-4679-4d6d-8ef3-a8d454114142 for host: dv-cinder-825105-1-iscsi {{(pid=82903) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 09 15:47:34.702782 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7db81c62-2209-4888-afd7-be37e0839230 None None] Routers {'bdf431b0-4679-4d6d-8ef3-a8d454114142'} bound to L3 agent in host dv-cinder-825105-1-iscsi {{(pid=82903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 15:47:34.703371 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.db.l3_hamode_db [None req-7db81c62-2209-4888-afd7-be37e0839230 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825105-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T15:34:00Z,description=,heartbeat_timestamp=2022-02-09T15:47:30Z,host='dv-cinder-825105-1-iscsi',id=94c626d1-bc40-41bd-b6b2-9a20da402cb6,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:34:00Z,topic='l3_agent')) {'router_ids': ['bdf431b0-4679-4d6d-8ef3-a8d454114142'], 'active': True} {{(pid=82903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:47:34.742473 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-d163a8d0-b887-43f0-be5f-8dbbb777d201 req-d349f7ef-13d7-49ce-bb71-8d447a08d6de service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f6e9eeb4-2469-4544-b6eb-078ade89284d HTTP/1.1" status: 200 len: 999 time: 0.1011569 Feb 09 15:47:34.805539 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d163a8d0-b887-43f0-be5f-8dbbb777d201 req-d4ed77b0-bd4f-44d1-bb21-86cae3767e24 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:47:34.806959 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-d163a8d0-b887-43f0-be5f-8dbbb777d201 req-d4ed77b0-bd4f-44d1-bb21-86cae3767e24 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=f6c0b2aa-667d-4387-9940-6f1b97474e6c HTTP/1.1" status: 200 len: 856 time: 0.0570738 Feb 09 15:47:34.884455 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.db.l3_dvr_db [None req-7db81c62-2209-4888-afd7-be37e0839230 None None] Set router bdf431b0-4679-4d6d-8ef3-a8d454114142 gateway port host: dv-cinder-825105-1-iscsi {{(pid=82903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 15:47:34.890794 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-d163a8d0-b887-43f0-be5f-8dbbb777d201 req-73cb93cb-9e84-4fe5-a5a6-d677ce9322d7 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=515106f2-407b-4cd0-874f-592278142559&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0753222 Feb 09 15:47:35.038134 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-d163a8d0-b887-43f0-be5f-8dbbb777d201 req-75074c84-2b1f-4d31-b6e4-b2ef906f6afc service neutron] 10.222.0.47 "GET /v2.0/networks/515106f2-407b-4cd0-874f-592278142559?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1390700 Feb 09 15:47:35.177182 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-d163a8d0-b887-43f0-be5f-8dbbb777d201 req-4c5cf409-eb91-4a8b-9b1d-5098617f676f service neutron] 10.222.0.47 "GET /v2.0/networks/515106f2-407b-4cd0-874f-592278142559?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1315017 Feb 09 15:47:35.301199 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.db.l3_hamode_db [None req-7db81c62-2209-4888-afd7-be37e0839230 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdf431b0-4679-4d6d-8ef3-a8d454114142', 'name': 'tempest-AttachVolumeShelveTestJSON-1271008086-router', 'tenant_id': '3afe9ff36570464cb3825318de2de71a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c65eede5-7777-493f-951d-210877831002', 'external_fixed_ips': [{'subnet_id': '2c513225-bb11-4d36-a4c3-0732716dcb87', 'ip_address': '172.27.0.13'}], 'enable_snat': True}, 'gw_port_id': 'e8f166af-63fa-4718-a18b-20cbc7f2ac05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T15:42:31Z', 'updated_at': '2022-02-09T15:42:40Z', 'revision_number': 4, 'project_id': '3afe9ff36570464cb3825318de2de71a', 'gw_port': {'id': 'e8f166af-63fa-4718-a18b-20cbc7f2ac05', 'name': '', 'network_id': 'c65eede5-7777-493f-951d-210877831002', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:00:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdf431b0-4679-4d6d-8ef3-a8d454114142', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2c513225-bb11-4d36-a4c3-0732716dcb87', 'ip_address': '172.27.0.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825105-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:42:32Z', 'updated_at': '2022-02-09T15:42:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c513225-bb11-4d36-a4c3-0732716dcb87', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825105-1-iscsi', '_floatingips': [{'id': 'fe4c7431-e0f0-40de-9032-57b7c840afad', 'tenant_id': '3afe9ff36570464cb3825318de2de71a', 'floating_ip_address': '172.27.0.66', 'floating_network_id': 'c65eede5-7777-493f-951d-210877831002', 'router_id': 'bdf431b0-4679-4d6d-8ef3-a8d454114142', 'port_id': 'f6e9eeb4-2469-4544-b6eb-078ade89284d', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '515106f2-407b-4cd0-874f-592278142559', 'mac_address': 'fa:16:3e:fe:fa:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de8923ac-5f8b-4562-84b5-94cd171a8ecb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T15:47:18Z', 'updated_at': '2022-02-09T15:47:33Z', 'revision_number': 1, 'project_id': '3afe9ff36570464cb3825318de2de71a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c4dc553e-6cb1-4fb1-8be3-5ed575c80d27', 'name': '', 'network_id': '515106f2-407b-4cd0-874f-592278142559', 'tenant_id': '3afe9ff36570464cb3825318de2de71a', 'mac_address': 'fa:16:3e:89:9f:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdf431b0-4679-4d6d-8ef3-a8d454114142', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f6c0b2aa-667d-4387-9940-6f1b97474e6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825105-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:42:39Z', 'updated_at': '2022-02-09T15:43:10Z', 'revision_number': 5, 'project_id': '3afe9ff36570464cb3825318de2de71a', 'subnets': [{'id': 'f6c0b2aa-667d-4387-9940-6f1b97474e6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825105-1-iscsi', False) {} {{(pid=82903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:47:35.305212 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7db81c62-2209-4888-afd7-be37e0839230 None None] The sync data for ids ['bdf431b0-4679-4d6d-8ef3-a8d454114142'] in dv-cinder-825105-1-iscsi is: [{'id': 'bdf431b0-4679-4d6d-8ef3-a8d454114142', 'name': 'tempest-AttachVolumeShelveTestJSON-1271008086-router', 'tenant_id': '3afe9ff36570464cb3825318de2de71a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c65eede5-7777-493f-951d-210877831002', 'external_fixed_ips': [{'subnet_id': '2c513225-bb11-4d36-a4c3-0732716dcb87', 'ip_address': '172.27.0.13'}], 'enable_snat': True}, 'gw_port_id': 'e8f166af-63fa-4718-a18b-20cbc7f2ac05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T15:42:31Z', 'updated_at': '2022-02-09T15:42:40Z', 'revision_number': 4, 'project_id': '3afe9ff36570464cb3825318de2de71a', 'gw_port': {'id': 'e8f166af-63fa-4718-a18b-20cbc7f2ac05', 'name': '', 'network_id': 'c65eede5-7777-493f-951d-210877831002', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:00:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdf431b0-4679-4d6d-8ef3-a8d454114142', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2c513225-bb11-4d36-a4c3-0732716dcb87', 'ip_address': '172.27.0.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825105-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:42:32Z', 'updated_at': '2022-02-09T15:42:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c513225-bb11-4d36-a4c3-0732716dcb87', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825105-1-iscsi', '_floatingips': [{'id': 'fe4c7431-e0f0-40de-9032-57b7c840afad', 'tenant_id': '3afe9ff36570464cb3825318de2de71a', 'floating_ip_address': '172.27.0.66', 'floating_network_id': 'c65eede5-7777-493f-951d-210877831002', 'router_id': 'bdf431b0-4679-4d6d-8ef3-a8d454114142', 'port_id': 'f6e9eeb4-2469-4544-b6eb-078ade89284d', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '515106f2-407b-4cd0-874f-592278142559', 'mac_address': 'fa:16:3e:fe:fa:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de8923ac-5f8b-4562-84b5-94cd171a8ecb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T15:47:18Z', 'updated_at': '2022-02-09T15:47:33Z', 'revision_number': 1, 'project_id': '3afe9ff36570464cb3825318de2de71a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c4dc553e-6cb1-4fb1-8be3-5ed575c80d27', 'name': '', 'network_id': '515106f2-407b-4cd0-874f-592278142559', 'tenant_id': '3afe9ff36570464cb3825318de2de71a', 'mac_address': 'fa:16:3e:89:9f:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdf431b0-4679-4d6d-8ef3-a8d454114142', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f6c0b2aa-667d-4387-9940-6f1b97474e6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825105-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:42:39Z', 'updated_at': '2022-02-09T15:43:10Z', 'revision_number': 5, 'project_id': '3afe9ff36570464cb3825318de2de71a', 'subnets': [{'id': 'f6c0b2aa-667d-4387-9940-6f1b97474e6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 09 15:47:35.506950 dv-cinder-825105-1-iscsi neutron-server[82904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cef76563-0e12-45f5-982a-03d310f482ed None None] New status for floating IP fe4c7431-e0f0-40de-9032-57b7c840afad: ACTIVE {{(pid=82904) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 09 15:47:35.838431 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04788880-a2de-4c26-83eb-db4474bd90ff req-4138d8c2-1e86-4e3a-8177-ec676a264c5f tempest-AttachVolumeShelveTestJSON-409995212 tempest-AttachVolumeShelveTestJSON-409995212-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:47:35.839872 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-04788880-a2de-4c26-83eb-db4474bd90ff req-4138d8c2-1e86-4e3a-8177-ec676a264c5f tempest-AttachVolumeShelveTestJSON-409995212 tempest-AttachVolumeShelveTestJSON-409995212-project] 10.222.0.67 "GET /v2.0/ports?device_id=de8923ac-5f8b-4562-84b5-94cd171a8ecb HTTP/1.1" status: 200 len: 946 time: 0.0819130 Feb 09 15:47:35.885677 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-04788880-a2de-4c26-83eb-db4474bd90ff req-f89e0762-8a70-4fd7-ada0-8e3d772c38c3 tempest-AttachVolumeShelveTestJSON-409995212 tempest-AttachVolumeShelveTestJSON-409995212-project] 10.222.0.67 "GET /v2.0/security-groups?id=02b929e9-1c1e-4b6f-8988-c240c8d949eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398903 Feb 09 15:47:41.058660 dv-cinder-825105-1-iscsi neutron-server[82904]: DEBUG neutron.db.agents_db [None req-77d1faa3-9ee6-4a91-bd02-8524aa1f9325 None None] Agent healthcheck: found 6 active agents {{(pid=82904) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 15:47:54.515146 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5af6b98-a23a-4271-acf0-8c2509faaffd req-c6e2df6e-677f-4b15-bf15-7b8bcfb36718 tempest-AttachVolumeTestJSON-950875345 tempest-AttachVolumeTestJSON-950875345-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:47:54.516641 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-b5af6b98-a23a-4271-acf0-8c2509faaffd req-c6e2df6e-677f-4b15-bf15-7b8bcfb36718 tempest-AttachVolumeTestJSON-950875345 tempest-AttachVolumeTestJSON-950875345-project] 10.222.0.67 "GET /v2.0/ports?device_id=00c078b5-04f1-44e5-91c8-2c93e0def5ec HTTP/1.1" status: 200 len: 946 time: 0.0851104 Feb 09 15:47:54.563633 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-b5af6b98-a23a-4271-acf0-8c2509faaffd req-891a72fb-0d91-4b41-8e1c-c82229fe075c tempest-AttachVolumeTestJSON-950875345 tempest-AttachVolumeTestJSON-950875345-project] 10.222.0.67 "GET /v2.0/security-groups?id=9d14b308-0fbe-484b-9657-f76cb88f711f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413303 Feb 09 15:47:55.768842 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5dbdef5-04e4-49ae-8743-806552f4d068 req-18d0c551-b241-47f0-8313-648a320e4b9b tempest-AttachVolumeTestJSON-950875345 tempest-AttachVolumeTestJSON-950875345-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:47:55.770291 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-b5dbdef5-04e4-49ae-8743-806552f4d068 req-18d0c551-b241-47f0-8313-648a320e4b9b tempest-AttachVolumeTestJSON-950875345 tempest-AttachVolumeTestJSON-950875345-project] 10.222.0.67 "GET /v2.0/ports?device_id=00c078b5-04f1-44e5-91c8-2c93e0def5ec HTTP/1.1" status: 200 len: 946 time: 0.0772531 Feb 09 15:47:55.814603 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-b5dbdef5-04e4-49ae-8743-806552f4d068 req-7c523ca2-9921-4cfa-831e-ecab332629ef tempest-AttachVolumeTestJSON-950875345 tempest-AttachVolumeTestJSON-950875345-project] 10.222.0.67 "GET /v2.0/security-groups?id=9d14b308-0fbe-484b-9657-f76cb88f711f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388012 Feb 09 15:47:57.036858 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965cec75-631b-4edd-8152-616d4d053ac1 req-3a80fd43-085c-42ef-9b83-2c33627b0033 tempest-AttachVolumeTestJSON-950875345 tempest-AttachVolumeTestJSON-950875345-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:47:57.038326 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-965cec75-631b-4edd-8152-616d4d053ac1 req-3a80fd43-085c-42ef-9b83-2c33627b0033 tempest-AttachVolumeTestJSON-950875345 tempest-AttachVolumeTestJSON-950875345-project] 10.222.0.67 "GET /v2.0/ports?device_id=00c078b5-04f1-44e5-91c8-2c93e0def5ec HTTP/1.1" status: 200 len: 946 time: 0.0851476 Feb 09 15:47:57.089460 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-965cec75-631b-4edd-8152-616d4d053ac1 req-2ccf205a-15c6-4b21-bf9f-bf1bc3ed6df0 tempest-AttachVolumeTestJSON-950875345 tempest-AttachVolumeTestJSON-950875345-project] 10.222.0.67 "GET /v2.0/security-groups?id=9d14b308-0fbe-484b-9657-f76cb88f711f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443561 Feb 09 15:47:57.931532 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-1b7eb4c8-9431-49da-8dae-9c411e73d58a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758786133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16008869'] for agent, after_update {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:47:58.299654 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07c545f-739f-4f8a-9def-3dca9f1eeb50 req-d8194d3c-be85-4868-9dcc-1add674bf5d4 tempest-AttachVolumeTestJSON-950875345 tempest-AttachVolumeTestJSON-950875345-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:47:58.301144 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-e07c545f-739f-4f8a-9def-3dca9f1eeb50 req-d8194d3c-be85-4868-9dcc-1add674bf5d4 tempest-AttachVolumeTestJSON-950875345 tempest-AttachVolumeTestJSON-950875345-project] 10.222.0.67 "GET /v2.0/ports?device_id=00c078b5-04f1-44e5-91c8-2c93e0def5ec HTTP/1.1" status: 200 len: 946 time: 0.0808232 Feb 09 15:47:58.350437 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-e07c545f-739f-4f8a-9def-3dca9f1eeb50 req-2699609a-3fb8-4966-a37e-626fc355ee7d tempest-AttachVolumeTestJSON-950875345 tempest-AttachVolumeTestJSON-950875345-project] 10.222.0.67 "GET /v2.0/security-groups?id=9d14b308-0fbe-484b-9657-f76cb88f711f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435681 Feb 09 15:47:59.554971 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a92001-a76b-4d66-bbdc-30528e7f2101 req-b48e4919-16c3-4737-a9e9-b4f68c2f29dd tempest-AttachVolumeTestJSON-950875345 tempest-AttachVolumeTestJSON-950875345-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:47:59.556455 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-99a92001-a76b-4d66-bbdc-30528e7f2101 req-b48e4919-16c3-4737-a9e9-b4f68c2f29dd tempest-AttachVolumeTestJSON-950875345 tempest-AttachVolumeTestJSON-950875345-project] 10.222.0.67 "GET /v2.0/ports?device_id=00c078b5-04f1-44e5-91c8-2c93e0def5ec HTTP/1.1" status: 200 len: 946 time: 0.0768671 Feb 09 15:47:59.601528 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-99a92001-a76b-4d66-bbdc-30528e7f2101 req-d3ed5a0a-923a-447b-9ca3-4c960104241e tempest-AttachVolumeTestJSON-950875345 tempest-AttachVolumeTestJSON-950875345-project] 10.222.0.67 "GET /v2.0/security-groups?id=9d14b308-0fbe-484b-9657-f76cb88f711f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395954 Feb 09 15:48:00.266231 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-812787cf-6466-4ce1-8c4e-c32e14b18d8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758786133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16008869'] for agent, after_update {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:48:00.296356 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-9b45bc12-60b0-4dea-9a75-88360b5f590a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758786133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16008869'] for agent, after_update {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:48:00.805083 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348a5d32-8c6c-47e0-9b97-c6a7ece482e0 req-e9a18bc1-005f-4808-b63f-d7d9a5842ebe tempest-AttachVolumeTestJSON-950875345 tempest-AttachVolumeTestJSON-950875345-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:48:00.806525 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-348a5d32-8c6c-47e0-9b97-c6a7ece482e0 req-e9a18bc1-005f-4808-b63f-d7d9a5842ebe tempest-AttachVolumeTestJSON-950875345 tempest-AttachVolumeTestJSON-950875345-project] 10.222.0.67 "GET /v2.0/ports?device_id=00c078b5-04f1-44e5-91c8-2c93e0def5ec HTTP/1.1" status: 200 len: 946 time: 0.0774686 Feb 09 15:48:00.860259 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-348a5d32-8c6c-47e0-9b97-c6a7ece482e0 req-af12f821-57ec-4ca5-bfac-aef3249947d4 tempest-AttachVolumeTestJSON-950875345 tempest-AttachVolumeTestJSON-950875345-project] 10.222.0.67 "GET /v2.0/security-groups?id=9d14b308-0fbe-484b-9657-f76cb88f711f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479333 Feb 09 15:48:01.239837 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-1f7d0426-72a7-4c89-8e53-4ec430751ccf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758786133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16008869'] for agent, after_update {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:48:01.555030 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-608c4fd2-211a-4ca9-a277-ad2a51be62ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758786133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16008869'] for agent, after_update {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:48:02.201682 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d4cb10-4aca-43a8-9db5-1ea12cf26cdd req-69a921b8-5a86-4c8f-85f7-f568b0cc8362 tempest-AttachVolumeTestJSON-950875345 tempest-AttachVolumeTestJSON-950875345-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:48:02.203200 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-c0d4cb10-4aca-43a8-9db5-1ea12cf26cdd req-69a921b8-5a86-4c8f-85f7-f568b0cc8362 tempest-AttachVolumeTestJSON-950875345 tempest-AttachVolumeTestJSON-950875345-project] 10.222.0.67 "GET /v2.0/ports?device_id=00c078b5-04f1-44e5-91c8-2c93e0def5ec HTTP/1.1" status: 200 len: 946 time: 0.0789244 Feb 09 15:48:02.248477 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-c0d4cb10-4aca-43a8-9db5-1ea12cf26cdd req-6bdcc3ce-2209-4dcc-a135-fc3558b53c69 tempest-AttachVolumeTestJSON-950875345 tempest-AttachVolumeTestJSON-950875345-project] 10.222.0.67 "GET /v2.0/security-groups?id=9d14b308-0fbe-484b-9657-f76cb88f711f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399296 Feb 09 15:48:02.942863 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-faa751bb-9674-45ec-b131-f889431b03dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758786133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16008869'] for agent, after_update {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:48:03.450373 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2443bc-7eb4-40ec-a9ef-a5975e872ad9 req-31b836f0-386e-4d1c-850c-52fbbd0cde7b tempest-AttachVolumeTestJSON-950875345 tempest-AttachVolumeTestJSON-950875345-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:48:03.451803 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-ff2443bc-7eb4-40ec-a9ef-a5975e872ad9 req-31b836f0-386e-4d1c-850c-52fbbd0cde7b tempest-AttachVolumeTestJSON-950875345 tempest-AttachVolumeTestJSON-950875345-project] 10.222.0.67 "GET /v2.0/ports?device_id=00c078b5-04f1-44e5-91c8-2c93e0def5ec HTTP/1.1" status: 200 len: 946 time: 0.0782354 Feb 09 15:48:03.501715 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-ff2443bc-7eb4-40ec-a9ef-a5975e872ad9 req-95476e00-27e8-4160-8288-d9efc533a55c tempest-AttachVolumeTestJSON-950875345 tempest-AttachVolumeTestJSON-950875345-project] 10.222.0.67 "GET /v2.0/security-groups?id=9d14b308-0fbe-484b-9657-f76cb88f711f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442259 Feb 09 15:48:04.710518 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4864aeb-9fa0-418e-b885-0f61e15d78f7 req-3f982311-5a83-4641-96f1-ff7952094824 tempest-AttachVolumeTestJSON-950875345 tempest-AttachVolumeTestJSON-950875345-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:48:04.712019 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-e4864aeb-9fa0-418e-b885-0f61e15d78f7 req-3f982311-5a83-4641-96f1-ff7952094824 tempest-AttachVolumeTestJSON-950875345 tempest-AttachVolumeTestJSON-950875345-project] 10.222.0.67 "GET /v2.0/ports?device_id=00c078b5-04f1-44e5-91c8-2c93e0def5ec HTTP/1.1" status: 200 len: 946 time: 0.0816789 Feb 09 15:48:04.765916 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-e4864aeb-9fa0-418e-b885-0f61e15d78f7 req-f8802fab-813c-4e41-9a79-b13389646fd8 tempest-AttachVolumeTestJSON-950875345 tempest-AttachVolumeTestJSON-950875345-project] 10.222.0.67 "GET /v2.0/security-groups?id=9d14b308-0fbe-484b-9657-f76cb88f711f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477204 Feb 09 15:48:05.987144 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98767aa5-e25b-4522-9ece-0e500af52f72 req-70097cf3-506a-4f6f-b979-f8275b84714d tempest-AttachVolumeTestJSON-950875345 tempest-AttachVolumeTestJSON-950875345-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:48:05.988625 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-98767aa5-e25b-4522-9ece-0e500af52f72 req-70097cf3-506a-4f6f-b979-f8275b84714d tempest-AttachVolumeTestJSON-950875345 tempest-AttachVolumeTestJSON-950875345-project] 10.222.0.67 "GET /v2.0/ports?device_id=00c078b5-04f1-44e5-91c8-2c93e0def5ec HTTP/1.1" status: 200 len: 946 time: 0.0883379 Feb 09 15:48:06.036922 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-98767aa5-e25b-4522-9ece-0e500af52f72 req-3740ef36-c5ce-4fb2-9f5b-867709e57917 tempest-AttachVolumeTestJSON-950875345 tempest-AttachVolumeTestJSON-950875345-project] 10.222.0.67 "GET /v2.0/security-groups?id=9d14b308-0fbe-484b-9657-f76cb88f711f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425830 Feb 09 15:48:06.405883 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca9dc00-20a7-4423-96f5-63e162f5db28 req-3f541cc5-179c-4cf8-9424-f16fd3729814 tempest-AttachVolumeTestJSON-950875345 tempest-AttachVolumeTestJSON-950875345-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:48:06.407345 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-fca9dc00-20a7-4423-96f5-63e162f5db28 req-3f541cc5-179c-4cf8-9424-f16fd3729814 tempest-AttachVolumeTestJSON-950875345 tempest-AttachVolumeTestJSON-950875345-project] 10.222.0.67 "GET /v2.0/ports?device_id=00c078b5-04f1-44e5-91c8-2c93e0def5ec HTTP/1.1" status: 200 len: 946 time: 0.0827212 Feb 09 15:48:06.455930 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-fca9dc00-20a7-4423-96f5-63e162f5db28 req-f247b909-276a-4306-a226-7c6cc0e67ca3 tempest-AttachVolumeTestJSON-950875345 tempest-AttachVolumeTestJSON-950875345-project] 10.222.0.67 "GET /v2.0/security-groups?id=9d14b308-0fbe-484b-9657-f76cb88f711f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427973 Feb 09 15:48:06.535363 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-c5425f83-5f69-4984-8718-c009b09ff4eb req-d69c3635-d42e-417b-bd6b-2832cd80c303 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=cdd6e08aa84a4a278ba05d9afe77bf68&device_id=00c078b5-04f1-44e5-91c8-2c93e0def5ec HTTP/1.1" status: 200 len: 1099 time: 0.1432831 Feb 09 15:48:06.670478 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5425f83-5f69-4984-8718-c009b09ff4eb req-d086a7e7-e2d0-4674-801e-6522b8210e2c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:48:06.671811 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-c5425f83-5f69-4984-8718-c009b09ff4eb req-d086a7e7-e2d0-4674-801e-6522b8210e2c service neutron] 10.222.0.47 "GET /v2.0/networks?id=a70d1a02-a2db-4792-86e7-c80512ee4e0d HTTP/1.1" status: 200 len: 912 time: 0.1296158 Feb 09 15:48:06.778710 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-c5425f83-5f69-4984-8718-c009b09ff4eb req-e14de030-9bc2-4b55-af65-85b5a5f4ad95 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=da305289-c003-4929-93f1-6bfa7abe3f0f HTTP/1.1" status: 200 len: 1002 time: 0.1003261 Feb 09 15:48:06.850130 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5425f83-5f69-4984-8718-c009b09ff4eb req-70187d83-e347-49af-aa2f-a99202b906c8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:48:06.851716 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-c5425f83-5f69-4984-8718-c009b09ff4eb req-70187d83-e347-49af-aa2f-a99202b906c8 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=e77df24c-1903-4208-9651-061913c63dfc HTTP/1.1" status: 200 len: 850 time: 0.0661106 Feb 09 15:48:06.927252 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-c5425f83-5f69-4984-8718-c009b09ff4eb req-c04cb010-790a-49fe-8e49-a70f56b03d96 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=a70d1a02-a2db-4792-86e7-c80512ee4e0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0693231 Feb 09 15:48:07.162468 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-c5425f83-5f69-4984-8718-c009b09ff4eb req-13c91d83-0174-4b8e-bb22-4c1a21c49e44 service neutron] 10.222.0.47 "GET /v2.0/networks/a70d1a02-a2db-4792-86e7-c80512ee4e0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2283070 Feb 09 15:48:07.294658 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-c5425f83-5f69-4984-8718-c009b09ff4eb req-4dede483-1a7f-4376-8af5-ed48fd501da3 service neutron] 10.222.0.47 "GET /v2.0/networks/a70d1a02-a2db-4792-86e7-c80512ee4e0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1259787 Feb 09 15:48:07.669347 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2f2eb0-1dba-480c-b3ca-d57fbe9b35ee req-5d70e87a-4b1e-416c-a112-ce0b3a52ea9c tempest-AttachVolumeTestJSON-950875345 tempest-AttachVolumeTestJSON-950875345-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:48:07.670730 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-ea2f2eb0-1dba-480c-b3ca-d57fbe9b35ee req-5d70e87a-4b1e-416c-a112-ce0b3a52ea9c tempest-AttachVolumeTestJSON-950875345 tempest-AttachVolumeTestJSON-950875345-project] 10.222.0.67 "GET /v2.0/ports?device_id=00c078b5-04f1-44e5-91c8-2c93e0def5ec HTTP/1.1" status: 200 len: 946 time: 0.0769594 Feb 09 15:48:07.716811 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-ea2f2eb0-1dba-480c-b3ca-d57fbe9b35ee req-1f9d6973-3a68-4938-a249-71371ae2c710 tempest-AttachVolumeTestJSON-950875345 tempest-AttachVolumeTestJSON-950875345-project] 10.222.0.67 "GET /v2.0/security-groups?id=9d14b308-0fbe-484b-9657-f76cb88f711f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402040 Feb 09 15:48:08.921659 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ae4ae0-02cd-4b91-bf48-2ed7d16d556b req-36b54614-359d-4a71-951a-2e222102d712 tempest-AttachVolumeTestJSON-950875345 tempest-AttachVolumeTestJSON-950875345-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:48:08.923389 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-87ae4ae0-02cd-4b91-bf48-2ed7d16d556b req-36b54614-359d-4a71-951a-2e222102d712 tempest-AttachVolumeTestJSON-950875345 tempest-AttachVolumeTestJSON-950875345-project] 10.222.0.67 "GET /v2.0/ports?device_id=00c078b5-04f1-44e5-91c8-2c93e0def5ec HTTP/1.1" status: 200 len: 946 time: 0.0807703 Feb 09 15:48:08.976723 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-87ae4ae0-02cd-4b91-bf48-2ed7d16d556b req-6c42b3c0-2b5c-4ae3-9bd5-96dee766c15a tempest-AttachVolumeTestJSON-950875345 tempest-AttachVolumeTestJSON-950875345-project] 10.222.0.67 "GET /v2.0/security-groups?id=9d14b308-0fbe-484b-9657-f76cb88f711f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466840 Feb 09 15:48:10.788929 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60063975-eb5f-44f6-8893-69f3d9cc987d req-15b01ad1-3f33-466f-a1d6-3e79c758ad5d tempest-AttachVolumeShelveTestJSON-409995212 tempest-AttachVolumeShelveTestJSON-409995212-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:48:10.790484 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-60063975-eb5f-44f6-8893-69f3d9cc987d req-15b01ad1-3f33-466f-a1d6-3e79c758ad5d tempest-AttachVolumeShelveTestJSON-409995212 tempest-AttachVolumeShelveTestJSON-409995212-project] 10.222.0.67 "GET /v2.0/ports?device_id=de8923ac-5f8b-4562-84b5-94cd171a8ecb HTTP/1.1" status: 200 len: 946 time: 0.0758140 Feb 09 15:48:10.842074 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-60063975-eb5f-44f6-8893-69f3d9cc987d req-7e8c7679-c4bc-46d2-94f8-8ed3eb64aa40 tempest-AttachVolumeShelveTestJSON-409995212 tempest-AttachVolumeShelveTestJSON-409995212-project] 10.222.0.67 "GET /v2.0/security-groups?id=02b929e9-1c1e-4b6f-8988-c240c8d949eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459793 Feb 09 15:48:12.063012 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb25c24-ac67-445e-9467-48781a850632 req-f086821f-0a0a-4b35-bc6c-493402fdfb41 tempest-AttachVolumeShelveTestJSON-409995212 tempest-AttachVolumeShelveTestJSON-409995212-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:48:12.064453 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-bbb25c24-ac67-445e-9467-48781a850632 req-f086821f-0a0a-4b35-bc6c-493402fdfb41 tempest-AttachVolumeShelveTestJSON-409995212 tempest-AttachVolumeShelveTestJSON-409995212-project] 10.222.0.67 "GET /v2.0/ports?device_id=de8923ac-5f8b-4562-84b5-94cd171a8ecb HTTP/1.1" status: 200 len: 946 time: 0.0810373 Feb 09 15:48:12.109827 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-bbb25c24-ac67-445e-9467-48781a850632 req-924e6f80-ec2d-42da-b7d3-2adf6211a6b5 tempest-AttachVolumeShelveTestJSON-409995212 tempest-AttachVolumeShelveTestJSON-409995212-project] 10.222.0.67 "GET /v2.0/security-groups?id=02b929e9-1c1e-4b6f-8988-c240c8d949eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398881 Feb 09 15:48:13.327121 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b170c70b-45e6-499c-a9ca-74dc4df7e957 req-bb24d3e2-c983-4792-b3c0-6daf846f76b7 tempest-AttachVolumeShelveTestJSON-409995212 tempest-AttachVolumeShelveTestJSON-409995212-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:48:13.328558 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-b170c70b-45e6-499c-a9ca-74dc4df7e957 req-bb24d3e2-c983-4792-b3c0-6daf846f76b7 tempest-AttachVolumeShelveTestJSON-409995212 tempest-AttachVolumeShelveTestJSON-409995212-project] 10.222.0.67 "GET /v2.0/ports?device_id=de8923ac-5f8b-4562-84b5-94cd171a8ecb HTTP/1.1" status: 200 len: 946 time: 0.0810678 Feb 09 15:48:13.376023 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-b170c70b-45e6-499c-a9ca-74dc4df7e957 req-7c07d1d1-db60-4154-9f02-508e3c914140 tempest-AttachVolumeShelveTestJSON-409995212 tempest-AttachVolumeShelveTestJSON-409995212-project] 10.222.0.67 "GET /v2.0/security-groups?id=02b929e9-1c1e-4b6f-8988-c240c8d949eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418403 Feb 09 15:48:14.587717 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8757d8-583f-4d9a-886b-606fad25b26f req-d296c402-938e-41a8-aee3-2f31279316c1 tempest-AttachVolumeShelveTestJSON-409995212 tempest-AttachVolumeShelveTestJSON-409995212-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:48:14.589241 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-aa8757d8-583f-4d9a-886b-606fad25b26f req-d296c402-938e-41a8-aee3-2f31279316c1 tempest-AttachVolumeShelveTestJSON-409995212 tempest-AttachVolumeShelveTestJSON-409995212-project] 10.222.0.67 "GET /v2.0/ports?device_id=de8923ac-5f8b-4562-84b5-94cd171a8ecb HTTP/1.1" status: 200 len: 946 time: 0.0758524 Feb 09 15:48:14.641997 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-aa8757d8-583f-4d9a-886b-606fad25b26f req-62bd8ea2-1e37-49a2-a807-912562d6af50 tempest-AttachVolumeShelveTestJSON-409995212 tempest-AttachVolumeShelveTestJSON-409995212-project] 10.222.0.67 "GET /v2.0/security-groups?id=02b929e9-1c1e-4b6f-8988-c240c8d949eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471823 Feb 09 15:48:15.856831 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0800206d-8cda-4878-8748-6ff465b9e791 req-1a6f2fba-6f30-42f2-ae28-6d27cf10aa2d tempest-AttachVolumeShelveTestJSON-409995212 tempest-AttachVolumeShelveTestJSON-409995212-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:48:15.858266 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-0800206d-8cda-4878-8748-6ff465b9e791 req-1a6f2fba-6f30-42f2-ae28-6d27cf10aa2d tempest-AttachVolumeShelveTestJSON-409995212 tempest-AttachVolumeShelveTestJSON-409995212-project] 10.222.0.67 "GET /v2.0/ports?device_id=de8923ac-5f8b-4562-84b5-94cd171a8ecb HTTP/1.1" status: 200 len: 946 time: 0.0794799 Feb 09 15:48:15.904487 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-0800206d-8cda-4878-8748-6ff465b9e791 req-0ee410f5-adc4-43ad-b9b6-a155cef08b3d tempest-AttachVolumeShelveTestJSON-409995212 tempest-AttachVolumeShelveTestJSON-409995212-project] 10.222.0.67 "GET /v2.0/security-groups?id=02b929e9-1c1e-4b6f-8988-c240c8d949eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407188 Feb 09 15:48:17.122427 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8a8f65-55b5-46b6-8867-52c2ebdf0771 req-427f8f5f-a1d4-4c47-85b6-63e39a9f1dd9 tempest-AttachVolumeShelveTestJSON-409995212 tempest-AttachVolumeShelveTestJSON-409995212-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:48:17.123889 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-4e8a8f65-55b5-46b6-8867-52c2ebdf0771 req-427f8f5f-a1d4-4c47-85b6-63e39a9f1dd9 tempest-AttachVolumeShelveTestJSON-409995212 tempest-AttachVolumeShelveTestJSON-409995212-project] 10.222.0.67 "GET /v2.0/ports?device_id=de8923ac-5f8b-4562-84b5-94cd171a8ecb HTTP/1.1" status: 200 len: 946 time: 0.0817122 Feb 09 15:48:17.168618 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-4e8a8f65-55b5-46b6-8867-52c2ebdf0771 req-d06746c3-7db6-409e-98a8-66a7f8225266 tempest-AttachVolumeShelveTestJSON-409995212 tempest-AttachVolumeShelveTestJSON-409995212-project] 10.222.0.67 "GET /v2.0/security-groups?id=02b929e9-1c1e-4b6f-8988-c240c8d949eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393555 Feb 09 15:48:18.058822 dv-cinder-825105-1-iscsi neutron-server[82904]: DEBUG neutron.db.agents_db [None req-77d1faa3-9ee6-4a91-bd02-8524aa1f9325 None None] Agent healthcheck: found 6 active agents {{(pid=82904) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 15:48:18.381363 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42cdf2e-2d4e-47c0-aafa-5677c1f662bd req-e2d849f4-b64c-493a-be78-6ebf914a4417 tempest-AttachVolumeShelveTestJSON-409995212 tempest-AttachVolumeShelveTestJSON-409995212-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:48:18.382852 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-c42cdf2e-2d4e-47c0-aafa-5677c1f662bd req-e2d849f4-b64c-493a-be78-6ebf914a4417 tempest-AttachVolumeShelveTestJSON-409995212 tempest-AttachVolumeShelveTestJSON-409995212-project] 10.222.0.67 "GET /v2.0/ports?device_id=de8923ac-5f8b-4562-84b5-94cd171a8ecb HTTP/1.1" status: 200 len: 946 time: 0.0763330 Feb 09 15:48:18.428746 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-c42cdf2e-2d4e-47c0-aafa-5677c1f662bd req-adcb9e21-9b03-4043-8843-2d2355a05065 tempest-AttachVolumeShelveTestJSON-409995212 tempest-AttachVolumeShelveTestJSON-409995212-project] 10.222.0.67 "GET /v2.0/security-groups?id=02b929e9-1c1e-4b6f-8988-c240c8d949eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394790 Feb 09 15:48:19.638898 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1c4ecf-8df0-43f7-953b-14dc4bddf478 req-1f2d5449-23f6-41a5-a23c-4c068ee9d0c8 tempest-AttachVolumeShelveTestJSON-409995212 tempest-AttachVolumeShelveTestJSON-409995212-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:48:19.640345 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-9d1c4ecf-8df0-43f7-953b-14dc4bddf478 req-1f2d5449-23f6-41a5-a23c-4c068ee9d0c8 tempest-AttachVolumeShelveTestJSON-409995212 tempest-AttachVolumeShelveTestJSON-409995212-project] 10.222.0.67 "GET /v2.0/ports?device_id=de8923ac-5f8b-4562-84b5-94cd171a8ecb HTTP/1.1" status: 200 len: 946 time: 0.0766828 Feb 09 15:48:19.689241 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-9d1c4ecf-8df0-43f7-953b-14dc4bddf478 req-d368fc44-7337-484d-8ad5-4f09c77055b4 tempest-AttachVolumeShelveTestJSON-409995212 tempest-AttachVolumeShelveTestJSON-409995212-project] 10.222.0.67 "GET /v2.0/security-groups?id=02b929e9-1c1e-4b6f-8988-c240c8d949eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432186 Feb 09 15:48:20.912918 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25880444-cfc7-47e0-a1f5-1adac7b5c7d9 req-72c47028-7577-4be4-9498-0f313141af87 tempest-AttachVolumeShelveTestJSON-409995212 tempest-AttachVolumeShelveTestJSON-409995212-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:48:20.914282 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-25880444-cfc7-47e0-a1f5-1adac7b5c7d9 req-72c47028-7577-4be4-9498-0f313141af87 tempest-AttachVolumeShelveTestJSON-409995212 tempest-AttachVolumeShelveTestJSON-409995212-project] 10.222.0.67 "GET /v2.0/ports?device_id=de8923ac-5f8b-4562-84b5-94cd171a8ecb HTTP/1.1" status: 200 len: 946 time: 0.0832424 Feb 09 15:48:20.962215 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-25880444-cfc7-47e0-a1f5-1adac7b5c7d9 req-daf02f00-0683-4220-befa-e1d2d328340c tempest-AttachVolumeShelveTestJSON-409995212 tempest-AttachVolumeShelveTestJSON-409995212-project] 10.222.0.67 "GET /v2.0/security-groups?id=02b929e9-1c1e-4b6f-8988-c240c8d949eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417438 Feb 09 15:48:22.186067 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7340edcf-0d74-4c43-b977-ad7602abb7b3 req-9cbec0c6-b26b-4093-82e3-97f6ec61c4b9 tempest-AttachVolumeShelveTestJSON-409995212 tempest-AttachVolumeShelveTestJSON-409995212-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:48:22.187968 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-7340edcf-0d74-4c43-b977-ad7602abb7b3 req-9cbec0c6-b26b-4093-82e3-97f6ec61c4b9 tempest-AttachVolumeShelveTestJSON-409995212 tempest-AttachVolumeShelveTestJSON-409995212-project] 10.222.0.67 "GET /v2.0/ports?device_id=de8923ac-5f8b-4562-84b5-94cd171a8ecb HTTP/1.1" status: 200 len: 946 time: 0.0823555 Feb 09 15:48:22.234031 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-7340edcf-0d74-4c43-b977-ad7602abb7b3 req-f9e08ca8-d85a-43e6-872f-42d0131fbbdb tempest-AttachVolumeShelveTestJSON-409995212 tempest-AttachVolumeShelveTestJSON-409995212-project] 10.222.0.67 "GET /v2.0/security-groups?id=02b929e9-1c1e-4b6f-8988-c240c8d949eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404971 Feb 09 15:48:23.477186 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41d9015-1870-45b5-992a-aaef5ff4028f req-014bded5-3e21-47e6-ac73-af480cb26874 tempest-AttachVolumeShelveTestJSON-409995212 tempest-AttachVolumeShelveTestJSON-409995212-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:48:23.478709 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-d41d9015-1870-45b5-992a-aaef5ff4028f req-014bded5-3e21-47e6-ac73-af480cb26874 tempest-AttachVolumeShelveTestJSON-409995212 tempest-AttachVolumeShelveTestJSON-409995212-project] 10.222.0.67 "GET /v2.0/ports?device_id=de8923ac-5f8b-4562-84b5-94cd171a8ecb HTTP/1.1" status: 200 len: 946 time: 0.1029797 Feb 09 15:48:23.535871 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-d41d9015-1870-45b5-992a-aaef5ff4028f req-80ba0636-3af8-4602-af43-bb9da147818f tempest-AttachVolumeShelveTestJSON-409995212 tempest-AttachVolumeShelveTestJSON-409995212-project] 10.222.0.67 "GET /v2.0/security-groups?id=02b929e9-1c1e-4b6f-8988-c240c8d949eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497115 Feb 09 15:48:24.754078 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95227cb8-dc2e-4d09-ad19-757ddd2acf3f req-36abb16f-f5fa-4181-a96b-d3d5edb209f9 tempest-AttachVolumeShelveTestJSON-409995212 tempest-AttachVolumeShelveTestJSON-409995212-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:48:24.755494 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-95227cb8-dc2e-4d09-ad19-757ddd2acf3f req-36abb16f-f5fa-4181-a96b-d3d5edb209f9 tempest-AttachVolumeShelveTestJSON-409995212 tempest-AttachVolumeShelveTestJSON-409995212-project] 10.222.0.67 "GET /v2.0/ports?device_id=de8923ac-5f8b-4562-84b5-94cd171a8ecb HTTP/1.1" status: 200 len: 946 time: 0.0813828 Feb 09 15:48:24.802932 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-95227cb8-dc2e-4d09-ad19-757ddd2acf3f req-21143283-3661-4977-9095-1e4a71de05e3 tempest-AttachVolumeShelveTestJSON-409995212 tempest-AttachVolumeShelveTestJSON-409995212-project] 10.222.0.67 "GET /v2.0/security-groups?id=02b929e9-1c1e-4b6f-8988-c240c8d949eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419991 Feb 09 15:48:26.029144 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49d9ac6-f79b-4dda-9e96-867d3f13d308 req-b902ef6c-3756-442c-a4ae-ce17812592be tempest-AttachVolumeShelveTestJSON-409995212 tempest-AttachVolumeShelveTestJSON-409995212-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:48:26.030574 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-e49d9ac6-f79b-4dda-9e96-867d3f13d308 req-b902ef6c-3756-442c-a4ae-ce17812592be tempest-AttachVolumeShelveTestJSON-409995212 tempest-AttachVolumeShelveTestJSON-409995212-project] 10.222.0.67 "GET /v2.0/ports?device_id=de8923ac-5f8b-4562-84b5-94cd171a8ecb HTTP/1.1" status: 200 len: 946 time: 0.0858738 Feb 09 15:48:26.077442 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-e49d9ac6-f79b-4dda-9e96-867d3f13d308 req-24fd55b9-fa48-4c54-9c5e-7e14a8468df7 tempest-AttachVolumeShelveTestJSON-409995212 tempest-AttachVolumeShelveTestJSON-409995212-project] 10.222.0.67 "GET /v2.0/security-groups?id=02b929e9-1c1e-4b6f-8988-c240c8d949eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413072 Feb 09 15:48:27.290190 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c462957-efea-4787-8376-b440bb0f7dde req-15f1138f-a46b-4bd2-8ad3-bb3b6a865277 tempest-AttachVolumeShelveTestJSON-409995212 tempest-AttachVolumeShelveTestJSON-409995212-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:48:27.291634 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-1c462957-efea-4787-8376-b440bb0f7dde req-15f1138f-a46b-4bd2-8ad3-bb3b6a865277 tempest-AttachVolumeShelveTestJSON-409995212 tempest-AttachVolumeShelveTestJSON-409995212-project] 10.222.0.67 "GET /v2.0/ports?device_id=de8923ac-5f8b-4562-84b5-94cd171a8ecb HTTP/1.1" status: 200 len: 946 time: 0.0786917 Feb 09 15:48:27.339767 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-1c462957-efea-4787-8376-b440bb0f7dde req-72f7d86a-afac-4d13-b938-053ffa357afe tempest-AttachVolumeShelveTestJSON-409995212 tempest-AttachVolumeShelveTestJSON-409995212-project] 10.222.0.67 "GET /v2.0/security-groups?id=02b929e9-1c1e-4b6f-8988-c240c8d949eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419998 Feb 09 15:48:27.444694 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.plugins.ml2.rpc [None req-812787cf-6466-4ce1-8c4e-c32e14b18d8a None None] Device f6e9eeb4-2469-4544-b6eb-078ade89284d details requested by agent hyperv_hv-cinder-82510 with host hv-cinder-82510 {{(pid=82903) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 15:48:27.580767 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.plugins.ml2.db [None req-812787cf-6466-4ce1-8c4e-c32e14b18d8a None None] For port f6e9eeb4-2469-4544-b6eb-078ade89284d, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=f6e9eeb4-2469-4544-b6eb-078ade89284d,segment=NetworkSegment(47be4392-46be-4f67-a93c-733fd962f305),segment_id=47be4392-46be-4f67-a93c-733fd962f305)] {{(pid=82903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:48:27.594047 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.plugins.ml2.rpc [None req-812787cf-6466-4ce1-8c4e-c32e14b18d8a None None] Returning: {'device': 'f6e9eeb4-2469-4544-b6eb-078ade89284d', 'network_id': '515106f2-407b-4cd0-874f-592278142559', 'port_id': 'f6e9eeb4-2469-4544-b6eb-078ade89284d', 'mac_address': 'fa:16:3e:fe:fa:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 843, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f6c0b2aa-667d-4387-9940-6f1b97474e6c', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82903) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 15:48:27.650300 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-812787cf-6466-4ce1-8c4e-c32e14b18d8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16080601'] for port, before_update {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:48:27.666942 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.notifiers.nova [None req-812787cf-6466-4ce1-8c4e-c32e14b18d8a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f6e9eeb4-2469-4544-b6eb-078ade89284d {{(pid=82903) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 15:48:27.682221 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.plugins.ml2.db [None req-812787cf-6466-4ce1-8c4e-c32e14b18d8a None None] For port f6e9eeb4-2469-4544-b6eb-078ade89284d, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=f6e9eeb4-2469-4544-b6eb-078ade89284d,segment=NetworkSegment(47be4392-46be-4f67-a93c-733fd962f305),segment_id=47be4392-46be-4f67-a93c-733fd962f305)] {{(pid=82903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:48:27.686777 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-812787cf-6466-4ce1-8c4e-c32e14b18d8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16080037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758755988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756758334055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756758334100'] for port, after_update {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:48:27.756360 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812787cf-6466-4ce1-8c4e-c32e14b18d8a None None] Pushing event updated for resources: {'Port': ['ID=f6e9eeb4-2469-4544-b6eb-078ade89284d,revision_number=6']} {{(pid=82903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:48:27.764626 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-812787cf-6466-4ce1-8c4e-c32e14b18d8a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825105-1-iscsi {{(pid=82903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:48:27.764960 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-812787cf-6466-4ce1-8c4e-c32e14b18d8a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825105-1-iscsi {{(pid=82903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:48:27.765290 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-812787cf-6466-4ce1-8c4e-c32e14b18d8a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825105-1-iscsi {{(pid=82903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:48:27.765613 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-812787cf-6466-4ce1-8c4e-c32e14b18d8a None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825105-1-iscsi {{(pid=82903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:48:27.765933 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-812787cf-6466-4ce1-8c4e-c32e14b18d8a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825105-1-iscsi {{(pid=82903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:48:27.766249 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-812787cf-6466-4ce1-8c4e-c32e14b18d8a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-825105-1-iscsi {{(pid=82903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:48:27.766564 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-812787cf-6466-4ce1-8c4e-c32e14b18d8a None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825105-1-iscsi {{(pid=82903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:48:27.766921 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-812787cf-6466-4ce1-8c4e-c32e14b18d8a None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825105-1-iscsi {{(pid=82903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:48:27.767217 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-812787cf-6466-4ce1-8c4e-c32e14b18d8a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825105-1-iscsi {{(pid=82903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:48:27.767527 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-812787cf-6466-4ce1-8c4e-c32e14b18d8a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825105-1-iscsi {{(pid=82903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:48:27.767835 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-812787cf-6466-4ce1-8c4e-c32e14b18d8a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825105-1-iscsi {{(pid=82903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:48:27.804294 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.plugins.ml2.db [None req-812787cf-6466-4ce1-8c4e-c32e14b18d8a None None] get_ports_and_sgs() called for port_ids ['f6e9eeb4-2469-4544-b6eb-078ade89284d'] {{(pid=82903) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 09 15:48:27.943412 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-e26c412d-2e9a-4654-b1a3-c342aaca8f05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758786133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16008869'] for agent, after_update {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:48:28.562940 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de563db-10e6-41de-9e7c-cf5fd5186fe1 req-f2da0788-3398-406e-978e-ae30f96c1ba8 tempest-AttachVolumeShelveTestJSON-409995212 tempest-AttachVolumeShelveTestJSON-409995212-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:48:28.564458 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-4de563db-10e6-41de-9e7c-cf5fd5186fe1 req-f2da0788-3398-406e-978e-ae30f96c1ba8 tempest-AttachVolumeShelveTestJSON-409995212 tempest-AttachVolumeShelveTestJSON-409995212-project] 10.222.0.67 "GET /v2.0/ports?device_id=de8923ac-5f8b-4562-84b5-94cd171a8ecb HTTP/1.1" status: 200 len: 945 time: 0.0849042 Feb 09 15:48:28.615782 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-4de563db-10e6-41de-9e7c-cf5fd5186fe1 req-ab26b1c4-d15b-4757-8d0e-37f7df952cd7 tempest-AttachVolumeShelveTestJSON-409995212 tempest-AttachVolumeShelveTestJSON-409995212-project] 10.222.0.67 "GET /v2.0/security-groups?id=02b929e9-1c1e-4b6f-8988-c240c8d949eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453544 Feb 09 15:48:29.461531 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.plugins.ml2.rpc [None req-812787cf-6466-4ce1-8c4e-c32e14b18d8a None None] Device f6e9eeb4-2469-4544-b6eb-078ade89284d up at agent hyperv_hv-cinder-82510 {{(pid=82903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 15:48:29.547389 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.db.provisioning_blocks [None req-812787cf-6466-4ce1-8c4e-c32e14b18d8a None None] Provisioning complete for port f6e9eeb4-2469-4544-b6eb-078ade89284d triggered by entity L2. {{(pid=82903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:48:29.547852 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-812787cf-6466-4ce1-8c4e-c32e14b18d8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16008948'] for port, provisioning_complete {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:48:29.672405 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-812787cf-6466-4ce1-8c4e-c32e14b18d8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16080601'] for port, before_update {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:48:29.702673 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de8923ac-5f8b-4562-84b5-94cd171a8ecb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6e9eeb4-2469-4544-b6eb-078ade89284d'}] {{(pid=82903) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 15:48:29.715004 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.plugins.ml2.db [None req-812787cf-6466-4ce1-8c4e-c32e14b18d8a None None] For port f6e9eeb4-2469-4544-b6eb-078ade89284d, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=f6e9eeb4-2469-4544-b6eb-078ade89284d,segment=NetworkSegment(47be4392-46be-4f67-a93c-733fd962f305),segment_id=47be4392-46be-4f67-a93c-733fd962f305)] {{(pid=82903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:48:29.719217 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-812787cf-6466-4ce1-8c4e-c32e14b18d8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16080037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758755988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756758334055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756758334100'] for port, after_update {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:48:29.806262 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812787cf-6466-4ce1-8c4e-c32e14b18d8a None None] Pushing event updated for resources: {'Port': ['ID=f6e9eeb4-2469-4544-b6eb-078ade89284d,revision_number=7']} {{(pid=82903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:48:29.886178 dv-cinder-825105-1-iscsi neutron-server[82903]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de8923ac-5f8b-4562-84b5-94cd171a8ecb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6e9eeb4-2469-4544-b6eb-078ade89284d', 'code': 200} Feb 09 15:48:29.937096 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e45946-afad-48df-b929-ceefa3d3d56a req-2a0b0be9-eba2-423d-987b-bb594b5fc565 tempest-AttachVolumeShelveTestJSON-409995212 tempest-AttachVolumeShelveTestJSON-409995212-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:48:29.938665 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-43e45946-afad-48df-b929-ceefa3d3d56a req-2a0b0be9-eba2-423d-987b-bb594b5fc565 tempest-AttachVolumeShelveTestJSON-409995212 tempest-AttachVolumeShelveTestJSON-409995212-project] 10.222.0.67 "GET /v2.0/ports?device_id=de8923ac-5f8b-4562-84b5-94cd171a8ecb HTTP/1.1" status: 200 len: 946 time: 0.1134474 Feb 09 15:48:30.003633 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-43e45946-afad-48df-b929-ceefa3d3d56a req-af248010-8faa-4ac1-9098-fd6da10256e5 tempest-AttachVolumeShelveTestJSON-409995212 tempest-AttachVolumeShelveTestJSON-409995212-project] 10.222.0.67 "GET /v2.0/security-groups?id=02b929e9-1c1e-4b6f-8988-c240c8d949eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523391 Feb 09 15:48:30.300988 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-cb295793-6653-434c-96be-af33b66326d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758786133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16008869'] for agent, after_update {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:48:30.307000 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-812787cf-6466-4ce1-8c4e-c32e14b18d8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758786133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16008869'] for agent, after_update {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:48:31.247613 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-1f7d0426-72a7-4c89-8e53-4ec430751ccf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758786133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16008869'] for agent, after_update {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:48:31.294085 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-763d5432-8c2e-46df-8dba-8a3acc84b81e req-098df92d-62be-4994-bc42-a1189adfb0c3 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=00c078b5-04f1-44e5-91c8-2c93e0def5ec&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1077175 Feb 09 15:48:31.300736 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92c9bd9-d03b-404b-b0b1-08b1f63d0377 req-16005ba6-7ad0-455d-b3ac-37a0556c4d71 tempest-AttachVolumeShelveTestJSON-409995212 tempest-AttachVolumeShelveTestJSON-409995212-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:48:31.302523 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-f92c9bd9-d03b-404b-b0b1-08b1f63d0377 req-16005ba6-7ad0-455d-b3ac-37a0556c4d71 tempest-AttachVolumeShelveTestJSON-409995212 tempest-AttachVolumeShelveTestJSON-409995212-project] 10.222.0.67 "GET /v2.0/ports?device_id=de8923ac-5f8b-4562-84b5-94cd171a8ecb HTTP/1.1" status: 200 len: 946 time: 0.1476917 Feb 09 15:48:31.372215 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-f92c9bd9-d03b-404b-b0b1-08b1f63d0377 req-f8e7e6d7-7614-468d-ab0c-b00277d08230 tempest-AttachVolumeShelveTestJSON-409995212 tempest-AttachVolumeShelveTestJSON-409995212-project] 10.222.0.67 "GET /v2.0/security-groups?id=02b929e9-1c1e-4b6f-8988-c240c8d949eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532756 Feb 09 15:48:31.461973 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-763d5432-8c2e-46df-8dba-8a3acc84b81e req-2fb14106-4d32-4f49-b52c-c430fc81ed0b service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=cdd6e08aa84a4a278ba05d9afe77bf68&device_id=00c078b5-04f1-44e5-91c8-2c93e0def5ec HTTP/1.1" status: 200 len: 1099 time: 0.0778887 Feb 09 15:48:31.559828 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-608c4fd2-211a-4ca9-a277-ad2a51be62ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758786133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16008869'] for agent, after_update {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:48:31.635252 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763d5432-8c2e-46df-8dba-8a3acc84b81e req-ddc0ee49-1c48-46e2-b399-fa9319596c8a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:48:31.637347 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-763d5432-8c2e-46df-8dba-8a3acc84b81e req-ddc0ee49-1c48-46e2-b399-fa9319596c8a service neutron] 10.222.0.47 "GET /v2.0/networks?id=a70d1a02-a2db-4792-86e7-c80512ee4e0d HTTP/1.1" status: 200 len: 912 time: 0.1538498 Feb 09 15:48:31.755190 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-763d5432-8c2e-46df-8dba-8a3acc84b81e req-263b1391-1ab4-4710-b6b3-a8e999c5aec8 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=da305289-c003-4929-93f1-6bfa7abe3f0f HTTP/1.1" status: 200 len: 1002 time: 0.1105421 Feb 09 15:48:31.835106 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763d5432-8c2e-46df-8dba-8a3acc84b81e req-e3aebfaf-348f-4add-8d09-975a1474e1dc service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:48:31.836533 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-763d5432-8c2e-46df-8dba-8a3acc84b81e req-e3aebfaf-348f-4add-8d09-975a1474e1dc service neutron] 10.222.0.47 "GET /v2.0/subnets?id=e77df24c-1903-4208-9651-061913c63dfc HTTP/1.1" status: 200 len: 850 time: 0.0750840 Feb 09 15:48:32.016387 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-763d5432-8c2e-46df-8dba-8a3acc84b81e req-f1f62ec6-325c-4618-af23-dbdcb6473cef service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=a70d1a02-a2db-4792-86e7-c80512ee4e0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1669009 Feb 09 15:48:32.156418 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-763d5432-8c2e-46df-8dba-8a3acc84b81e req-6af5d898-974d-4e9e-91e0-356999bf1c26 service neutron] 10.222.0.47 "GET /v2.0/networks/a70d1a02-a2db-4792-86e7-c80512ee4e0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1331131 Feb 09 15:48:32.321106 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-763d5432-8c2e-46df-8dba-8a3acc84b81e req-998e8034-4794-4c56-984e-5676398d2e98 service neutron] 10.222.0.47 "GET /v2.0/networks/a70d1a02-a2db-4792-86e7-c80512ee4e0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1586590 Feb 09 15:48:32.620624 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6ab195-4cb7-48c5-abe8-85b444dd7f51 req-4292cbbc-e38a-467e-985c-dd047cf967c0 tempest-AttachVolumeShelveTestJSON-409995212 tempest-AttachVolumeShelveTestJSON-409995212-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:48:32.625874 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-7b6ab195-4cb7-48c5-abe8-85b444dd7f51 req-4292cbbc-e38a-467e-985c-dd047cf967c0 tempest-AttachVolumeShelveTestJSON-409995212 tempest-AttachVolumeShelveTestJSON-409995212-project] 10.222.0.67 "GET /v2.0/ports?device_id=de8923ac-5f8b-4562-84b5-94cd171a8ecb HTTP/1.1" status: 200 len: 946 time: 0.0995567 Feb 09 15:48:32.685192 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-7b6ab195-4cb7-48c5-abe8-85b444dd7f51 req-5d2b10c1-21cc-412a-b818-da9ef2250401 tempest-AttachVolumeShelveTestJSON-409995212 tempest-AttachVolumeShelveTestJSON-409995212-project] 10.222.0.67 "GET /v2.0/security-groups?id=02b929e9-1c1e-4b6f-8988-c240c8d949eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531735 Feb 09 15:48:32.950785 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-faa751bb-9674-45ec-b131-f889431b03dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758786133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16008869'] for agent, after_update {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:48:33.914349 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db70329-7a84-429d-a1c0-ad48ba2e2547 req-f626a0a1-3f33-4a19-9642-b14f17434142 tempest-AttachVolumeShelveTestJSON-409995212 tempest-AttachVolumeShelveTestJSON-409995212-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:48:33.915799 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-8db70329-7a84-429d-a1c0-ad48ba2e2547 req-f626a0a1-3f33-4a19-9642-b14f17434142 tempest-AttachVolumeShelveTestJSON-409995212 tempest-AttachVolumeShelveTestJSON-409995212-project] 10.222.0.67 "GET /v2.0/ports?device_id=de8923ac-5f8b-4562-84b5-94cd171a8ecb HTTP/1.1" status: 200 len: 946 time: 0.0814128 Feb 09 15:48:33.979151 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-8db70329-7a84-429d-a1c0-ad48ba2e2547 req-2918e259-bba6-494b-8545-b8c346c10cdd tempest-AttachVolumeShelveTestJSON-409995212 tempest-AttachVolumeShelveTestJSON-409995212-project] 10.222.0.67 "GET /v2.0/security-groups?id=02b929e9-1c1e-4b6f-8988-c240c8d949eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543110 Feb 09 15:48:35.235474 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5ce19a-aaa9-4ee9-a161-a3e5f8fd5907 req-9d54ce0e-bbad-4073-a503-5bb905cfdc85 tempest-AttachVolumeShelveTestJSON-409995212 tempest-AttachVolumeShelveTestJSON-409995212-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:48:35.237265 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-2f5ce19a-aaa9-4ee9-a161-a3e5f8fd5907 req-9d54ce0e-bbad-4073-a503-5bb905cfdc85 tempest-AttachVolumeShelveTestJSON-409995212 tempest-AttachVolumeShelveTestJSON-409995212-project] 10.222.0.67 "GET /v2.0/ports?device_id=de8923ac-5f8b-4562-84b5-94cd171a8ecb HTTP/1.1" status: 200 len: 946 time: 0.1097724 Feb 09 15:48:35.290190 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-2f5ce19a-aaa9-4ee9-a161-a3e5f8fd5907 req-35110319-a7e5-4a2d-9a7b-c98c4c4efd6b tempest-AttachVolumeShelveTestJSON-409995212 tempest-AttachVolumeShelveTestJSON-409995212-project] 10.222.0.67 "GET /v2.0/security-groups?id=02b929e9-1c1e-4b6f-8988-c240c8d949eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457704 Feb 09 15:48:36.524921 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688449ee-08ab-4ac3-a25e-50189258ef71 req-2ff3294a-4c3a-44c0-8990-e17fb17f7bf2 tempest-AttachVolumeShelveTestJSON-409995212 tempest-AttachVolumeShelveTestJSON-409995212-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:48:36.526497 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-688449ee-08ab-4ac3-a25e-50189258ef71 req-2ff3294a-4c3a-44c0-8990-e17fb17f7bf2 tempest-AttachVolumeShelveTestJSON-409995212 tempest-AttachVolumeShelveTestJSON-409995212-project] 10.222.0.67 "GET /v2.0/ports?device_id=de8923ac-5f8b-4562-84b5-94cd171a8ecb HTTP/1.1" status: 200 len: 946 time: 0.0925236 Feb 09 15:48:36.577369 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-688449ee-08ab-4ac3-a25e-50189258ef71 req-8e6625d5-050d-44db-b993-d3d775a0ed9d tempest-AttachVolumeShelveTestJSON-409995212 tempest-AttachVolumeShelveTestJSON-409995212-project] 10.222.0.67 "GET /v2.0/security-groups?id=02b929e9-1c1e-4b6f-8988-c240c8d949eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446153 Feb 09 15:48:37.805321 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d487553a-7e34-4c54-97ba-f48bf66e4d10 req-9bb3fe9e-99e8-4ab3-bf3a-2dfb3a63cfeb tempest-AttachVolumeShelveTestJSON-409995212 tempest-AttachVolumeShelveTestJSON-409995212-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:48:37.807247 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-d487553a-7e34-4c54-97ba-f48bf66e4d10 req-9bb3fe9e-99e8-4ab3-bf3a-2dfb3a63cfeb tempest-AttachVolumeShelveTestJSON-409995212 tempest-AttachVolumeShelveTestJSON-409995212-project] 10.222.0.67 "GET /v2.0/ports?device_id=de8923ac-5f8b-4562-84b5-94cd171a8ecb HTTP/1.1" status: 200 len: 946 time: 0.0830152 Feb 09 15:48:37.861999 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-d487553a-7e34-4c54-97ba-f48bf66e4d10 req-1e6dbac8-d47f-4a7c-a8f1-0472184c37af tempest-AttachVolumeShelveTestJSON-409995212 tempest-AttachVolumeShelveTestJSON-409995212-project] 10.222.0.67 "GET /v2.0/security-groups?id=02b929e9-1c1e-4b6f-8988-c240c8d949eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484111 Feb 09 15:48:39.090258 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d98b237-3364-455c-9212-9008358e0e1c req-7e34ef58-8cfb-42c6-84a0-f0cdf0e3f8a7 tempest-AttachVolumeShelveTestJSON-409995212 tempest-AttachVolumeShelveTestJSON-409995212-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:48:39.092810 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-8d98b237-3364-455c-9212-9008358e0e1c req-7e34ef58-8cfb-42c6-84a0-f0cdf0e3f8a7 tempest-AttachVolumeShelveTestJSON-409995212 tempest-AttachVolumeShelveTestJSON-409995212-project] 10.222.0.67 "GET /v2.0/ports?device_id=de8923ac-5f8b-4562-84b5-94cd171a8ecb HTTP/1.1" status: 200 len: 946 time: 0.0844245 Feb 09 15:48:39.140501 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-8d98b237-3364-455c-9212-9008358e0e1c req-0236e85d-7dd5-4bd3-abdf-c16bbba5eadd tempest-AttachVolumeShelveTestJSON-409995212 tempest-AttachVolumeShelveTestJSON-409995212-project] 10.222.0.67 "GET /v2.0/security-groups?id=02b929e9-1c1e-4b6f-8988-c240c8d949eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421827 Feb 09 15:48:39.780299 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-79d74879-8349-4128-b137-a9e68fbd5540 req-b168c4e5-86d0-4d5e-819d-a7d1edd95e84 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=3afe9ff36570464cb3825318de2de71a&device_id=de8923ac-5f8b-4562-84b5-94cd171a8ecb HTTP/1.1" status: 200 len: 1099 time: 0.0687118 Feb 09 15:48:39.913671 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d74879-8349-4128-b137-a9e68fbd5540 req-03d2e446-12ba-4a26-9fb4-570fe71465b3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:48:39.915091 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-79d74879-8349-4128-b137-a9e68fbd5540 req-03d2e446-12ba-4a26-9fb4-570fe71465b3 service neutron] 10.222.0.47 "GET /v2.0/networks?id=515106f2-407b-4cd0-874f-592278142559 HTTP/1.1" status: 200 len: 918 time: 0.1282315 Feb 09 15:48:40.020882 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-79d74879-8349-4128-b137-a9e68fbd5540 req-ce53f3ea-a096-487c-8a7a-da97660c531d service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f6e9eeb4-2469-4544-b6eb-078ade89284d HTTP/1.1" status: 200 len: 1001 time: 0.0996864 Feb 09 15:48:40.084855 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d74879-8349-4128-b137-a9e68fbd5540 req-9fa64912-c1cf-4058-b835-e2738f621ea1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:48:40.086176 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-79d74879-8349-4128-b137-a9e68fbd5540 req-9fa64912-c1cf-4058-b835-e2738f621ea1 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=f6c0b2aa-667d-4387-9940-6f1b97474e6c HTTP/1.1" status: 200 len: 856 time: 0.0586557 Feb 09 15:48:40.167144 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-79d74879-8349-4128-b137-a9e68fbd5540 req-0134d3ed-e23a-4c4e-83ed-2e5179329746 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=515106f2-407b-4cd0-874f-592278142559&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0739093 Feb 09 15:48:40.301135 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-79d74879-8349-4128-b137-a9e68fbd5540 req-b93fe1f7-a36f-436c-9c78-a0ba8e8f9074 service neutron] 10.222.0.47 "GET /v2.0/networks/515106f2-407b-4cd0-874f-592278142559?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1275785 Feb 09 15:48:40.361025 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c80c812-5cdb-4d09-8e7e-533a2c7d93a8 req-bfc53075-c96d-4f83-a429-535cdc356b8c tempest-AttachVolumeShelveTestJSON-409995212 tempest-AttachVolumeShelveTestJSON-409995212-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:48:40.362378 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-8c80c812-5cdb-4d09-8e7e-533a2c7d93a8 req-bfc53075-c96d-4f83-a429-535cdc356b8c tempest-AttachVolumeShelveTestJSON-409995212 tempest-AttachVolumeShelveTestJSON-409995212-project] 10.222.0.67 "GET /v2.0/ports?device_id=de8923ac-5f8b-4562-84b5-94cd171a8ecb HTTP/1.1" status: 200 len: 946 time: 0.0821593 Feb 09 15:48:40.408484 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-8c80c812-5cdb-4d09-8e7e-533a2c7d93a8 req-2fc8e9ce-8640-4656-ab86-a58341bebbb5 tempest-AttachVolumeShelveTestJSON-409995212 tempest-AttachVolumeShelveTestJSON-409995212-project] 10.222.0.67 "GET /v2.0/security-groups?id=02b929e9-1c1e-4b6f-8988-c240c8d949eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406010 Feb 09 15:48:40.444636 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-79d74879-8349-4128-b137-a9e68fbd5540 req-1487d2eb-2f45-4aeb-8ced-d5216153e7d6 service neutron] 10.222.0.47 "GET /v2.0/networks/515106f2-407b-4cd0-874f-592278142559?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1369069 Feb 09 15:48:41.647672 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e833674-c88b-48ba-a468-e93e19424d82 req-fdcdd3cc-21cf-4537-a5a6-b16a0dcf4319 tempest-AttachVolumeShelveTestJSON-409995212 tempest-AttachVolumeShelveTestJSON-409995212-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:48:41.649317 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-7e833674-c88b-48ba-a468-e93e19424d82 req-fdcdd3cc-21cf-4537-a5a6-b16a0dcf4319 tempest-AttachVolumeShelveTestJSON-409995212 tempest-AttachVolumeShelveTestJSON-409995212-project] 10.222.0.67 "GET /v2.0/ports?device_id=de8923ac-5f8b-4562-84b5-94cd171a8ecb HTTP/1.1" status: 200 len: 946 time: 0.0848904 Feb 09 15:48:41.712230 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-7e833674-c88b-48ba-a468-e93e19424d82 req-19432741-2e7a-4534-b2b4-e98b08f5e5aa tempest-AttachVolumeShelveTestJSON-409995212 tempest-AttachVolumeShelveTestJSON-409995212-project] 10.222.0.67 "GET /v2.0/security-groups?id=02b929e9-1c1e-4b6f-8988-c240c8d949eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537467 Feb 09 15:48:42.935820 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac5a4da-6d00-4fc8-8bc1-d8f3d611afbd req-57d4b6b4-3dfa-4e35-bb1b-6834b9d011fe tempest-AttachVolumeShelveTestJSON-409995212 tempest-AttachVolumeShelveTestJSON-409995212-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:48:42.937307 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-1ac5a4da-6d00-4fc8-8bc1-d8f3d611afbd req-57d4b6b4-3dfa-4e35-bb1b-6834b9d011fe tempest-AttachVolumeShelveTestJSON-409995212 tempest-AttachVolumeShelveTestJSON-409995212-project] 10.222.0.67 "GET /v2.0/ports?device_id=de8923ac-5f8b-4562-84b5-94cd171a8ecb HTTP/1.1" status: 200 len: 946 time: 0.0812535 Feb 09 15:48:42.983476 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-1ac5a4da-6d00-4fc8-8bc1-d8f3d611afbd req-c09e002c-cf2b-4cb4-88f2-9d694ddf1865 tempest-AttachVolumeShelveTestJSON-409995212 tempest-AttachVolumeShelveTestJSON-409995212-project] 10.222.0.67 "GET /v2.0/security-groups?id=02b929e9-1c1e-4b6f-8988-c240c8d949eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406392 Feb 09 15:48:43.541068 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.plugins.ml2.rpc [None req-812787cf-6466-4ce1-8c4e-c32e14b18d8a None None] Device f6e9eeb4-2469-4544-b6eb-078ade89284d no longer exists at agent hyperv_hv-cinder-82510 {{(pid=82903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 15:48:43.658741 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-812787cf-6466-4ce1-8c4e-c32e14b18d8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16080601'] for port, before_update {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:48:43.691812 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de8923ac-5f8b-4562-84b5-94cd171a8ecb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f6e9eeb4-2469-4544-b6eb-078ade89284d'}] {{(pid=82903) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 15:48:43.702229 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.plugins.ml2.db [None req-812787cf-6466-4ce1-8c4e-c32e14b18d8a None None] For port f6e9eeb4-2469-4544-b6eb-078ade89284d, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=f6e9eeb4-2469-4544-b6eb-078ade89284d,segment=NetworkSegment(47be4392-46be-4f67-a93c-733fd962f305),segment_id=47be4392-46be-4f67-a93c-733fd962f305)] {{(pid=82903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:48:43.706679 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-812787cf-6466-4ce1-8c4e-c32e14b18d8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16080037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758755988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756758334055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756758334100'] for port, after_update {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:48:43.765603 dv-cinder-825105-1-iscsi neutron-server[82903]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'de8923ac-5f8b-4562-84b5-94cd171a8ecb', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'f6e9eeb4-2469-4544-b6eb-078ade89284d', 'code': 422} returned with failed status Feb 09 15:48:43.784646 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812787cf-6466-4ce1-8c4e-c32e14b18d8a None None] Pushing event updated for resources: {'Port': ['ID=f6e9eeb4-2469-4544-b6eb-078ade89284d,revision_number=8']} {{(pid=82903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:48:44.251638 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd92faa-8067-4163-8c0b-33f8ee2c3c15 req-492d3919-a593-4265-aa07-610b0a4503ef tempest-AttachVolumeTestJSON-950875345 tempest-AttachVolumeTestJSON-950875345-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:48:44.253527 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-2dd92faa-8067-4163-8c0b-33f8ee2c3c15 req-492d3919-a593-4265-aa07-610b0a4503ef tempest-AttachVolumeTestJSON-950875345 tempest-AttachVolumeTestJSON-950875345-project] 10.222.0.67 "GET /v2.0/ports?device_id=00c078b5-04f1-44e5-91c8-2c93e0def5ec HTTP/1.1" status: 200 len: 946 time: 0.0862448 Feb 09 15:48:44.379013 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-2dd92faa-8067-4163-8c0b-33f8ee2c3c15 req-f8ffcdc1-f306-4a2a-9f16-9735082dc186 tempest-AttachVolumeTestJSON-950875345 tempest-AttachVolumeTestJSON-950875345-project] 10.222.0.67 "GET /v2.0/security-groups?id=9d14b308-0fbe-484b-9657-f76cb88f711f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1195712 Feb 09 15:48:44.658047 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-4300b20a-7ef5-4feb-9ece-49cedf8299cf req-74da751d-2143-4d4a-9498-76316f8918d4 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=de8923ac-5f8b-4562-84b5-94cd171a8ecb&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.2157812 Feb 09 15:48:44.920466 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-796b4dae-ef2f-4368-bd7d-c66487152409 req-6e4ae197-6bbc-4ecd-9c31-5bc4e85d6c19 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=de8923ac-5f8b-4562-84b5-94cd171a8ecb&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0758607 Feb 09 15:48:44.927285 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991415f4-ad0d-4568-8015-3479eb09b250 req-e3194f56-a429-4ca6-9a05-7a7a0a66d707 tempest-AttachVolumeShelveTestJSON-409995212 tempest-AttachVolumeShelveTestJSON-409995212-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:48:44.929288 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-991415f4-ad0d-4568-8015-3479eb09b250 req-e3194f56-a429-4ca6-9a05-7a7a0a66d707 tempest-AttachVolumeShelveTestJSON-409995212 tempest-AttachVolumeShelveTestJSON-409995212-project] 10.222.0.67 "GET /v2.0/ports?device_id=de8923ac-5f8b-4562-84b5-94cd171a8ecb HTTP/1.1" status: 200 len: 944 time: 0.0800643 Feb 09 15:48:44.998322 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-991415f4-ad0d-4568-8015-3479eb09b250 req-1f65754c-0973-4969-8981-ca7ded4ce4b2 tempest-AttachVolumeShelveTestJSON-409995212 tempest-AttachVolumeShelveTestJSON-409995212-project] 10.222.0.67 "GET /v2.0/security-groups?id=02b929e9-1c1e-4b6f-8988-c240c8d949eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0624423 Feb 09 15:48:45.581047 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1280f320-2391-45c3-8bc5-d9e2ce77df2d req-fc7724f3-b7dc-46cf-9975-a7175825b8a2 tempest-AttachVolumeTestJSON-950875345 tempest-AttachVolumeTestJSON-950875345-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:48:45.582484 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-1280f320-2391-45c3-8bc5-d9e2ce77df2d req-fc7724f3-b7dc-46cf-9975-a7175825b8a2 tempest-AttachVolumeTestJSON-950875345 tempest-AttachVolumeTestJSON-950875345-project] 10.222.0.67 "GET /v2.0/ports?device_id=00c078b5-04f1-44e5-91c8-2c93e0def5ec HTTP/1.1" status: 200 len: 946 time: 0.0803475 Feb 09 15:48:45.641298 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-1280f320-2391-45c3-8bc5-d9e2ce77df2d req-ceada3dc-549c-475d-bfd1-832a99f9ea00 tempest-AttachVolumeTestJSON-950875345 tempest-AttachVolumeTestJSON-950875345-project] 10.222.0.67 "GET /v2.0/security-groups?id=9d14b308-0fbe-484b-9657-f76cb88f711f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0523407 Feb 09 15:48:45.673187 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-796b4dae-ef2f-4368-bd7d-c66487152409 req-907161ac-f679-47cc-9a5b-5b02abed0300 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=de8923ac-5f8b-4562-84b5-94cd171a8ecb&tenant_id=3afe9ff36570464cb3825318de2de71a HTTP/1.1" status: 200 len: 1097 time: 0.0818975 Feb 09 15:48:45.769654 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-796b4dae-ef2f-4368-bd7d-c66487152409 req-7d0eda9d-986e-4680-b102-56316a021c6b service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=3afe9ff36570464cb3825318de2de71a&device_id=de8923ac-5f8b-4562-84b5-94cd171a8ecb HTTP/1.1" status: 200 len: 1097 time: 0.0750186 Feb 09 15:48:45.903795 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796b4dae-ef2f-4368-bd7d-c66487152409 req-4a1dfe23-95ac-486d-bdb1-8823f5f94503 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:48:45.905799 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-796b4dae-ef2f-4368-bd7d-c66487152409 req-4a1dfe23-95ac-486d-bdb1-8823f5f94503 service neutron] 10.222.0.47 "GET /v2.0/networks?id=515106f2-407b-4cd0-874f-592278142559 HTTP/1.1" status: 200 len: 918 time: 0.1291640 Feb 09 15:48:46.020543 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-796b4dae-ef2f-4368-bd7d-c66487152409 req-f8942bff-112b-4c69-b8d7-d3417366bc8b service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f6e9eeb4-2469-4544-b6eb-078ade89284d HTTP/1.1" status: 200 len: 999 time: 0.1081216 Feb 09 15:48:46.089022 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796b4dae-ef2f-4368-bd7d-c66487152409 req-348a4f3e-e2ac-4ddc-a9aa-e1a77a9f75d5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:48:46.090441 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-796b4dae-ef2f-4368-bd7d-c66487152409 req-348a4f3e-e2ac-4ddc-a9aa-e1a77a9f75d5 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=f6c0b2aa-667d-4387-9940-6f1b97474e6c HTTP/1.1" status: 200 len: 856 time: 0.0642076 Feb 09 15:48:46.231107 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-796b4dae-ef2f-4368-bd7d-c66487152409 req-27226434-42a1-4cba-8b65-7258beb3a97c service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=515106f2-407b-4cd0-874f-592278142559&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1342385 Feb 09 15:48:46.264238 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9e97de-8730-4d02-add8-0749d3d41665 req-54fe9472-bc16-4bf5-9724-ec005247e5fb tempest-AttachVolumeShelveTestJSON-409995212 tempest-AttachVolumeShelveTestJSON-409995212-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:48:46.265656 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-2d9e97de-8730-4d02-add8-0749d3d41665 req-54fe9472-bc16-4bf5-9724-ec005247e5fb tempest-AttachVolumeShelveTestJSON-409995212 tempest-AttachVolumeShelveTestJSON-409995212-project] 10.222.0.67 "GET /v2.0/ports?device_id=de8923ac-5f8b-4562-84b5-94cd171a8ecb HTTP/1.1" status: 200 len: 944 time: 0.1253238 Feb 09 15:48:46.394180 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-2d9e97de-8730-4d02-add8-0749d3d41665 req-70f6d850-f4ed-4919-95ec-216023077f27 tempest-AttachVolumeShelveTestJSON-409995212 tempest-AttachVolumeShelveTestJSON-409995212-project] 10.222.0.67 "GET /v2.0/security-groups?id=02b929e9-1c1e-4b6f-8988-c240c8d949eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0770562 Feb 09 15:48:46.413546 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-796b4dae-ef2f-4368-bd7d-c66487152409 req-87e06b01-c7d2-465e-bac5-ca050b92cc8b service neutron] 10.222.0.47 "GET /v2.0/networks/515106f2-407b-4cd0-874f-592278142559?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1749516 Feb 09 15:48:46.548570 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-796b4dae-ef2f-4368-bd7d-c66487152409 req-5ee2d599-3dad-4cdf-956c-68a98239a1a7 service neutron] 10.222.0.47 "GET /v2.0/networks/515106f2-407b-4cd0-874f-592278142559?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1285393 Feb 09 15:48:46.849608 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a799eb18-6df1-4a90-b4ab-977e2b37c317 req-25dbbc43-db13-429c-972a-7c5bd290d89d tempest-AttachVolumeTestJSON-950875345 tempest-AttachVolumeTestJSON-950875345-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:48:46.851142 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-a799eb18-6df1-4a90-b4ab-977e2b37c317 req-25dbbc43-db13-429c-972a-7c5bd290d89d tempest-AttachVolumeTestJSON-950875345 tempest-AttachVolumeTestJSON-950875345-project] 10.222.0.67 "GET /v2.0/ports?device_id=00c078b5-04f1-44e5-91c8-2c93e0def5ec HTTP/1.1" status: 200 len: 946 time: 0.0829279 Feb 09 15:48:46.897022 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-a799eb18-6df1-4a90-b4ab-977e2b37c317 req-3a467040-538a-4d35-bdfc-ac3fcbf46c73 tempest-AttachVolumeTestJSON-950875345 tempest-AttachVolumeTestJSON-950875345-project] 10.222.0.67 "GET /v2.0/security-groups?id=9d14b308-0fbe-484b-9657-f76cb88f711f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402751 Feb 09 15:48:47.652436 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d20eca-e05a-46a0-b43a-cf594a1555ed req-0b847095-0e32-40fe-aae2-b9aea7073f29 tempest-AttachVolumeShelveTestJSON-409995212 tempest-AttachVolumeShelveTestJSON-409995212-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:48:47.655488 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-f1d20eca-e05a-46a0-b43a-cf594a1555ed req-0b847095-0e32-40fe-aae2-b9aea7073f29 tempest-AttachVolumeShelveTestJSON-409995212 tempest-AttachVolumeShelveTestJSON-409995212-project] 10.222.0.67 "GET /v2.0/ports?device_id=de8923ac-5f8b-4562-84b5-94cd171a8ecb HTTP/1.1" status: 200 len: 944 time: 0.0906792 Feb 09 15:48:47.708042 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-f1d20eca-e05a-46a0-b43a-cf594a1555ed req-bc7ea872-7347-4fe8-80ae-c4a75c02d15e tempest-AttachVolumeShelveTestJSON-409995212 tempest-AttachVolumeShelveTestJSON-409995212-project] 10.222.0.67 "GET /v2.0/security-groups?id=02b929e9-1c1e-4b6f-8988-c240c8d949eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447700 Feb 09 15:48:48.120185 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2eb2ff-a02f-41df-ac51-e5ff33d2b539 req-ba26f164-5937-42b7-880d-2a398b47b067 tempest-AttachVolumeTestJSON-950875345 tempest-AttachVolumeTestJSON-950875345-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:48:48.121773 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-0f2eb2ff-a02f-41df-ac51-e5ff33d2b539 req-ba26f164-5937-42b7-880d-2a398b47b067 tempest-AttachVolumeTestJSON-950875345 tempest-AttachVolumeTestJSON-950875345-project] 10.222.0.67 "GET /v2.0/ports?device_id=00c078b5-04f1-44e5-91c8-2c93e0def5ec HTTP/1.1" status: 200 len: 946 time: 0.0875144 Feb 09 15:48:48.171594 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-0f2eb2ff-a02f-41df-ac51-e5ff33d2b539 req-adda5f86-b916-41f5-a4ca-d83680d57d94 tempest-AttachVolumeTestJSON-950875345 tempest-AttachVolumeTestJSON-950875345-project] 10.222.0.67 "GET /v2.0/security-groups?id=9d14b308-0fbe-484b-9657-f76cb88f711f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439396 Feb 09 15:48:48.939727 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f40c56-2bcb-4fca-9233-77cafb865dab req-b623888e-90f1-49c6-8382-ef8ad1a4f6cf tempest-AttachVolumeShelveTestJSON-409995212 tempest-AttachVolumeShelveTestJSON-409995212-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:48:48.941302 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-09f40c56-2bcb-4fca-9233-77cafb865dab req-b623888e-90f1-49c6-8382-ef8ad1a4f6cf tempest-AttachVolumeShelveTestJSON-409995212 tempest-AttachVolumeShelveTestJSON-409995212-project] 10.222.0.67 "GET /v2.0/ports?device_id=de8923ac-5f8b-4562-84b5-94cd171a8ecb HTTP/1.1" status: 200 len: 944 time: 0.0851436 Feb 09 15:48:48.996558 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-09f40c56-2bcb-4fca-9233-77cafb865dab req-99b35de7-31eb-4c76-96da-7d02d15214f7 tempest-AttachVolumeShelveTestJSON-409995212 tempest-AttachVolumeShelveTestJSON-409995212-project] 10.222.0.67 "GET /v2.0/security-groups?id=02b929e9-1c1e-4b6f-8988-c240c8d949eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485651 Feb 09 15:48:49.382953 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a05d78-3303-450f-88e4-eaad7fc4f93d req-fe578b95-4d72-4cd6-9b9f-6c329fddc64a tempest-AttachVolumeTestJSON-950875345 tempest-AttachVolumeTestJSON-950875345-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:48:49.384559 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-57a05d78-3303-450f-88e4-eaad7fc4f93d req-fe578b95-4d72-4cd6-9b9f-6c329fddc64a tempest-AttachVolumeTestJSON-950875345 tempest-AttachVolumeTestJSON-950875345-project] 10.222.0.67 "GET /v2.0/ports?device_id=00c078b5-04f1-44e5-91c8-2c93e0def5ec HTTP/1.1" status: 200 len: 946 time: 0.0824814 Feb 09 15:48:49.436620 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-57a05d78-3303-450f-88e4-eaad7fc4f93d req-4c810aa0-44e7-4d42-8c7a-70f5c31523ef tempest-AttachVolumeTestJSON-950875345 tempest-AttachVolumeTestJSON-950875345-project] 10.222.0.67 "GET /v2.0/security-groups?id=9d14b308-0fbe-484b-9657-f76cb88f711f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450883 Feb 09 15:48:50.232062 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f59955-c889-4be0-af46-acf3668cdb40 req-e2fd83b1-7553-49b6-85d0-77e87c8744d8 tempest-AttachVolumeShelveTestJSON-409995212 tempest-AttachVolumeShelveTestJSON-409995212-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:48:50.233891 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-b9f59955-c889-4be0-af46-acf3668cdb40 req-e2fd83b1-7553-49b6-85d0-77e87c8744d8 tempest-AttachVolumeShelveTestJSON-409995212 tempest-AttachVolumeShelveTestJSON-409995212-project] 10.222.0.67 "GET /v2.0/ports?device_id=de8923ac-5f8b-4562-84b5-94cd171a8ecb HTTP/1.1" status: 200 len: 944 time: 0.0841959 Feb 09 15:48:50.283023 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-b9f59955-c889-4be0-af46-acf3668cdb40 req-9e2f73d2-551c-4205-a8ef-4170a4418e91 tempest-AttachVolumeShelveTestJSON-409995212 tempest-AttachVolumeShelveTestJSON-409995212-project] 10.222.0.67 "GET /v2.0/security-groups?id=02b929e9-1c1e-4b6f-8988-c240c8d949eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431573 Feb 09 15:48:50.658764 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633b40b8-0605-4f61-a3e5-e594c0df4728 req-f96e6216-028f-4a32-9998-efa596879e35 tempest-AttachVolumeTestJSON-950875345 tempest-AttachVolumeTestJSON-950875345-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:48:50.660315 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-633b40b8-0605-4f61-a3e5-e594c0df4728 req-f96e6216-028f-4a32-9998-efa596879e35 tempest-AttachVolumeTestJSON-950875345 tempest-AttachVolumeTestJSON-950875345-project] 10.222.0.67 "GET /v2.0/ports?device_id=00c078b5-04f1-44e5-91c8-2c93e0def5ec HTTP/1.1" status: 200 len: 946 time: 0.0899034 Feb 09 15:48:50.710175 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-633b40b8-0605-4f61-a3e5-e594c0df4728 req-84537d16-bb05-4aa9-9f5f-44b9cc0e8627 tempest-AttachVolumeTestJSON-950875345 tempest-AttachVolumeTestJSON-950875345-project] 10.222.0.67 "GET /v2.0/security-groups?id=9d14b308-0fbe-484b-9657-f76cb88f711f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440674 Feb 09 15:48:51.511935 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45235815-3723-40fb-9514-bed0caf838b6 req-61c01d66-73fa-4904-8d30-cc6e8105a59c tempest-AttachVolumeShelveTestJSON-409995212 tempest-AttachVolumeShelveTestJSON-409995212-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:48:51.513620 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-45235815-3723-40fb-9514-bed0caf838b6 req-61c01d66-73fa-4904-8d30-cc6e8105a59c tempest-AttachVolumeShelveTestJSON-409995212 tempest-AttachVolumeShelveTestJSON-409995212-project] 10.222.0.67 "GET /v2.0/ports?device_id=de8923ac-5f8b-4562-84b5-94cd171a8ecb HTTP/1.1" status: 200 len: 944 time: 0.0852685 Feb 09 15:48:51.562404 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-45235815-3723-40fb-9514-bed0caf838b6 req-445ee586-bc0a-4664-929f-8fd6ae220263 tempest-AttachVolumeShelveTestJSON-409995212 tempest-AttachVolumeShelveTestJSON-409995212-project] 10.222.0.67 "GET /v2.0/security-groups?id=02b929e9-1c1e-4b6f-8988-c240c8d949eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430768 Feb 09 15:48:51.935870 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9776151b-08bb-498d-b618-ed9c502375b8 req-009e670f-6282-4999-a635-897877cafdad tempest-AttachVolumeTestJSON-950875345 tempest-AttachVolumeTestJSON-950875345-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:48:51.938365 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-9776151b-08bb-498d-b618-ed9c502375b8 req-009e670f-6282-4999-a635-897877cafdad tempest-AttachVolumeTestJSON-950875345 tempest-AttachVolumeTestJSON-950875345-project] 10.222.0.67 "GET /v2.0/ports?device_id=00c078b5-04f1-44e5-91c8-2c93e0def5ec HTTP/1.1" status: 200 len: 946 time: 0.0901661 Feb 09 15:48:51.988151 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-9776151b-08bb-498d-b618-ed9c502375b8 req-5b2b650f-d8e2-4ad0-adb1-db47fa3bf7c8 tempest-AttachVolumeTestJSON-950875345 tempest-AttachVolumeTestJSON-950875345-project] 10.222.0.67 "GET /v2.0/security-groups?id=9d14b308-0fbe-484b-9657-f76cb88f711f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434706 Feb 09 15:48:52.806559 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63e22fd-5a65-475a-894e-ebfb1c80964a req-86d5cfc5-96b8-491f-acee-8f27b8427921 tempest-AttachVolumeShelveTestJSON-409995212 tempest-AttachVolumeShelveTestJSON-409995212-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:48:52.808107 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-c63e22fd-5a65-475a-894e-ebfb1c80964a req-86d5cfc5-96b8-491f-acee-8f27b8427921 tempest-AttachVolumeShelveTestJSON-409995212 tempest-AttachVolumeShelveTestJSON-409995212-project] 10.222.0.67 "GET /v2.0/ports?device_id=de8923ac-5f8b-4562-84b5-94cd171a8ecb HTTP/1.1" status: 200 len: 944 time: 0.0804057 Feb 09 15:48:52.855779 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-c63e22fd-5a65-475a-894e-ebfb1c80964a req-b177adc7-b7bd-460f-90c9-41a7e8befca1 tempest-AttachVolumeShelveTestJSON-409995212 tempest-AttachVolumeShelveTestJSON-409995212-project] 10.222.0.67 "GET /v2.0/security-groups?id=02b929e9-1c1e-4b6f-8988-c240c8d949eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407841 Feb 09 15:48:53.200361 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a421470-858e-44e9-8094-82f6ac86f3e3 req-65322aad-acea-4f53-8ea9-82189005ba99 tempest-AttachVolumeTestJSON-950875345 tempest-AttachVolumeTestJSON-950875345-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:48:53.204039 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-2a421470-858e-44e9-8094-82f6ac86f3e3 req-65322aad-acea-4f53-8ea9-82189005ba99 tempest-AttachVolumeTestJSON-950875345 tempest-AttachVolumeTestJSON-950875345-project] 10.222.0.67 "GET /v2.0/ports?device_id=00c078b5-04f1-44e5-91c8-2c93e0def5ec HTTP/1.1" status: 200 len: 946 time: 0.0888009 Feb 09 15:48:53.254378 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-2a421470-858e-44e9-8094-82f6ac86f3e3 req-eddc46b4-e43c-4268-bac5-6c16be9f6332 tempest-AttachVolumeTestJSON-950875345 tempest-AttachVolumeTestJSON-950875345-project] 10.222.0.67 "GET /v2.0/security-groups?id=9d14b308-0fbe-484b-9657-f76cb88f711f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463529 Feb 09 15:48:54.104146 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e7d3dc-1a12-40b2-a7b7-734f904ff32d req-c86d8864-18eb-47d4-aef2-0e504221f621 tempest-AttachVolumeShelveTestJSON-409995212 tempest-AttachVolumeShelveTestJSON-409995212-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:48:54.105632 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-15e7d3dc-1a12-40b2-a7b7-734f904ff32d req-c86d8864-18eb-47d4-aef2-0e504221f621 tempest-AttachVolumeShelveTestJSON-409995212 tempest-AttachVolumeShelveTestJSON-409995212-project] 10.222.0.67 "GET /v2.0/ports?device_id=de8923ac-5f8b-4562-84b5-94cd171a8ecb HTTP/1.1" status: 200 len: 944 time: 0.0939913 Feb 09 15:48:54.160179 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-15e7d3dc-1a12-40b2-a7b7-734f904ff32d req-b26feff1-7a2d-4e94-a12d-61020dd86351 tempest-AttachVolumeShelveTestJSON-409995212 tempest-AttachVolumeShelveTestJSON-409995212-project] 10.222.0.67 "GET /v2.0/security-groups?id=02b929e9-1c1e-4b6f-8988-c240c8d949eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464766 Feb 09 15:48:54.470120 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1e1815-824d-4d16-bf74-5f3cc282249b req-068c43cb-b437-483a-b629-95fc96f45f73 tempest-AttachVolumeTestJSON-950875345 tempest-AttachVolumeTestJSON-950875345-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:48:54.471605 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-0f1e1815-824d-4d16-bf74-5f3cc282249b req-068c43cb-b437-483a-b629-95fc96f45f73 tempest-AttachVolumeTestJSON-950875345 tempest-AttachVolumeTestJSON-950875345-project] 10.222.0.67 "GET /v2.0/ports?device_id=00c078b5-04f1-44e5-91c8-2c93e0def5ec HTTP/1.1" status: 200 len: 946 time: 0.0829239 Feb 09 15:48:54.525092 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-0f1e1815-824d-4d16-bf74-5f3cc282249b req-53a9469a-e94a-457a-ad97-713e22daffed tempest-AttachVolumeTestJSON-950875345 tempest-AttachVolumeTestJSON-950875345-project] 10.222.0.67 "GET /v2.0/security-groups?id=9d14b308-0fbe-484b-9657-f76cb88f711f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479209 Feb 09 15:48:55.059092 dv-cinder-825105-1-iscsi neutron-server[82904]: DEBUG neutron.db.agents_db [None req-77d1faa3-9ee6-4a91-bd02-8524aa1f9325 None None] Agent healthcheck: found 6 active agents {{(pid=82904) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 15:48:55.524957 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f64df8c-a129-4c78-90fd-ef022340f53e req-7e5395e6-9f42-45cd-baaa-07f3720350f4 tempest-AttachVolumeShelveTestJSON-409995212 tempest-AttachVolumeShelveTestJSON-409995212-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:48:55.526292 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-4f64df8c-a129-4c78-90fd-ef022340f53e req-7e5395e6-9f42-45cd-baaa-07f3720350f4 tempest-AttachVolumeShelveTestJSON-409995212 tempest-AttachVolumeShelveTestJSON-409995212-project] 10.222.0.67 "GET /v2.0/ports?device_id=de8923ac-5f8b-4562-84b5-94cd171a8ecb HTTP/1.1" status: 200 len: 944 time: 0.0806127 Feb 09 15:48:55.576232 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-4f64df8c-a129-4c78-90fd-ef022340f53e req-cc0aea0b-42a0-4c4a-91bf-7cb0df46a4e3 tempest-AttachVolumeShelveTestJSON-409995212 tempest-AttachVolumeShelveTestJSON-409995212-project] 10.222.0.67 "GET /v2.0/security-groups?id=02b929e9-1c1e-4b6f-8988-c240c8d949eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436625 Feb 09 15:48:55.727691 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008b9544-05ca-4402-872c-19b21094ee8f req-59501975-db74-4c34-9dab-7455a09d42bf tempest-AttachVolumeTestJSON-950875345 tempest-AttachVolumeTestJSON-950875345-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:48:55.729146 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-008b9544-05ca-4402-872c-19b21094ee8f req-59501975-db74-4c34-9dab-7455a09d42bf tempest-AttachVolumeTestJSON-950875345 tempest-AttachVolumeTestJSON-950875345-project] 10.222.0.67 "GET /v2.0/ports?device_id=00c078b5-04f1-44e5-91c8-2c93e0def5ec HTTP/1.1" status: 200 len: 946 time: 0.0765848 Feb 09 15:48:55.775339 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-008b9544-05ca-4402-872c-19b21094ee8f req-2102cbdf-bfb7-4db1-830f-da97375d9286 tempest-AttachVolumeTestJSON-950875345 tempest-AttachVolumeTestJSON-950875345-project] 10.222.0.67 "GET /v2.0/security-groups?id=9d14b308-0fbe-484b-9657-f76cb88f711f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405850 Feb 09 15:48:56.847449 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d24029-0893-44ae-adab-6652f4811b28 req-41d0d990-95ca-4d93-b1aa-7480b961a495 tempest-AttachVolumeShelveTestJSON-409995212 tempest-AttachVolumeShelveTestJSON-409995212-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:48:56.849006 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-42d24029-0893-44ae-adab-6652f4811b28 req-41d0d990-95ca-4d93-b1aa-7480b961a495 tempest-AttachVolumeShelveTestJSON-409995212 tempest-AttachVolumeShelveTestJSON-409995212-project] 10.222.0.67 "GET /v2.0/ports?device_id=de8923ac-5f8b-4562-84b5-94cd171a8ecb HTTP/1.1" status: 200 len: 944 time: 0.1382594 Feb 09 15:48:56.896235 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-42d24029-0893-44ae-adab-6652f4811b28 req-7d93d1b6-e842-44b3-88b8-463060df43ae tempest-AttachVolumeShelveTestJSON-409995212 tempest-AttachVolumeShelveTestJSON-409995212-project] 10.222.0.67 "GET /v2.0/security-groups?id=02b929e9-1c1e-4b6f-8988-c240c8d949eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415602 Feb 09 15:48:56.996053 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e279a884-7547-4f4e-b9bc-033786851e7a req-f3c9063c-280e-4fcd-ab7f-c2de74830f75 tempest-AttachVolumeTestJSON-950875345 tempest-AttachVolumeTestJSON-950875345-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:48:56.997497 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-e279a884-7547-4f4e-b9bc-033786851e7a req-f3c9063c-280e-4fcd-ab7f-c2de74830f75 tempest-AttachVolumeTestJSON-950875345 tempest-AttachVolumeTestJSON-950875345-project] 10.222.0.67 "GET /v2.0/ports?device_id=00c078b5-04f1-44e5-91c8-2c93e0def5ec HTTP/1.1" status: 200 len: 946 time: 0.0947433 Feb 09 15:48:57.044784 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-e279a884-7547-4f4e-b9bc-033786851e7a req-7b9026e8-0cf9-4726-8a7a-60dd97f69df9 tempest-AttachVolumeTestJSON-950875345 tempest-AttachVolumeTestJSON-950875345-project] 10.222.0.67 "GET /v2.0/security-groups?id=9d14b308-0fbe-484b-9657-f76cb88f711f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413647 Feb 09 15:48:57.419719 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a09cd5-6074-4cb9-a7a5-d1393d389224 req-c6af9d31-7c46-4726-b2c8-02aead9d2b08 tempest-AttachVolumeTestJSON-950875345 tempest-AttachVolumeTestJSON-950875345-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:48:57.421886 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-26a09cd5-6074-4cb9-a7a5-d1393d389224 req-c6af9d31-7c46-4726-b2c8-02aead9d2b08 tempest-AttachVolumeTestJSON-950875345 tempest-AttachVolumeTestJSON-950875345-project] 10.222.0.67 "GET /v2.0/ports?device_id=00c078b5-04f1-44e5-91c8-2c93e0def5ec HTTP/1.1" status: 200 len: 946 time: 0.0819714 Feb 09 15:48:57.457495 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-49a55e8f-b98c-474c-afca-afe562d216bf req-8714249b-7b34-42a4-b76f-d7b101deef5f service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=cdd6e08aa84a4a278ba05d9afe77bf68&device_id=00c078b5-04f1-44e5-91c8-2c93e0def5ec HTTP/1.1" status: 200 len: 1099 time: 0.0735183 Feb 09 15:48:57.470643 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-26a09cd5-6074-4cb9-a7a5-d1393d389224 req-602b115f-68b8-4ad5-ad37-0e7bbf458214 tempest-AttachVolumeTestJSON-950875345 tempest-AttachVolumeTestJSON-950875345-project] 10.222.0.67 "GET /v2.0/security-groups?id=9d14b308-0fbe-484b-9657-f76cb88f711f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439467 Feb 09 15:48:57.590203 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a55e8f-b98c-474c-afca-afe562d216bf req-fbdd273d-8d13-4150-83a8-0cb0e6a41723 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:48:57.591758 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-49a55e8f-b98c-474c-afca-afe562d216bf req-fbdd273d-8d13-4150-83a8-0cb0e6a41723 service neutron] 10.222.0.47 "GET /v2.0/networks?id=a70d1a02-a2db-4792-86e7-c80512ee4e0d HTTP/1.1" status: 200 len: 912 time: 0.1286163 Feb 09 15:48:57.628520 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.plugins.ml2.rpc [None req-812787cf-6466-4ce1-8c4e-c32e14b18d8a None None] Device f6e9eeb4-2469-4544-b6eb-078ade89284d details requested by agent hyperv_hv-cinder-82510 with host hv-cinder-82510 {{(pid=82903) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 15:48:57.698626 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-49a55e8f-b98c-474c-afca-afe562d216bf req-b903da6e-6ce0-4a8e-8c6a-6dea23ffe85f service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=da305289-c003-4929-93f1-6bfa7abe3f0f HTTP/1.1" status: 200 len: 1002 time: 0.1000710 Feb 09 15:48:57.760597 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a55e8f-b98c-474c-afca-afe562d216bf req-8e9c5aa5-9c2e-4ac6-a835-91f5ec52d943 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:48:57.762005 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-49a55e8f-b98c-474c-afca-afe562d216bf req-8e9c5aa5-9c2e-4ac6-a835-91f5ec52d943 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=e77df24c-1903-4208-9651-061913c63dfc HTTP/1.1" status: 200 len: 850 time: 0.0569053 Feb 09 15:48:57.770070 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.plugins.ml2.db [None req-812787cf-6466-4ce1-8c4e-c32e14b18d8a None None] For port f6e9eeb4-2469-4544-b6eb-078ade89284d, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=f6e9eeb4-2469-4544-b6eb-078ade89284d,segment=NetworkSegment(47be4392-46be-4f67-a93c-733fd962f305),segment_id=47be4392-46be-4f67-a93c-733fd962f305)] {{(pid=82903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:48:57.783915 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.plugins.ml2.rpc [None req-812787cf-6466-4ce1-8c4e-c32e14b18d8a None None] Returning: {'device': 'f6e9eeb4-2469-4544-b6eb-078ade89284d', 'network_id': '515106f2-407b-4cd0-874f-592278142559', 'port_id': 'f6e9eeb4-2469-4544-b6eb-078ade89284d', 'mac_address': 'fa:16:3e:fe:fa:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 843, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f6c0b2aa-667d-4387-9940-6f1b97474e6c', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82903) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 15:48:57.837938 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-49a55e8f-b98c-474c-afca-afe562d216bf req-133312b9-1938-433c-a13d-3bfe49b56ea5 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=a70d1a02-a2db-4792-86e7-c80512ee4e0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0689645 Feb 09 15:48:57.841230 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-812787cf-6466-4ce1-8c4e-c32e14b18d8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16080601'] for port, before_update {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:48:57.863567 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.notifiers.nova [None req-812787cf-6466-4ce1-8c4e-c32e14b18d8a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f6e9eeb4-2469-4544-b6eb-078ade89284d {{(pid=82903) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 15:48:57.879048 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.plugins.ml2.db [None req-812787cf-6466-4ce1-8c4e-c32e14b18d8a None None] For port f6e9eeb4-2469-4544-b6eb-078ade89284d, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=f6e9eeb4-2469-4544-b6eb-078ade89284d,segment=NetworkSegment(47be4392-46be-4f67-a93c-733fd962f305),segment_id=47be4392-46be-4f67-a93c-733fd962f305)] {{(pid=82903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:48:57.883885 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-812787cf-6466-4ce1-8c4e-c32e14b18d8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16080037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758755988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756758334055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756758334100'] for port, after_update {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:48:57.963507 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-395ccd98-d404-4d7f-b564-cc9dc8276724 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758786133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16008869'] for agent, after_update {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:48:57.979396 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812787cf-6466-4ce1-8c4e-c32e14b18d8a None None] Pushing event updated for resources: {'Port': ['ID=f6e9eeb4-2469-4544-b6eb-078ade89284d,revision_number=9']} {{(pid=82903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:48:57.987017 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-49a55e8f-b98c-474c-afca-afe562d216bf req-c537c2b1-9e3e-422e-a823-c73db876978a service neutron] 10.222.0.47 "GET /v2.0/networks/a70d1a02-a2db-4792-86e7-c80512ee4e0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1420457 Feb 09 15:48:58.111493 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.plugins.ml2.db [None req-812787cf-6466-4ce1-8c4e-c32e14b18d8a None None] get_ports_and_sgs() called for port_ids ['f6e9eeb4-2469-4544-b6eb-078ade89284d'] {{(pid=82903) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 09 15:48:58.179480 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-49a55e8f-b98c-474c-afca-afe562d216bf req-15a88724-fd74-4525-9c92-0a11ad334c5c service neutron] 10.222.0.47 "GET /v2.0/networks/a70d1a02-a2db-4792-86e7-c80512ee4e0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1863341 Feb 09 15:48:58.195904 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c76124-f616-4426-9c71-4a43b983f67c req-775d359f-2b0e-42e4-ac00-42c07f3a46de tempest-AttachVolumeShelveTestJSON-409995212 tempest-AttachVolumeShelveTestJSON-409995212-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:48:58.197684 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-45c76124-f616-4426-9c71-4a43b983f67c req-775d359f-2b0e-42e4-ac00-42c07f3a46de tempest-AttachVolumeShelveTestJSON-409995212 tempest-AttachVolumeShelveTestJSON-409995212-project] 10.222.0.67 "GET /v2.0/ports?device_id=de8923ac-5f8b-4562-84b5-94cd171a8ecb HTTP/1.1" status: 200 len: 945 time: 0.1320186 Feb 09 15:48:58.251803 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-45c76124-f616-4426-9c71-4a43b983f67c req-62e46212-f708-4db4-b704-3f5abd6299ce tempest-AttachVolumeShelveTestJSON-409995212 tempest-AttachVolumeShelveTestJSON-409995212-project] 10.222.0.67 "GET /v2.0/security-groups?id=02b929e9-1c1e-4b6f-8988-c240c8d949eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414171 Feb 09 15:48:58.684131 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f543a553-0083-462d-a97b-5c6e2e82ca31 req-12e2adde-5f45-45ec-8117-ec13c359395a tempest-AttachVolumeTestJSON-950875345 tempest-AttachVolumeTestJSON-950875345-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:48:58.685585 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-f543a553-0083-462d-a97b-5c6e2e82ca31 req-12e2adde-5f45-45ec-8117-ec13c359395a tempest-AttachVolumeTestJSON-950875345 tempest-AttachVolumeTestJSON-950875345-project] 10.222.0.67 "GET /v2.0/ports?device_id=00c078b5-04f1-44e5-91c8-2c93e0def5ec HTTP/1.1" status: 200 len: 946 time: 0.0897915 Feb 09 15:48:58.734722 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-f543a553-0083-462d-a97b-5c6e2e82ca31 req-5d7f324f-7fdc-41a9-ad4d-552a1230a946 tempest-AttachVolumeTestJSON-950875345 tempest-AttachVolumeTestJSON-950875345-project] 10.222.0.67 "GET /v2.0/security-groups?id=9d14b308-0fbe-484b-9657-f76cb88f711f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429618 Feb 09 15:48:59.473507 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36df5f68-b994-498f-a59b-5880d4304d68 req-61e14c69-36e3-4028-8e77-0bc0439e2c6a tempest-AttachVolumeShelveTestJSON-409995212 tempest-AttachVolumeShelveTestJSON-409995212-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:48:59.474943 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-36df5f68-b994-498f-a59b-5880d4304d68 req-61e14c69-36e3-4028-8e77-0bc0439e2c6a tempest-AttachVolumeShelveTestJSON-409995212 tempest-AttachVolumeShelveTestJSON-409995212-project] 10.222.0.67 "GET /v2.0/ports?device_id=de8923ac-5f8b-4562-84b5-94cd171a8ecb HTTP/1.1" status: 200 len: 945 time: 0.0790610 Feb 09 15:48:59.520722 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-36df5f68-b994-498f-a59b-5880d4304d68 req-93efb4ee-9d04-4580-8e2d-b4669aa1a506 tempest-AttachVolumeShelveTestJSON-409995212 tempest-AttachVolumeShelveTestJSON-409995212-project] 10.222.0.67 "GET /v2.0/security-groups?id=02b929e9-1c1e-4b6f-8988-c240c8d949eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400417 Feb 09 15:48:59.649617 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.plugins.ml2.rpc [None req-812787cf-6466-4ce1-8c4e-c32e14b18d8a None None] Device f6e9eeb4-2469-4544-b6eb-078ade89284d up at agent hyperv_hv-cinder-82510 {{(pid=82903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 15:48:59.717050 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.db.provisioning_blocks [None req-812787cf-6466-4ce1-8c4e-c32e14b18d8a None None] Provisioning complete for port f6e9eeb4-2469-4544-b6eb-078ade89284d triggered by entity L2. {{(pid=82903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:48:59.717407 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-812787cf-6466-4ce1-8c4e-c32e14b18d8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16008948'] for port, provisioning_complete {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:48:59.836357 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-812787cf-6466-4ce1-8c4e-c32e14b18d8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16080601'] for port, before_update {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:48:59.867368 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de8923ac-5f8b-4562-84b5-94cd171a8ecb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6e9eeb4-2469-4544-b6eb-078ade89284d'}] {{(pid=82903) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 15:48:59.878556 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.plugins.ml2.db [None req-812787cf-6466-4ce1-8c4e-c32e14b18d8a None None] For port f6e9eeb4-2469-4544-b6eb-078ade89284d, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=f6e9eeb4-2469-4544-b6eb-078ade89284d,segment=NetworkSegment(47be4392-46be-4f67-a93c-733fd962f305),segment_id=47be4392-46be-4f67-a93c-733fd962f305)] {{(pid=82903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:48:59.885255 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-812787cf-6466-4ce1-8c4e-c32e14b18d8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16080037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758755988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756758334055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756758334100'] for port, after_update {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:48:59.959635 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca672afa-379a-40b4-ae05-f03214687714 req-480f2cc2-b005-40e3-9876-3431c8e4dc3d tempest-AttachVolumeTestJSON-950875345 tempest-AttachVolumeTestJSON-950875345-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:48:59.961220 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-ca672afa-379a-40b4-ae05-f03214687714 req-480f2cc2-b005-40e3-9876-3431c8e4dc3d tempest-AttachVolumeTestJSON-950875345 tempest-AttachVolumeTestJSON-950875345-project] 10.222.0.67 "GET /v2.0/ports?device_id=00c078b5-04f1-44e5-91c8-2c93e0def5ec HTTP/1.1" status: 200 len: 946 time: 0.0916388 Feb 09 15:48:59.975563 dv-cinder-825105-1-iscsi neutron-server[82903]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de8923ac-5f8b-4562-84b5-94cd171a8ecb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6e9eeb4-2469-4544-b6eb-078ade89284d', 'code': 200} Feb 09 15:49:00.015619 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-ca672afa-379a-40b4-ae05-f03214687714 req-93ff5fe0-0f8c-4943-b8fb-18f57e9222ad tempest-AttachVolumeTestJSON-950875345 tempest-AttachVolumeTestJSON-950875345-project] 10.222.0.67 "GET /v2.0/security-groups?id=9d14b308-0fbe-484b-9657-f76cb88f711f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478952 Feb 09 15:49:00.017728 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812787cf-6466-4ce1-8c4e-c32e14b18d8a None None] Pushing event updated for resources: {'Port': ['ID=f6e9eeb4-2469-4544-b6eb-078ade89284d,revision_number=10']} {{(pid=82903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:49:00.191910 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-754d9fd5-e0ee-4734-ad9a-d12abdca94ac req-a7ebc926-2cf7-45d3-939a-7f9361769e45 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=de8923ac-5f8b-4562-84b5-94cd171a8ecb HTTP/1.1" status: 200 len: 1100 time: 0.0674839 Feb 09 15:49:00.232661 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-754d9fd5-e0ee-4734-ad9a-d12abdca94ac req-0ee71949-02cc-4433-af4e-d3883eb72899 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=02b929e9-1c1e-4b6f-8988-c240c8d949eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348461 Feb 09 15:49:00.299844 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-c03bfb93-2aa1-4ea1-8f36-2be504f07cc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758786133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16008869'] for agent, after_update {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:49:00.311515 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-812787cf-6466-4ce1-8c4e-c32e14b18d8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758786133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16008869'] for agent, after_update {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:49:00.744194 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c597a25-cb23-48b4-88c1-9447e904eb06 req-ee96df56-1d41-48eb-86dc-5e83d630fdb9 tempest-AttachVolumeShelveTestJSON-409995212 tempest-AttachVolumeShelveTestJSON-409995212-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:49:00.745881 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-5c597a25-cb23-48b4-88c1-9447e904eb06 req-ee96df56-1d41-48eb-86dc-5e83d630fdb9 tempest-AttachVolumeShelveTestJSON-409995212 tempest-AttachVolumeShelveTestJSON-409995212-project] 10.222.0.67 "GET /v2.0/ports?device_id=de8923ac-5f8b-4562-84b5-94cd171a8ecb HTTP/1.1" status: 200 len: 947 time: 0.0848889 Feb 09 15:49:00.792267 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-5c597a25-cb23-48b4-88c1-9447e904eb06 req-982dd766-697f-44a5-a6a6-5d06d134b86b tempest-AttachVolumeShelveTestJSON-409995212 tempest-AttachVolumeShelveTestJSON-409995212-project] 10.222.0.67 "GET /v2.0/security-groups?id=02b929e9-1c1e-4b6f-8988-c240c8d949eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392318 Feb 09 15:49:01.246422 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-1f7d0426-72a7-4c89-8e53-4ec430751ccf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758786133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16008869'] for agent, after_update {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:49:01.565126 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-608c4fd2-211a-4ca9-a277-ad2a51be62ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758786133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16008869'] for agent, after_update {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:49:02.017807 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71be291-ca04-4dec-90f5-175762d5bed0 req-aebcedbb-90a8-4b5a-98f9-2e431daee757 tempest-AttachVolumeShelveTestJSON-409995212 tempest-AttachVolumeShelveTestJSON-409995212-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:49:02.019266 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-a71be291-ca04-4dec-90f5-175762d5bed0 req-aebcedbb-90a8-4b5a-98f9-2e431daee757 tempest-AttachVolumeShelveTestJSON-409995212 tempest-AttachVolumeShelveTestJSON-409995212-project] 10.222.0.67 "GET /v2.0/ports?device_id=de8923ac-5f8b-4562-84b5-94cd171a8ecb HTTP/1.1" status: 200 len: 947 time: 0.0805871 Feb 09 15:49:02.065653 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-a71be291-ca04-4dec-90f5-175762d5bed0 req-0148fd2e-6e10-4bb2-a2c0-742b9d1ad51d tempest-AttachVolumeShelveTestJSON-409995212 tempest-AttachVolumeShelveTestJSON-409995212-project] 10.222.0.67 "GET /v2.0/security-groups?id=02b929e9-1c1e-4b6f-8988-c240c8d949eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403571 Feb 09 15:49:02.947738 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-faa751bb-9674-45ec-b131-f889431b03dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758786133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16008869'] for agent, after_update {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:49:03.273590 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a700b9f-7a14-4205-8460-7d11124085fa req-3dd67420-4944-472d-92b5-436f9a957fde tempest-AttachVolumeShelveTestJSON-409995212 tempest-AttachVolumeShelveTestJSON-409995212-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:49:03.275075 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-7a700b9f-7a14-4205-8460-7d11124085fa req-3dd67420-4944-472d-92b5-436f9a957fde tempest-AttachVolumeShelveTestJSON-409995212 tempest-AttachVolumeShelveTestJSON-409995212-project] 10.222.0.67 "GET /v2.0/ports?device_id=de8923ac-5f8b-4562-84b5-94cd171a8ecb HTTP/1.1" status: 200 len: 947 time: 0.0764484 Feb 09 15:49:03.325063 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-7a700b9f-7a14-4205-8460-7d11124085fa req-aee27ca9-d1b2-41e2-995e-413b15a8f084 tempest-AttachVolumeShelveTestJSON-409995212 tempest-AttachVolumeShelveTestJSON-409995212-project] 10.222.0.67 "GET /v2.0/security-groups?id=02b929e9-1c1e-4b6f-8988-c240c8d949eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445416 Feb 09 15:49:27.937077 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-0dfb657d-7c7a-4b4a-bb4b-06b103edabac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758786133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16008869'] for agent, after_update {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:49:30.293587 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-944e1197-9faa-45d6-b841-b86c904faa09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758786133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16008869'] for agent, after_update {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:49:30.321890 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-812787cf-6466-4ce1-8c4e-c32e14b18d8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758786133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16008869'] for agent, after_update {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:49:31.247945 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-1f7d0426-72a7-4c89-8e53-4ec430751ccf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758786133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16008869'] for agent, after_update {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:49:31.559682 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-608c4fd2-211a-4ca9-a277-ad2a51be62ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758786133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16008869'] for agent, after_update {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:49:32.059178 dv-cinder-825105-1-iscsi neutron-server[82904]: DEBUG neutron.db.agents_db [None req-77d1faa3-9ee6-4a91-bd02-8524aa1f9325 None None] Agent healthcheck: found 6 active agents {{(pid=82904) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 15:49:32.245694 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-ce16767d-063c-45e9-96d8-9303bf668ec3 req-f565ade2-87d4-40ca-9229-1f158b690bb2 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=de8923ac-5f8b-4562-84b5-94cd171a8ecb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0768960 Feb 09 15:49:32.369970 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-ce16767d-063c-45e9-96d8-9303bf668ec3 req-46c32c3f-a447-4e8b-b323-3ce9a8389c67 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=3afe9ff36570464cb3825318de2de71a&device_id=de8923ac-5f8b-4562-84b5-94cd171a8ecb HTTP/1.1" status: 200 len: 1100 time: 0.1012189 Feb 09 15:49:32.516241 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce16767d-063c-45e9-96d8-9303bf668ec3 req-9aa9487a-019d-421d-b3fd-4d3a21a6e157 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:49:32.517606 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-ce16767d-063c-45e9-96d8-9303bf668ec3 req-9aa9487a-019d-421d-b3fd-4d3a21a6e157 service neutron] 10.222.0.47 "GET /v2.0/networks?id=515106f2-407b-4cd0-874f-592278142559 HTTP/1.1" status: 200 len: 918 time: 0.1290410 Feb 09 15:49:32.690226 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-ce16767d-063c-45e9-96d8-9303bf668ec3 req-94e23879-921a-44b0-99e6-ad57c0d3ed42 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f6e9eeb4-2469-4544-b6eb-078ade89284d HTTP/1.1" status: 200 len: 1001 time: 0.1646252 Feb 09 15:49:32.754569 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce16767d-063c-45e9-96d8-9303bf668ec3 req-03f590fe-af02-4208-adff-d8986e8418f3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:49:32.756098 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-ce16767d-063c-45e9-96d8-9303bf668ec3 req-03f590fe-af02-4208-adff-d8986e8418f3 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=f6c0b2aa-667d-4387-9940-6f1b97474e6c HTTP/1.1" status: 200 len: 856 time: 0.0590186 Feb 09 15:49:32.830381 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-ce16767d-063c-45e9-96d8-9303bf668ec3 req-980c2433-28cc-412a-9086-042aa63a0ce5 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=515106f2-407b-4cd0-874f-592278142559&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0675385 Feb 09 15:49:32.951868 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-faa751bb-9674-45ec-b131-f889431b03dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758786133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16008869'] for agent, after_update {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:49:32.967026 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-ce16767d-063c-45e9-96d8-9303bf668ec3 req-3fed105b-3d3d-4cd0-bd00-6215942b7aa2 service neutron] 10.222.0.47 "GET /v2.0/networks/515106f2-407b-4cd0-874f-592278142559?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1286228 Feb 09 15:49:33.100832 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-ce16767d-063c-45e9-96d8-9303bf668ec3 req-9edcf380-4bf6-42b6-8868-b961e4c1d01d service neutron] 10.222.0.47 "GET /v2.0/networks/515106f2-407b-4cd0-874f-592278142559?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1266644 Feb 09 15:49:33.872335 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d13eb12-6bfb-41d5-882a-7cb7d9004191 req-6e949e01-4466-4ba3-9491-f01ccbc84ea4 tempest-AttachVolumeTestJSON-950875345 tempest-AttachVolumeTestJSON-950875345-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:49:33.873769 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-8d13eb12-6bfb-41d5-882a-7cb7d9004191 req-6e949e01-4466-4ba3-9491-f01ccbc84ea4 tempest-AttachVolumeTestJSON-950875345 tempest-AttachVolumeTestJSON-950875345-project] 10.222.0.67 "GET /v2.0/ports?device_id=00c078b5-04f1-44e5-91c8-2c93e0def5ec HTTP/1.1" status: 200 len: 946 time: 0.0804925 Feb 09 15:49:33.918986 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-8d13eb12-6bfb-41d5-882a-7cb7d9004191 req-337f12fa-47b1-4146-81a0-5e0d043f811d tempest-AttachVolumeTestJSON-950875345 tempest-AttachVolumeTestJSON-950875345-project] 10.222.0.67 "GET /v2.0/security-groups?id=9d14b308-0fbe-484b-9657-f76cb88f711f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396960 Feb 09 15:49:35.129432 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267398d3-c772-4254-bc97-c0600ff5981d req-468b333b-b370-403f-8dbc-98887a94fa62 tempest-AttachVolumeTestJSON-950875345 tempest-AttachVolumeTestJSON-950875345-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:49:35.131002 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-267398d3-c772-4254-bc97-c0600ff5981d req-468b333b-b370-403f-8dbc-98887a94fa62 tempest-AttachVolumeTestJSON-950875345 tempest-AttachVolumeTestJSON-950875345-project] 10.222.0.67 "GET /v2.0/ports?device_id=00c078b5-04f1-44e5-91c8-2c93e0def5ec HTTP/1.1" status: 200 len: 946 time: 0.0808184 Feb 09 15:49:35.175294 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-267398d3-c772-4254-bc97-c0600ff5981d req-620548ba-c4b4-4d63-a1ea-558e2faccb1d tempest-AttachVolumeTestJSON-950875345 tempest-AttachVolumeTestJSON-950875345-project] 10.222.0.67 "GET /v2.0/security-groups?id=9d14b308-0fbe-484b-9657-f76cb88f711f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387726 Feb 09 15:49:35.966061 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f59b7a-ca3a-4929-9f44-47f5ce717a7a req-ac3d43d8-ad14-46de-a7ef-ede580ff93d1 tempest-AttachVolumeTestJSON-950875345 tempest-AttachVolumeTestJSON-950875345-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:49:35.967580 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-99f59b7a-ca3a-4929-9f44-47f5ce717a7a req-ac3d43d8-ad14-46de-a7ef-ede580ff93d1 tempest-AttachVolumeTestJSON-950875345 tempest-AttachVolumeTestJSON-950875345-project] 10.222.0.47 "GET /v2.0/ports?device_id=00c078b5-04f1-44e5-91c8-2c93e0def5ec HTTP/1.1" status: 200 len: 946 time: 0.0789936 Feb 09 15:49:36.045734 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.plugins.ml2.plugin [req-99f59b7a-ca3a-4929-9f44-47f5ce717a7a req-5142ac14-afbd-4a55-8ece-b8510b5daf39 tempest-AttachVolumeTestJSON-950875345 tempest-AttachVolumeTestJSON-950875345-project] Deleting port da305289-c003-4929-93f1-6bfa7abe3f0f {{(pid=82901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 15:49:36.046084 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [req-99f59b7a-ca3a-4929-9f44-47f5ce717a7a req-5142ac14-afbd-4a55-8ece-b8510b5daf39 tempest-AttachVolumeTestJSON-950875345 tempest-AttachVolumeTestJSON-950875345-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758701249'] for port, before_delete {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:49:36.312233 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.plugins.ml2.db [req-99f59b7a-ca3a-4929-9f44-47f5ce717a7a req-5142ac14-afbd-4a55-8ece-b8510b5daf39 tempest-AttachVolumeTestJSON-950875345 tempest-AttachVolumeTestJSON-950875345-project] For port da305289-c003-4929-93f1-6bfa7abe3f0f, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=da305289-c003-4929-93f1-6bfa7abe3f0f,segment=NetworkSegment(6c817249-bce9-41f7-9191-a92bae05dd74),segment_id=6c817249-bce9-41f7-9191-a92bae05dd74)] {{(pid=82901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:49:36.312845 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [req-99f59b7a-ca3a-4929-9f44-47f5ce717a7a req-5142ac14-afbd-4a55-8ece-b8510b5daf39 tempest-AttachVolumeTestJSON-950875345 tempest-AttachVolumeTestJSON-950875345-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353601'] for port, precommit_delete {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:49:36.384222 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db542662-96d6-4b5f-975d-d55c2dcac026 req-fddb2322-60bc-423f-99dd-e19eb4523813 tempest-AttachVolumeTestJSON-950875345 tempest-AttachVolumeTestJSON-950875345-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:49:36.388774 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-db542662-96d6-4b5f-975d-d55c2dcac026 req-fddb2322-60bc-423f-99dd-e19eb4523813 tempest-AttachVolumeTestJSON-950875345 tempest-AttachVolumeTestJSON-950875345-project] 10.222.0.67 "GET /v2.0/ports?device_id=00c078b5-04f1-44e5-91c8-2c93e0def5ec HTTP/1.1" status: 200 len: 946 time: 0.0874267 Feb 09 15:49:36.433973 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-db542662-96d6-4b5f-975d-d55c2dcac026 req-c1c7a73a-cd65-4b14-9826-e1083a89d6f3 tempest-AttachVolumeTestJSON-950875345 tempest-AttachVolumeTestJSON-950875345-project] 10.222.0.67 "GET /v2.0/security-groups?id=9d14b308-0fbe-484b-9657-f76cb88f711f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425375 Feb 09 15:49:36.621091 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [req-99f59b7a-ca3a-4929-9f44-47f5ce717a7a req-5142ac14-afbd-4a55-8ece-b8510b5daf39 tempest-AttachVolumeTestJSON-950875345 tempest-AttachVolumeTestJSON-950875345-project] Notify callbacks [] for floatingip, precommit_update {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:49:36.621454 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [req-99f59b7a-ca3a-4929-9f44-47f5ce717a7a req-5142ac14-afbd-4a55-8ece-b8510b5daf39 tempest-AttachVolumeTestJSON-950875345 tempest-AttachVolumeTestJSON-950875345-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-406337'] for floatingip, after_update {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:49:36.621757 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.db.l3_db [req-99f59b7a-ca3a-4929-9f44-47f5ce717a7a req-5142ac14-afbd-4a55-8ece-b8510b5daf39 tempest-AttachVolumeTestJSON-950875345 tempest-AttachVolumeTestJSON-950875345-project] Floating IP 043c535d-f1f7-4ef0-a88d-2533796aedfa disassociated. External IP: 172.27.0.225, port: da305289-c003-4929-93f1-6bfa7abe3f0f. Feb 09 15:49:36.622083 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.plugins.ml2.plugin [req-99f59b7a-ca3a-4929-9f44-47f5ce717a7a req-5142ac14-afbd-4a55-8ece-b8510b5daf39 tempest-AttachVolumeTestJSON-950875345 tempest-AttachVolumeTestJSON-950875345-project] Calling delete_port for da305289-c003-4929-93f1-6bfa7abe3f0f owned by compute:nova {{(pid=82901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 15:49:36.765830 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [req-99f59b7a-ca3a-4929-9f44-47f5ce717a7a req-5142ac14-afbd-4a55-8ece-b8510b5daf39 tempest-AttachVolumeTestJSON-950875345 tempest-AttachVolumeTestJSON-950875345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16080037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758755970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756758334046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1282344'] for port, after_delete {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:49:36.816095 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5142ac14-afbd-4a55-8ece-b8510b5daf39 tempest-AttachVolumeTestJSON-950875345 tempest-AttachVolumeTestJSON-950875345-project] Pushing event deleted for resources: {'Port': ['ID=da305289-c003-4929-93f1-6bfa7abe3f0f,revision_number=None']} {{(pid=82901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:49:36.831248 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5142ac14-afbd-4a55-8ece-b8510b5daf39 tempest-AttachVolumeTestJSON-950875345 tempest-AttachVolumeTestJSON-950875345-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825105-1-iscsi {{(pid=82901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:49:36.831577 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5142ac14-afbd-4a55-8ece-b8510b5daf39 tempest-AttachVolumeTestJSON-950875345 tempest-AttachVolumeTestJSON-950875345-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825105-1-iscsi {{(pid=82901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:49:36.831902 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5142ac14-afbd-4a55-8ece-b8510b5daf39 tempest-AttachVolumeTestJSON-950875345 tempest-AttachVolumeTestJSON-950875345-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825105-1-iscsi {{(pid=82901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:49:36.832244 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5142ac14-afbd-4a55-8ece-b8510b5daf39 tempest-AttachVolumeTestJSON-950875345 tempest-AttachVolumeTestJSON-950875345-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825105-1-iscsi {{(pid=82901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:49:36.832562 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5142ac14-afbd-4a55-8ece-b8510b5daf39 tempest-AttachVolumeTestJSON-950875345 tempest-AttachVolumeTestJSON-950875345-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825105-1-iscsi {{(pid=82901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:49:36.832875 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5142ac14-afbd-4a55-8ece-b8510b5daf39 tempest-AttachVolumeTestJSON-950875345 tempest-AttachVolumeTestJSON-950875345-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-825105-1-iscsi {{(pid=82901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:49:36.833189 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5142ac14-afbd-4a55-8ece-b8510b5daf39 tempest-AttachVolumeTestJSON-950875345 tempest-AttachVolumeTestJSON-950875345-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825105-1-iscsi {{(pid=82901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:49:36.833497 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5142ac14-afbd-4a55-8ece-b8510b5daf39 tempest-AttachVolumeTestJSON-950875345 tempest-AttachVolumeTestJSON-950875345-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825105-1-iscsi {{(pid=82901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:49:36.834428 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5142ac14-afbd-4a55-8ece-b8510b5daf39 tempest-AttachVolumeTestJSON-950875345 tempest-AttachVolumeTestJSON-950875345-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825105-1-iscsi {{(pid=82901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:49:36.834736 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5142ac14-afbd-4a55-8ece-b8510b5daf39 tempest-AttachVolumeTestJSON-950875345 tempest-AttachVolumeTestJSON-950875345-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825105-1-iscsi {{(pid=82901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:49:36.835043 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5142ac14-afbd-4a55-8ece-b8510b5daf39 tempest-AttachVolumeTestJSON-950875345 tempest-AttachVolumeTestJSON-950875345-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825105-1-iscsi {{(pid=82901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:49:36.917290 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98c5f5c-e39a-4b16-ac9d-07e6f6ebed78 req-13d2fff7-4a45-4bfc-b208-1a3173b0f02c tempest-AttachVolumeShelveTestJSON-409995212 tempest-AttachVolumeShelveTestJSON-409995212-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:49:36.918787 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-b98c5f5c-e39a-4b16-ac9d-07e6f6ebed78 req-13d2fff7-4a45-4bfc-b208-1a3173b0f02c tempest-AttachVolumeShelveTestJSON-409995212 tempest-AttachVolumeShelveTestJSON-409995212-project] 10.222.0.67 "GET /v2.0/ports?device_id=de8923ac-5f8b-4562-84b5-94cd171a8ecb HTTP/1.1" status: 200 len: 947 time: 0.0913761 Feb 09 15:49:36.971059 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-b98c5f5c-e39a-4b16-ac9d-07e6f6ebed78 req-c55b7f1f-4960-47eb-8b27-ff925d74e598 tempest-AttachVolumeShelveTestJSON-409995212 tempest-AttachVolumeShelveTestJSON-409995212-project] 10.222.0.67 "GET /v2.0/security-groups?id=02b929e9-1c1e-4b6f-8988-c240c8d949eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468080 Feb 09 15:49:37.136342 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.scheduler.l3_agent_scheduler [req-99f59b7a-ca3a-4929-9f44-47f5ce717a7a req-5142ac14-afbd-4a55-8ece-b8510b5daf39 tempest-AttachVolumeTestJSON-950875345 tempest-AttachVolumeTestJSON-950875345-project] Router d8b51925-05fe-479b-8caa-2f512e77d6a4 has already been hosted by L3 agent 94c626d1-bc40-41bd-b6b2-9a20da402cb6 {{(pid=82901) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 15:49:37.346824 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-99f59b7a-ca3a-4929-9f44-47f5ce717a7a req-5142ac14-afbd-4a55-8ece-b8510b5daf39 tempest-AttachVolumeTestJSON-950875345 tempest-AttachVolumeTestJSON-950875345-project] Notify agent at l3_agent.dv-cinder-825105-1-iscsi the message routers_updated {{(pid=82901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 15:49:37.358212 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-319ca9d5-9c2d-4377-a6b9-e35841999e1b None None] Sync routers for ids ['d8b51925-05fe-479b-8caa-2f512e77d6a4'] in dv-cinder-825105-1-iscsi {{(pid=82903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 09 15:49:37.370258 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-319ca9d5-9c2d-4377-a6b9-e35841999e1b None None] Routers {'d8b51925-05fe-479b-8caa-2f512e77d6a4'} bound to L3 agent in host dv-cinder-825105-1-iscsi {{(pid=82903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 15:49:37.370855 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.db.l3_hamode_db [None req-319ca9d5-9c2d-4377-a6b9-e35841999e1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825105-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T15:34:00Z,description=,heartbeat_timestamp=2022-02-09T15:49:30Z,host='dv-cinder-825105-1-iscsi',id=94c626d1-bc40-41bd-b6b2-9a20da402cb6,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:34:00Z,topic='l3_agent')) {'router_ids': ['d8b51925-05fe-479b-8caa-2f512e77d6a4'], 'active': True} {{(pid=82903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:49:37.417955 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.db.l3_dvrscheduler_db [req-99f59b7a-ca3a-4929-9f44-47f5ce717a7a req-5142ac14-afbd-4a55-8ece-b8510b5daf39 tempest-AttachVolumeTestJSON-950875345 tempest-AttachVolumeTestJSON-950875345-project] No DVR routers for this DVR port da305289-c003-4929-93f1-6bfa7abe3f0f on host hv-cinder-82510 {{(pid=82901) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 15:49:37.420451 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [req-99f59b7a-ca3a-4929-9f44-47f5ce717a7a req-5142ac14-afbd-4a55-8ece-b8510b5daf39 tempest-AttachVolumeTestJSON-950875345 tempest-AttachVolumeTestJSON-950875345-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205010'] for port, before_response {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:49:37.423012 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00c078b5-04f1-44e5-91c8-2c93e0def5ec', 'name': 'network-vif-deleted', 'tag': 'da305289-c003-4929-93f1-6bfa7abe3f0f'}] {{(pid=82901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 15:49:37.439576 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-99f59b7a-ca3a-4929-9f44-47f5ce717a7a req-5142ac14-afbd-4a55-8ece-b8510b5daf39 tempest-AttachVolumeTestJSON-950875345 tempest-AttachVolumeTestJSON-950875345-project] 10.222.0.47 "DELETE /v2.0/ports/da305289-c003-4929-93f1-6bfa7abe3f0f HTTP/1.1" status: 204 len: 173 time: 1.4661121 Feb 09 15:49:37.563915 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.db.l3_dvr_db [None req-319ca9d5-9c2d-4377-a6b9-e35841999e1b None None] Set router d8b51925-05fe-479b-8caa-2f512e77d6a4 gateway port host: dv-cinder-825105-1-iscsi {{(pid=82903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 15:49:37.577135 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00c078b5-04f1-44e5-91c8-2c93e0def5ec', 'name': 'network-vif-deleted', 'tag': 'da305289-c003-4929-93f1-6bfa7abe3f0f', 'status': 'completed', 'code': 200} Feb 09 15:49:37.616035 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-bc95b86b-8830-4066-881c-bd8ee5eb3ebf req-2760ebbe-af36-4510-b5d9-a35b365f9c4f tempest-AttachVolumeTestJSON-950875345 tempest-AttachVolumeTestJSON-950875345-project] 10.222.0.67 "GET /v2.0/ports?device_id=00c078b5-04f1-44e5-91c8-2c93e0def5ec HTTP/1.1" status: 200 len: 210 time: 0.0421360 Feb 09 15:49:37.890948 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.db.l3_hamode_db [None req-319ca9d5-9c2d-4377-a6b9-e35841999e1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8b51925-05fe-479b-8caa-2f512e77d6a4', 'name': 'tempest-AttachVolumeTestJSON-1860937572-router', 'tenant_id': 'cdd6e08aa84a4a278ba05d9afe77bf68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c65eede5-7777-493f-951d-210877831002', 'external_fixed_ips': [{'subnet_id': '2c513225-bb11-4d36-a4c3-0732716dcb87', 'ip_address': '172.27.0.252'}], 'enable_snat': True}, 'gw_port_id': '53e64671-b4e0-4a88-9dae-2e6d10883bf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T15:46:42Z', 'updated_at': '2022-02-09T15:46:46Z', 'revision_number': 4, 'project_id': 'cdd6e08aa84a4a278ba05d9afe77bf68', 'gw_port': {'id': '53e64671-b4e0-4a88-9dae-2e6d10883bf3', 'name': '', 'network_id': 'c65eede5-7777-493f-951d-210877831002', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:a9:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8b51925-05fe-479b-8caa-2f512e77d6a4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2c513225-bb11-4d36-a4c3-0732716dcb87', 'ip_address': '172.27.0.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825105-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:46:43Z', 'updated_at': '2022-02-09T15:46:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c513225-bb11-4d36-a4c3-0732716dcb87', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825105-1-iscsi', '_interfaces': [{'id': 'cc7566c1-0aae-45be-afe4-87cde7d73b5c', 'name': '', 'network_id': 'a70d1a02-a2db-4792-86e7-c80512ee4e0d', 'tenant_id': 'cdd6e08aa84a4a278ba05d9afe77bf68', 'mac_address': 'fa:16:3e:a6:48:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8b51925-05fe-479b-8caa-2f512e77d6a4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e77df24c-1903-4208-9651-061913c63dfc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825105-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:46:45Z', 'updated_at': '2022-02-09T15:47:04Z', 'revision_number': 5, 'project_id': 'cdd6e08aa84a4a278ba05d9afe77bf68', 'subnets': [{'id': 'e77df24c-1903-4208-9651-061913c63dfc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825105-1-iscsi', False) {} {{(pid=82903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:49:37.895037 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-319ca9d5-9c2d-4377-a6b9-e35841999e1b None None] Checking router: d8b51925-05fe-479b-8caa-2f512e77d6a4 for host: dv-cinder-825105-1-iscsi {{(pid=82903) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 09 15:49:37.907589 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-319ca9d5-9c2d-4377-a6b9-e35841999e1b None None] Routers {'d8b51925-05fe-479b-8caa-2f512e77d6a4'} bound to L3 agent in host dv-cinder-825105-1-iscsi {{(pid=82903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 15:49:37.908219 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.db.l3_hamode_db [None req-319ca9d5-9c2d-4377-a6b9-e35841999e1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825105-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T15:34:00Z,description=,heartbeat_timestamp=2022-02-09T15:49:30Z,host='dv-cinder-825105-1-iscsi',id=94c626d1-bc40-41bd-b6b2-9a20da402cb6,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:34:00Z,topic='l3_agent')) {'router_ids': ['d8b51925-05fe-479b-8caa-2f512e77d6a4'], 'active': True} {{(pid=82903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:49:38.117111 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.db.l3_dvr_db [None req-319ca9d5-9c2d-4377-a6b9-e35841999e1b None None] Set router d8b51925-05fe-479b-8caa-2f512e77d6a4 gateway port host: dv-cinder-825105-1-iscsi {{(pid=82903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 15:49:38.204609 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1a4836-f02a-402d-8fc3-9f967237b37f req-70089d9a-aa4b-447b-8efd-71140a53457f tempest-AttachVolumeShelveTestJSON-409995212 tempest-AttachVolumeShelveTestJSON-409995212-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:49:38.206398 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-7e1a4836-f02a-402d-8fc3-9f967237b37f req-70089d9a-aa4b-447b-8efd-71140a53457f tempest-AttachVolumeShelveTestJSON-409995212 tempest-AttachVolumeShelveTestJSON-409995212-project] 10.222.0.67 "GET /v2.0/ports?device_id=de8923ac-5f8b-4562-84b5-94cd171a8ecb HTTP/1.1" status: 200 len: 947 time: 0.0812862 Feb 09 15:49:38.308433 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-7e1a4836-f02a-402d-8fc3-9f967237b37f req-b9c1512d-62f8-4e9e-8fcf-0b13559caa11 tempest-AttachVolumeShelveTestJSON-409995212 tempest-AttachVolumeShelveTestJSON-409995212-project] 10.222.0.67 "GET /v2.0/security-groups?id=02b929e9-1c1e-4b6f-8988-c240c8d949eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0701733 Feb 09 15:49:38.325906 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8337af8e-0da3-43da-ae13-387f4995a723 req-a3c2e321-94a2-4dcb-8e42-a009a7ce92dd tempest-AttachVolumeShelveTestJSON-409995212 tempest-AttachVolumeShelveTestJSON-409995212-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:49:38.327544 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-8337af8e-0da3-43da-ae13-387f4995a723 req-a3c2e321-94a2-4dcb-8e42-a009a7ce92dd tempest-AttachVolumeShelveTestJSON-409995212 tempest-AttachVolumeShelveTestJSON-409995212-project] 10.222.0.47 "GET /v2.0/ports?device_id=de8923ac-5f8b-4562-84b5-94cd171a8ecb HTTP/1.1" status: 200 len: 947 time: 0.1200650 Feb 09 15:49:38.401025 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.plugins.ml2.plugin [req-8337af8e-0da3-43da-ae13-387f4995a723 req-68e43d41-474d-4cd0-9997-e7a74c608f53 tempest-AttachVolumeShelveTestJSON-409995212 tempest-AttachVolumeShelveTestJSON-409995212-project] Deleting port f6e9eeb4-2469-4544-b6eb-078ade89284d {{(pid=82901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 15:49:38.401842 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [req-8337af8e-0da3-43da-ae13-387f4995a723 req-68e43d41-474d-4cd0-9997-e7a74c608f53 tempest-AttachVolumeShelveTestJSON-409995212 tempest-AttachVolumeShelveTestJSON-409995212-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758701249'] for port, before_delete {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:49:38.444509 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.db.l3_hamode_db [None req-319ca9d5-9c2d-4377-a6b9-e35841999e1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8b51925-05fe-479b-8caa-2f512e77d6a4', 'name': 'tempest-AttachVolumeTestJSON-1860937572-router', 'tenant_id': 'cdd6e08aa84a4a278ba05d9afe77bf68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c65eede5-7777-493f-951d-210877831002', 'external_fixed_ips': [{'subnet_id': '2c513225-bb11-4d36-a4c3-0732716dcb87', 'ip_address': '172.27.0.252'}], 'enable_snat': True}, 'gw_port_id': '53e64671-b4e0-4a88-9dae-2e6d10883bf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T15:46:42Z', 'updated_at': '2022-02-09T15:46:46Z', 'revision_number': 4, 'project_id': 'cdd6e08aa84a4a278ba05d9afe77bf68', 'gw_port': {'id': '53e64671-b4e0-4a88-9dae-2e6d10883bf3', 'name': '', 'network_id': 'c65eede5-7777-493f-951d-210877831002', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:a9:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8b51925-05fe-479b-8caa-2f512e77d6a4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2c513225-bb11-4d36-a4c3-0732716dcb87', 'ip_address': '172.27.0.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825105-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:46:43Z', 'updated_at': '2022-02-09T15:46:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c513225-bb11-4d36-a4c3-0732716dcb87', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825105-1-iscsi', '_interfaces': [{'id': 'cc7566c1-0aae-45be-afe4-87cde7d73b5c', 'name': '', 'network_id': 'a70d1a02-a2db-4792-86e7-c80512ee4e0d', 'tenant_id': 'cdd6e08aa84a4a278ba05d9afe77bf68', 'mac_address': 'fa:16:3e:a6:48:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8b51925-05fe-479b-8caa-2f512e77d6a4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e77df24c-1903-4208-9651-061913c63dfc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825105-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:46:45Z', 'updated_at': '2022-02-09T15:47:04Z', 'revision_number': 5, 'project_id': 'cdd6e08aa84a4a278ba05d9afe77bf68', 'subnets': [{'id': 'e77df24c-1903-4208-9651-061913c63dfc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825105-1-iscsi', False) {} {{(pid=82903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:49:38.448545 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-319ca9d5-9c2d-4377-a6b9-e35841999e1b None None] The sync data for ids ['d8b51925-05fe-479b-8caa-2f512e77d6a4'] in dv-cinder-825105-1-iscsi is: [{'id': 'd8b51925-05fe-479b-8caa-2f512e77d6a4', 'name': 'tempest-AttachVolumeTestJSON-1860937572-router', 'tenant_id': 'cdd6e08aa84a4a278ba05d9afe77bf68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c65eede5-7777-493f-951d-210877831002', 'external_fixed_ips': [{'subnet_id': '2c513225-bb11-4d36-a4c3-0732716dcb87', 'ip_address': '172.27.0.252'}], 'enable_snat': True}, 'gw_port_id': '53e64671-b4e0-4a88-9dae-2e6d10883bf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T15:46:42Z', 'updated_at': '2022-02-09T15:46:46Z', 'revision_number': 4, 'project_id': 'cdd6e08aa84a4a278ba05d9afe77bf68', 'gw_port': {'id': '53e64671-b4e0-4a88-9dae-2e6d10883bf3', 'name': '', 'network_id': 'c65eede5-7777-493f-951d-210877831002', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:a9:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8b51925-05fe-479b-8caa-2f512e77d6a4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2c513225-bb11-4d36-a4c3-0732716dcb87', 'ip_address': '172.27.0.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825105-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:46:43Z', 'updated_at': '2022-02-09T15:46:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c513225-bb11-4d36-a4c3-0732716dcb87', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825105-1-iscsi', '_interfaces': [{'id': 'cc7566c1-0aae-45be-afe4-87cde7d73b5c', 'name': '', 'network_id': 'a70d1a02-a2db-4792-86e7-c80512ee4e0d', 'tenant_id': 'cdd6e08aa84a4a278ba05d9afe77bf68', 'mac_address': 'fa:16:3e:a6:48:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8b51925-05fe-479b-8caa-2f512e77d6a4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e77df24c-1903-4208-9651-061913c63dfc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825105-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:46:45Z', 'updated_at': '2022-02-09T15:47:04Z', 'revision_number': 5, 'project_id': 'cdd6e08aa84a4a278ba05d9afe77bf68', 'subnets': [{'id': 'e77df24c-1903-4208-9651-061913c63dfc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 09 15:49:38.663031 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.plugins.ml2.db [req-8337af8e-0da3-43da-ae13-387f4995a723 req-68e43d41-474d-4cd0-9997-e7a74c608f53 tempest-AttachVolumeShelveTestJSON-409995212 tempest-AttachVolumeShelveTestJSON-409995212-project] For port f6e9eeb4-2469-4544-b6eb-078ade89284d, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=f6e9eeb4-2469-4544-b6eb-078ade89284d,segment=NetworkSegment(47be4392-46be-4f67-a93c-733fd962f305),segment_id=47be4392-46be-4f67-a93c-733fd962f305)] {{(pid=82901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:49:38.663390 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [req-8337af8e-0da3-43da-ae13-387f4995a723 req-68e43d41-474d-4cd0-9997-e7a74c608f53 tempest-AttachVolumeShelveTestJSON-409995212 tempest-AttachVolumeShelveTestJSON-409995212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353601'] for port, precommit_delete {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:49:38.685629 dv-cinder-825105-1-iscsi neutron-server[82904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baf5d524-c494-4404-aec5-7946be38ec3a None None] New status for floating IP 043c535d-f1f7-4ef0-a88d-2533796aedfa: DOWN {{(pid=82904) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 09 15:49:38.800847 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.wsgi [-] (82902) accepted ('10.222.0.67', 49172) {{(pid=82902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 15:49:38.873161 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-ffc0818d-e1d6-4f62-9786-bfca3a26d297 tempest-AttachVolumeTestJSON-950875345 tempest-AttachVolumeTestJSON-950875345-project] Notify callbacks [] for security_group, before_delete {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:49:38.985218 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-ffc0818d-e1d6-4f62-9786-bfca3a26d297 tempest-AttachVolumeTestJSON-950875345 tempest-AttachVolumeTestJSON-950875345-project] Notify callbacks [] for security_group, precommit_delete {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:49:39.020282 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [req-8337af8e-0da3-43da-ae13-387f4995a723 req-68e43d41-474d-4cd0-9997-e7a74c608f53 tempest-AttachVolumeShelveTestJSON-409995212 tempest-AttachVolumeShelveTestJSON-409995212-project] Notify callbacks [] for floatingip, precommit_update {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:49:39.020557 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [req-8337af8e-0da3-43da-ae13-387f4995a723 req-68e43d41-474d-4cd0-9997-e7a74c608f53 tempest-AttachVolumeShelveTestJSON-409995212 tempest-AttachVolumeShelveTestJSON-409995212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-406337'] for floatingip, after_update {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:49:39.020862 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.db.l3_db [req-8337af8e-0da3-43da-ae13-387f4995a723 req-68e43d41-474d-4cd0-9997-e7a74c608f53 tempest-AttachVolumeShelveTestJSON-409995212 tempest-AttachVolumeShelveTestJSON-409995212-project] Floating IP fe4c7431-e0f0-40de-9032-57b7c840afad disassociated. External IP: 172.27.0.66, port: f6e9eeb4-2469-4544-b6eb-078ade89284d. Feb 09 15:49:39.021190 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.plugins.ml2.plugin [req-8337af8e-0da3-43da-ae13-387f4995a723 req-68e43d41-474d-4cd0-9997-e7a74c608f53 tempest-AttachVolumeShelveTestJSON-409995212 tempest-AttachVolumeShelveTestJSON-409995212-project] Calling delete_port for f6e9eeb4-2469-4544-b6eb-078ade89284d owned by compute:nova {{(pid=82901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 15:49:39.044893 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-ffc0818d-e1d6-4f62-9786-bfca3a26d297 tempest-AttachVolumeTestJSON-950875345 tempest-AttachVolumeTestJSON-950875345-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_delete {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:49:39.064124 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc0818d-e1d6-4f62-9786-bfca3a26d297 tempest-AttachVolumeTestJSON-950875345 tempest-AttachVolumeTestJSON-950875345-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d14b308-0fbe-484b-9657-f76cb88f711f,revision_number=None']} {{(pid=82902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:49:39.077698 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffc0818d-e1d6-4f62-9786-bfca3a26d297 tempest-AttachVolumeTestJSON-950875345 tempest-AttachVolumeTestJSON-950875345-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825105-1-iscsi {{(pid=82902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:49:39.078035 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffc0818d-e1d6-4f62-9786-bfca3a26d297 tempest-AttachVolumeTestJSON-950875345 tempest-AttachVolumeTestJSON-950875345-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825105-1-iscsi {{(pid=82902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:49:39.078390 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffc0818d-e1d6-4f62-9786-bfca3a26d297 tempest-AttachVolumeTestJSON-950875345 tempest-AttachVolumeTestJSON-950875345-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825105-1-iscsi {{(pid=82902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:49:39.078694 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffc0818d-e1d6-4f62-9786-bfca3a26d297 tempest-AttachVolumeTestJSON-950875345 tempest-AttachVolumeTestJSON-950875345-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825105-1-iscsi {{(pid=82902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:49:39.079012 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffc0818d-e1d6-4f62-9786-bfca3a26d297 tempest-AttachVolumeTestJSON-950875345 tempest-AttachVolumeTestJSON-950875345-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825105-1-iscsi {{(pid=82902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:49:39.079337 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffc0818d-e1d6-4f62-9786-bfca3a26d297 tempest-AttachVolumeTestJSON-950875345 tempest-AttachVolumeTestJSON-950875345-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-825105-1-iscsi {{(pid=82902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:49:39.079652 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffc0818d-e1d6-4f62-9786-bfca3a26d297 tempest-AttachVolumeTestJSON-950875345 tempest-AttachVolumeTestJSON-950875345-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825105-1-iscsi {{(pid=82902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:49:39.079964 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffc0818d-e1d6-4f62-9786-bfca3a26d297 tempest-AttachVolumeTestJSON-950875345 tempest-AttachVolumeTestJSON-950875345-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825105-1-iscsi {{(pid=82902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:49:39.080492 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffc0818d-e1d6-4f62-9786-bfca3a26d297 tempest-AttachVolumeTestJSON-950875345 tempest-AttachVolumeTestJSON-950875345-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825105-1-iscsi {{(pid=82902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:49:39.080611 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffc0818d-e1d6-4f62-9786-bfca3a26d297 tempest-AttachVolumeTestJSON-950875345 tempest-AttachVolumeTestJSON-950875345-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825105-1-iscsi {{(pid=82902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:49:39.080968 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffc0818d-e1d6-4f62-9786-bfca3a26d297 tempest-AttachVolumeTestJSON-950875345 tempest-AttachVolumeTestJSON-950875345-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825105-1-iscsi {{(pid=82902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:49:39.084800 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-ffc0818d-e1d6-4f62-9786-bfca3a26d297 tempest-AttachVolumeTestJSON-950875345 tempest-AttachVolumeTestJSON-950875345-project] Notify callbacks [] for security_group, before_response {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:49:39.094591 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [None req-ffc0818d-e1d6-4f62-9786-bfca3a26d297 tempest-AttachVolumeTestJSON-950875345 tempest-AttachVolumeTestJSON-950875345-project] 10.222.0.67 "DELETE /v2.0/security-groups/9d14b308-0fbe-484b-9657-f76cb88f711f HTTP/1.1" status: 204 len: 168 time: 0.2900100 Feb 09 15:49:39.095049 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.wsgi [-] (82902) accepted ('10.222.0.67', 49176) {{(pid=82902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 15:49:39.114714 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.api.v2.resource [None req-bc5e2703-10c1-49bf-8b77-06eaa4b554a1 tempest-AttachVolumeTestJSON-950875345 tempest-AttachVolumeTestJSON-950875345-project] show failed (client error): The resource could not be found. Feb 09 15:49:39.116600 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [None req-bc5e2703-10c1-49bf-8b77-06eaa4b554a1 tempest-AttachVolumeTestJSON-950875345 tempest-AttachVolumeTestJSON-950875345-project] 10.222.0.67 "GET /v2.0/security-groups/9d14b308-0fbe-484b-9657-f76cb88f711f HTTP/1.1" status: 404 len: 347 time: 0.0202050 Feb 09 15:49:39.120147 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.wsgi [-] (82902) accepted ('10.222.0.67', 49180) {{(pid=82902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 15:49:39.189520 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [req-8337af8e-0da3-43da-ae13-387f4995a723 req-68e43d41-474d-4cd0-9997-e7a74c608f53 tempest-AttachVolumeShelveTestJSON-409995212 tempest-AttachVolumeShelveTestJSON-409995212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16080037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758755970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756758334046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1282344'] for port, after_delete {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:49:39.238821 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e43d41-474d-4cd0-9997-e7a74c608f53 tempest-AttachVolumeShelveTestJSON-409995212 tempest-AttachVolumeShelveTestJSON-409995212-project] Pushing event deleted for resources: {'Port': ['ID=f6e9eeb4-2469-4544-b6eb-078ade89284d,revision_number=None']} {{(pid=82901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:49:39.279130 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.plugins.ml2.plugin [None req-185549f6-a5a2-4680-a57a-b7ba2f2f20da tempest-AttachVolumeTestJSON-950875345 tempest-AttachVolumeTestJSON-950875345-project] Deleting port 18e1ba8e-69ae-487b-abe4-307c141561e7 {{(pid=82902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 15:49:39.279407 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-185549f6-a5a2-4680-a57a-b7ba2f2f20da tempest-AttachVolumeTestJSON-950875345 tempest-AttachVolumeTestJSON-950875345-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758701249'] for port, before_delete {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:49:39.511178 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-b0c031ba-2378-4b8c-8b9c-7c9e8ed09dec req-34fe4e04-04eb-4f9a-b5cb-7ffa0c7b9b3c tempest-AttachVolumeShelveTestJSON-409995212 tempest-AttachVolumeShelveTestJSON-409995212-project] 10.222.0.67 "GET /v2.0/ports?device_id=de8923ac-5f8b-4562-84b5-94cd171a8ecb HTTP/1.1" status: 200 len: 210 time: 0.0566151 Feb 09 15:49:39.512928 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-185549f6-a5a2-4680-a57a-b7ba2f2f20da tempest-AttachVolumeTestJSON-950875345 tempest-AttachVolumeTestJSON-950875345-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353601'] for port, precommit_delete {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:49:39.513189 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-185549f6-a5a2-4680-a57a-b7ba2f2f20da tempest-AttachVolumeTestJSON-950875345 tempest-AttachVolumeTestJSON-950875345-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:49:39.550968 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8337af8e-0da3-43da-ae13-387f4995a723 req-68e43d41-474d-4cd0-9997-e7a74c608f53 tempest-AttachVolumeShelveTestJSON-409995212 tempest-AttachVolumeShelveTestJSON-409995212-project] Router bdf431b0-4679-4d6d-8ef3-a8d454114142 has already been hosted by L3 agent 94c626d1-bc40-41bd-b6b2-9a20da402cb6 {{(pid=82901) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 15:49:39.640262 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.plugins.ml2.plugin [None req-185549f6-a5a2-4680-a57a-b7ba2f2f20da tempest-AttachVolumeTestJSON-950875345 tempest-AttachVolumeTestJSON-950875345-project] Calling delete_port for 18e1ba8e-69ae-487b-abe4-307c141561e7 owned by network:floatingip {{(pid=82902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 15:49:39.777246 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8337af8e-0da3-43da-ae13-387f4995a723 req-68e43d41-474d-4cd0-9997-e7a74c608f53 tempest-AttachVolumeShelveTestJSON-409995212 tempest-AttachVolumeShelveTestJSON-409995212-project] Notify agent at l3_agent.dv-cinder-825105-1-iscsi the message routers_updated {{(pid=82901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 15:49:39.791420 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c8b7416-67e0-4936-a532-aaea71d90733 None None] Sync routers for ids ['bdf431b0-4679-4d6d-8ef3-a8d454114142'] in dv-cinder-825105-1-iscsi {{(pid=82903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 09 15:49:39.817065 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-185549f6-a5a2-4680-a57a-b7ba2f2f20da tempest-AttachVolumeTestJSON-950875345 tempest-AttachVolumeTestJSON-950875345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16080037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758755970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756758334046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1633551'] for port, after_delete {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:49:39.838242 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.plugins.ml2.rpc [None req-812787cf-6466-4ce1-8c4e-c32e14b18d8a None None] Device da305289-c003-4929-93f1-6bfa7abe3f0f no longer exists at agent hyperv_hv-cinder-82510 {{(pid=82903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 15:49:39.854037 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.db.l3_dvrscheduler_db [req-8337af8e-0da3-43da-ae13-387f4995a723 req-68e43d41-474d-4cd0-9997-e7a74c608f53 tempest-AttachVolumeShelveTestJSON-409995212 tempest-AttachVolumeShelveTestJSON-409995212-project] No DVR routers for this DVR port f6e9eeb4-2469-4544-b6eb-078ade89284d on host hv-cinder-82510 {{(pid=82901) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 15:49:39.856479 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [req-8337af8e-0da3-43da-ae13-387f4995a723 req-68e43d41-474d-4cd0-9997-e7a74c608f53 tempest-AttachVolumeShelveTestJSON-409995212 tempest-AttachVolumeShelveTestJSON-409995212-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205010'] for port, before_response {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:49:39.859101 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de8923ac-5f8b-4562-84b5-94cd171a8ecb', 'name': 'network-vif-deleted', 'tag': 'f6e9eeb4-2469-4544-b6eb-078ade89284d'}] {{(pid=82901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 15:49:39.871601 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.plugins.ml2.plugin [None req-812787cf-6466-4ce1-8c4e-c32e14b18d8a None None] No Port match for: da305289-c003-4929-93f1-6bfa7abe3f0f {{(pid=82903) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 09 15:49:39.871933 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.plugins.ml2.rpc [None req-812787cf-6466-4ce1-8c4e-c32e14b18d8a None None] Device da305289-c003-4929-93f1-6bfa7abe3f0f not bound to the agent host hv-cinder-82510 {{(pid=82903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 15:49:39.872548 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.plugins.ml2.rpc [None req-812787cf-6466-4ce1-8c4e-c32e14b18d8a None None] Device f6e9eeb4-2469-4544-b6eb-078ade89284d no longer exists at agent hyperv_hv-cinder-82510 {{(pid=82903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 15:49:39.879258 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-8337af8e-0da3-43da-ae13-387f4995a723 req-68e43d41-474d-4cd0-9997-e7a74c608f53 tempest-AttachVolumeShelveTestJSON-409995212 tempest-AttachVolumeShelveTestJSON-409995212-project] 10.222.0.47 "DELETE /v2.0/ports/f6e9eeb4-2469-4544-b6eb-078ade89284d HTTP/1.1" status: 204 len: 173 time: 1.5458829 Feb 09 15:49:39.910396 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.plugins.ml2.plugin [None req-812787cf-6466-4ce1-8c4e-c32e14b18d8a None None] No Port match for: f6e9eeb4-2469-4544-b6eb-078ade89284d {{(pid=82903) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 09 15:49:39.910780 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.plugins.ml2.rpc [None req-812787cf-6466-4ce1-8c4e-c32e14b18d8a None None] Device f6e9eeb4-2469-4544-b6eb-078ade89284d not bound to the agent host hv-cinder-82510 {{(pid=82903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 15:49:39.917305 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c8b7416-67e0-4936-a532-aaea71d90733 None None] Routers {'bdf431b0-4679-4d6d-8ef3-a8d454114142'} bound to L3 agent in host dv-cinder-825105-1-iscsi {{(pid=82903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 15:49:39.917926 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.db.l3_hamode_db [None req-0c8b7416-67e0-4936-a532-aaea71d90733 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825105-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T15:34:00Z,description=,heartbeat_timestamp=2022-02-09T15:49:30Z,host='dv-cinder-825105-1-iscsi',id=94c626d1-bc40-41bd-b6b2-9a20da402cb6,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:34:00Z,topic='l3_agent')) {'router_ids': ['bdf431b0-4679-4d6d-8ef3-a8d454114142'], 'active': True} {{(pid=82903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:49:39.973284 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-185549f6-a5a2-4680-a57a-b7ba2f2f20da tempest-AttachVolumeTestJSON-950875345 tempest-AttachVolumeTestJSON-950875345-project] Pushing event deleted for resources: {'Port': ['ID=18e1ba8e-69ae-487b-abe4-307c141561e7,revision_number=None']} {{(pid=82902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:49:39.977895 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de8923ac-5f8b-4562-84b5-94cd171a8ecb', 'name': 'network-vif-deleted', 'tag': 'f6e9eeb4-2469-4544-b6eb-078ade89284d', 'status': 'completed', 'code': 200} Feb 09 15:49:39.985584 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-185549f6-a5a2-4680-a57a-b7ba2f2f20da tempest-AttachVolumeTestJSON-950875345 tempest-AttachVolumeTestJSON-950875345-project] Notify callbacks [] for floatingip, after_delete {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:49:40.008455 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-185549f6-a5a2-4680-a57a-b7ba2f2f20da tempest-AttachVolumeTestJSON-950875345 tempest-AttachVolumeTestJSON-950875345-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205010'] for floatingip, before_response {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:49:40.009996 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [None req-185549f6-a5a2-4680-a57a-b7ba2f2f20da tempest-AttachVolumeTestJSON-950875345 tempest-AttachVolumeTestJSON-950875345-project] 10.222.0.67 "DELETE /v2.0/floatingips/043c535d-f1f7-4ef0-a88d-2533796aedfa HTTP/1.1" status: 204 len: 168 time: 0.8882775 Feb 09 15:49:40.116895 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.db.l3_dvr_db [None req-0c8b7416-67e0-4936-a532-aaea71d90733 None None] Set router bdf431b0-4679-4d6d-8ef3-a8d454114142 gateway port host: dv-cinder-825105-1-iscsi {{(pid=82903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 15:49:40.417558 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.wsgi [-] (82902) accepted ('10.222.0.67', 49192) {{(pid=82902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 15:49:40.423539 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.api.v2.base [None req-18391c54-966f-4941-8f32-1d573128c744 tempest-AttachVolumeTestJSON-950875345 tempest-AttachVolumeTestJSON-950875345-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1538419817', 'description': 'tempest-description--320818024'}} {{(pid=82902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 15:49:40.429937 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.db.quota.driver [None req-18391c54-966f-4941-8f32-1d573128c744 tempest-AttachVolumeTestJSON-950875345 tempest-AttachVolumeTestJSON-950875345-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 15:49:40.434870 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.quota.resource [None req-18391c54-966f-4941-8f32-1d573128c744 tempest-AttachVolumeTestJSON-950875345 tempest-AttachVolumeTestJSON-950875345-project] Usage tracker for resource:security_group and tenant:cdd6e08aa84a4a278ba05d9afe77bf68 is out of sync, need to count used quota {{(pid=82902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 15:49:40.438111 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.quota.resource [None req-18391c54-966f-4941-8f32-1d573128c744 tempest-AttachVolumeTestJSON-950875345 tempest-AttachVolumeTestJSON-950875345-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=82902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 15:49:40.448778 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.db.quota.driver [None req-18391c54-966f-4941-8f32-1d573128c744 tempest-AttachVolumeTestJSON-950875345 tempest-AttachVolumeTestJSON-950875345-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=82902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 15:49:40.450441 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.db.l3_hamode_db [None req-0c8b7416-67e0-4936-a532-aaea71d90733 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdf431b0-4679-4d6d-8ef3-a8d454114142', 'name': 'tempest-AttachVolumeShelveTestJSON-1271008086-router', 'tenant_id': '3afe9ff36570464cb3825318de2de71a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c65eede5-7777-493f-951d-210877831002', 'external_fixed_ips': [{'subnet_id': '2c513225-bb11-4d36-a4c3-0732716dcb87', 'ip_address': '172.27.0.13'}], 'enable_snat': True}, 'gw_port_id': 'e8f166af-63fa-4718-a18b-20cbc7f2ac05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T15:42:31Z', 'updated_at': '2022-02-09T15:42:40Z', 'revision_number': 4, 'project_id': '3afe9ff36570464cb3825318de2de71a', 'gw_port': {'id': 'e8f166af-63fa-4718-a18b-20cbc7f2ac05', 'name': '', 'network_id': 'c65eede5-7777-493f-951d-210877831002', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:00:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdf431b0-4679-4d6d-8ef3-a8d454114142', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2c513225-bb11-4d36-a4c3-0732716dcb87', 'ip_address': '172.27.0.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825105-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:42:32Z', 'updated_at': '2022-02-09T15:42:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c513225-bb11-4d36-a4c3-0732716dcb87', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825105-1-iscsi', '_interfaces': [{'id': 'c4dc553e-6cb1-4fb1-8be3-5ed575c80d27', 'name': '', 'network_id': '515106f2-407b-4cd0-874f-592278142559', 'tenant_id': '3afe9ff36570464cb3825318de2de71a', 'mac_address': 'fa:16:3e:89:9f:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdf431b0-4679-4d6d-8ef3-a8d454114142', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f6c0b2aa-667d-4387-9940-6f1b97474e6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825105-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:42:39Z', 'updated_at': '2022-02-09T15:43:10Z', 'revision_number': 5, 'project_id': '3afe9ff36570464cb3825318de2de71a', 'subnets': [{'id': 'f6c0b2aa-667d-4387-9940-6f1b97474e6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825105-1-iscsi', False) {} {{(pid=82903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:49:40.454671 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c8b7416-67e0-4936-a532-aaea71d90733 None None] Checking router: bdf431b0-4679-4d6d-8ef3-a8d454114142 for host: dv-cinder-825105-1-iscsi {{(pid=82903) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 09 15:49:40.465196 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-18391c54-966f-4941-8f32-1d573128c744 tempest-AttachVolumeTestJSON-950875345 tempest-AttachVolumeTestJSON-950875345-project] Notify callbacks [] for security_group, before_create {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:49:40.467612 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c8b7416-67e0-4936-a532-aaea71d90733 None None] Routers {'bdf431b0-4679-4d6d-8ef3-a8d454114142'} bound to L3 agent in host dv-cinder-825105-1-iscsi {{(pid=82903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 15:49:40.468365 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.db.l3_hamode_db [None req-0c8b7416-67e0-4936-a532-aaea71d90733 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825105-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T15:34:00Z,description=,heartbeat_timestamp=2022-02-09T15:49:30Z,host='dv-cinder-825105-1-iscsi',id=94c626d1-bc40-41bd-b6b2-9a20da402cb6,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:34:00Z,topic='l3_agent')) {'router_ids': ['bdf431b0-4679-4d6d-8ef3-a8d454114142'], 'active': True} {{(pid=82903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:49:40.515710 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.db.quota.driver [None req-18391c54-966f-4941-8f32-1d573128c744 tempest-AttachVolumeTestJSON-950875345 tempest-AttachVolumeTestJSON-950875345-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 15:49:40.519755 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.quota.resource [None req-18391c54-966f-4941-8f32-1d573128c744 tempest-AttachVolumeTestJSON-950875345 tempest-AttachVolumeTestJSON-950875345-project] Usage tracker for resource:security_group_rule and tenant:cdd6e08aa84a4a278ba05d9afe77bf68 is out of sync, need to count used quota {{(pid=82902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 15:49:40.522881 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.quota.resource [None req-18391c54-966f-4941-8f32-1d573128c744 tempest-AttachVolumeTestJSON-950875345 tempest-AttachVolumeTestJSON-950875345-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=82902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 15:49:40.535869 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.db.quota.driver [None req-18391c54-966f-4941-8f32-1d573128c744 tempest-AttachVolumeTestJSON-950875345 tempest-AttachVolumeTestJSON-950875345-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=82902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 15:49:40.608000 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-18391c54-966f-4941-8f32-1d573128c744 tempest-AttachVolumeTestJSON-950875345 tempest-AttachVolumeTestJSON-950875345-project] Notify callbacks [] for security_group, precommit_create {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:49:40.613074 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-18391c54-966f-4941-8f32-1d573128c744 tempest-AttachVolumeTestJSON-950875345 tempest-AttachVolumeTestJSON-950875345-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_create {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:49:40.661652 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18391c54-966f-4941-8f32-1d573128c744 tempest-AttachVolumeTestJSON-950875345 tempest-AttachVolumeTestJSON-950875345-project] Pushing event updated for resources: {'SecurityGroup': ['ID=abd15ca3-2d42-40f7-9275-c4d67afb7f6f,revision_number=1']} {{(pid=82902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:49:40.664410 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-18391c54-966f-4941-8f32-1d573128c744 tempest-AttachVolumeTestJSON-950875345 tempest-AttachVolumeTestJSON-950875345-project] Notify callbacks [] for security_group, before_response {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:49:40.668569 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.wsgi [-] (82901) accepted ('10.222.0.67', 49198) {{(pid=82901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 15:49:40.670999 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [None req-18391c54-966f-4941-8f32-1d573128c744 tempest-AttachVolumeTestJSON-950875345 tempest-AttachVolumeTestJSON-950875345-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1613 time: 0.2521720 Feb 09 15:49:40.676646 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.api.v2.base [None req-34803eea-1701-4522-9b92-a7dbc91b1fde tempest-AttachVolumeTestJSON-950875345 tempest-AttachVolumeTestJSON-950875345-project] Request body: {'security_group_rule': {'security_group_id': 'abd15ca3-2d42-40f7-9275-c4d67afb7f6f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=82901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 15:49:40.683294 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.db.quota.driver [None req-34803eea-1701-4522-9b92-a7dbc91b1fde tempest-AttachVolumeTestJSON-950875345 tempest-AttachVolumeTestJSON-950875345-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 15:49:40.684565 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.db.l3_dvr_db [None req-0c8b7416-67e0-4936-a532-aaea71d90733 None None] Set router bdf431b0-4679-4d6d-8ef3-a8d454114142 gateway port host: dv-cinder-825105-1-iscsi {{(pid=82903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 15:49:40.687877 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.quota.resource [None req-34803eea-1701-4522-9b92-a7dbc91b1fde tempest-AttachVolumeTestJSON-950875345 tempest-AttachVolumeTestJSON-950875345-project] Usage tracker for resource:security_group_rule and tenant:cdd6e08aa84a4a278ba05d9afe77bf68 is out of sync, need to count used quota {{(pid=82901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 15:49:40.690881 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.quota.resource [None req-34803eea-1701-4522-9b92-a7dbc91b1fde tempest-AttachVolumeTestJSON-950875345 tempest-AttachVolumeTestJSON-950875345-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=82901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 15:49:40.698943 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.db.quota.driver [None req-34803eea-1701-4522-9b92-a7dbc91b1fde tempest-AttachVolumeTestJSON-950875345 tempest-AttachVolumeTestJSON-950875345-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=82901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 15:49:40.715773 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.wsgi [-] (82902) accepted ('10.222.0.67', 49204) {{(pid=82902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 15:49:40.718346 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-34803eea-1701-4522-9b92-a7dbc91b1fde tempest-AttachVolumeTestJSON-950875345 tempest-AttachVolumeTestJSON-950875345-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:49:40.784365 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-47906f5c-9051-4470-80a7-cb1c6e5bb3e7 tempest-AttachVolumeShelveTestJSON-409995212 tempest-AttachVolumeShelveTestJSON-409995212-project] Notify callbacks [] for security_group, before_delete {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:49:40.785665 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-34803eea-1701-4522-9b92-a7dbc91b1fde tempest-AttachVolumeTestJSON-950875345 tempest-AttachVolumeTestJSON-950875345-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:49:40.789160 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-34803eea-1701-4522-9b92-a7dbc91b1fde tempest-AttachVolumeTestJSON-950875345 tempest-AttachVolumeTestJSON-950875345-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331611'] for security_group_rule, after_create {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:49:40.813034 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34803eea-1701-4522-9b92-a7dbc91b1fde tempest-AttachVolumeTestJSON-950875345 tempest-AttachVolumeTestJSON-950875345-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1c8eeed1-30af-4700-92b5-cb35c28693c5,revision_number=0']} {{(pid=82901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:49:40.815672 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-47906f5c-9051-4470-80a7-cb1c6e5bb3e7 tempest-AttachVolumeShelveTestJSON-409995212 tempest-AttachVolumeShelveTestJSON-409995212-project] Notify callbacks [] for security_group, precommit_delete {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:49:40.824068 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-34803eea-1701-4522-9b92-a7dbc91b1fde tempest-AttachVolumeTestJSON-950875345 tempest-AttachVolumeTestJSON-950875345-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:49:40.828211 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [None req-34803eea-1701-4522-9b92-a7dbc91b1fde tempest-AttachVolumeTestJSON-950875345 tempest-AttachVolumeTestJSON-950875345-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1559992 Feb 09 15:49:40.828548 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.wsgi [-] (82901) accepted ('10.222.0.67', 49208) {{(pid=82901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 15:49:40.834254 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.api.v2.base [None req-f0aa6510-3d0d-44dc-b463-bb088387da29 tempest-AttachVolumeTestJSON-950875345 tempest-AttachVolumeTestJSON-950875345-project] Request body: {'security_group_rule': {'security_group_id': 'abd15ca3-2d42-40f7-9275-c4d67afb7f6f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=82901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 15:49:40.840307 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.db.quota.driver [None req-f0aa6510-3d0d-44dc-b463-bb088387da29 tempest-AttachVolumeTestJSON-950875345 tempest-AttachVolumeTestJSON-950875345-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 15:49:40.844657 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.quota.resource [None req-f0aa6510-3d0d-44dc-b463-bb088387da29 tempest-AttachVolumeTestJSON-950875345 tempest-AttachVolumeTestJSON-950875345-project] Usage tracker for resource:security_group_rule and tenant:cdd6e08aa84a4a278ba05d9afe77bf68 is out of sync, need to count used quota {{(pid=82901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 15:49:40.847630 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.quota.resource [None req-f0aa6510-3d0d-44dc-b463-bb088387da29 tempest-AttachVolumeTestJSON-950875345 tempest-AttachVolumeTestJSON-950875345-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=82901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 15:49:40.856098 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.db.quota.driver [None req-f0aa6510-3d0d-44dc-b463-bb088387da29 tempest-AttachVolumeTestJSON-950875345 tempest-AttachVolumeTestJSON-950875345-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=82901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 15:49:40.877885 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-f0aa6510-3d0d-44dc-b463-bb088387da29 tempest-AttachVolumeTestJSON-950875345 tempest-AttachVolumeTestJSON-950875345-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:49:40.885798 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-47906f5c-9051-4470-80a7-cb1c6e5bb3e7 tempest-AttachVolumeShelveTestJSON-409995212 tempest-AttachVolumeShelveTestJSON-409995212-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_delete {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:49:40.908682 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47906f5c-9051-4470-80a7-cb1c6e5bb3e7 tempest-AttachVolumeShelveTestJSON-409995212 tempest-AttachVolumeShelveTestJSON-409995212-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=02b929e9-1c1e-4b6f-8988-c240c8d949eb,revision_number=None']} {{(pid=82902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:49:40.925750 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-47906f5c-9051-4470-80a7-cb1c6e5bb3e7 tempest-AttachVolumeShelveTestJSON-409995212 tempest-AttachVolumeShelveTestJSON-409995212-project] Notify callbacks [] for security_group, before_response {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:49:40.927859 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [None req-47906f5c-9051-4470-80a7-cb1c6e5bb3e7 tempest-AttachVolumeShelveTestJSON-409995212 tempest-AttachVolumeShelveTestJSON-409995212-project] 10.222.0.67 "DELETE /v2.0/security-groups/02b929e9-1c1e-4b6f-8988-c240c8d949eb HTTP/1.1" status: 204 len: 168 time: 0.2104771 Feb 09 15:49:40.930712 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.wsgi [-] (82902) accepted ('10.222.0.67', 49212) {{(pid=82902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 15:49:40.952362 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.api.v2.resource [None req-a9a53e23-13be-49b0-989d-bc6faa452efb tempest-AttachVolumeShelveTestJSON-409995212 tempest-AttachVolumeShelveTestJSON-409995212-project] show failed (client error): The resource could not be found. Feb 09 15:49:40.953890 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [None req-a9a53e23-13be-49b0-989d-bc6faa452efb tempest-AttachVolumeShelveTestJSON-409995212 tempest-AttachVolumeShelveTestJSON-409995212-project] 10.222.0.67 "GET /v2.0/security-groups/02b929e9-1c1e-4b6f-8988-c240c8d949eb HTTP/1.1" status: 404 len: 347 time: 0.0218160 Feb 09 15:49:40.957055 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.wsgi [-] (82902) accepted ('10.222.0.67', 49216) {{(pid=82902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 15:49:40.980272 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-f0aa6510-3d0d-44dc-b463-bb088387da29 tempest-AttachVolumeTestJSON-950875345 tempest-AttachVolumeTestJSON-950875345-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:49:40.985483 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-f0aa6510-3d0d-44dc-b463-bb088387da29 tempest-AttachVolumeTestJSON-950875345 tempest-AttachVolumeTestJSON-950875345-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331611'] for security_group_rule, after_create {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:49:41.019722 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0aa6510-3d0d-44dc-b463-bb088387da29 tempest-AttachVolumeTestJSON-950875345 tempest-AttachVolumeTestJSON-950875345-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=506577f0-8d62-43ea-85f9-761af3b662aa,revision_number=0']} {{(pid=82901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:49:41.025779 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-f0aa6510-3d0d-44dc-b463-bb088387da29 tempest-AttachVolumeTestJSON-950875345 tempest-AttachVolumeTestJSON-950875345-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:49:41.030362 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [None req-f0aa6510-3d0d-44dc-b463-bb088387da29 tempest-AttachVolumeTestJSON-950875345 tempest-AttachVolumeTestJSON-950875345-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1977546 Feb 09 15:49:41.030568 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.wsgi [-] (82901) accepted ('10.222.0.67', 49220) {{(pid=82901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 15:49:41.036443 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.api.v2.base [None req-2141aaaa-8ee4-4179-9333-527ce04eb74b tempest-AttachVolumeTestJSON-950875345 tempest-AttachVolumeTestJSON-950875345-project] Request body: {'floatingip': {'floating_network_id': 'c65eede5-7777-493f-951d-210877831002'}} {{(pid=82901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 15:49:41.042891 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.db.quota.driver [None req-2141aaaa-8ee4-4179-9333-527ce04eb74b tempest-AttachVolumeTestJSON-950875345 tempest-AttachVolumeTestJSON-950875345-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 15:49:41.046825 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.quota.resource [None req-2141aaaa-8ee4-4179-9333-527ce04eb74b tempest-AttachVolumeTestJSON-950875345 tempest-AttachVolumeTestJSON-950875345-project] Usage tracker for resource:floatingip and tenant:cdd6e08aa84a4a278ba05d9afe77bf68 is out of sync, need to count used quota {{(pid=82901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 15:49:41.049730 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.quota.resource [None req-2141aaaa-8ee4-4179-9333-527ce04eb74b tempest-AttachVolumeTestJSON-950875345 tempest-AttachVolumeTestJSON-950875345-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=82901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 15:49:41.057334 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.db.quota.driver [None req-2141aaaa-8ee4-4179-9333-527ce04eb74b tempest-AttachVolumeTestJSON-950875345 tempest-AttachVolumeTestJSON-950875345-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=82901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 15:49:41.068409 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.db.l3_hamode_db [None req-0c8b7416-67e0-4936-a532-aaea71d90733 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdf431b0-4679-4d6d-8ef3-a8d454114142', 'name': 'tempest-AttachVolumeShelveTestJSON-1271008086-router', 'tenant_id': '3afe9ff36570464cb3825318de2de71a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c65eede5-7777-493f-951d-210877831002', 'external_fixed_ips': [{'subnet_id': '2c513225-bb11-4d36-a4c3-0732716dcb87', 'ip_address': '172.27.0.13'}], 'enable_snat': True}, 'gw_port_id': 'e8f166af-63fa-4718-a18b-20cbc7f2ac05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T15:42:31Z', 'updated_at': '2022-02-09T15:42:40Z', 'revision_number': 4, 'project_id': '3afe9ff36570464cb3825318de2de71a', 'gw_port': {'id': 'e8f166af-63fa-4718-a18b-20cbc7f2ac05', 'name': '', 'network_id': 'c65eede5-7777-493f-951d-210877831002', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:00:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdf431b0-4679-4d6d-8ef3-a8d454114142', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2c513225-bb11-4d36-a4c3-0732716dcb87', 'ip_address': '172.27.0.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825105-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:42:32Z', 'updated_at': '2022-02-09T15:42:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c513225-bb11-4d36-a4c3-0732716dcb87', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825105-1-iscsi', '_interfaces': [{'id': 'c4dc553e-6cb1-4fb1-8be3-5ed575c80d27', 'name': '', 'network_id': '515106f2-407b-4cd0-874f-592278142559', 'tenant_id': '3afe9ff36570464cb3825318de2de71a', 'mac_address': 'fa:16:3e:89:9f:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdf431b0-4679-4d6d-8ef3-a8d454114142', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f6c0b2aa-667d-4387-9940-6f1b97474e6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825105-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:42:39Z', 'updated_at': '2022-02-09T15:43:10Z', 'revision_number': 5, 'project_id': '3afe9ff36570464cb3825318de2de71a', 'subnets': [{'id': 'f6c0b2aa-667d-4387-9940-6f1b97474e6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825105-1-iscsi', False) {} {{(pid=82903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:49:41.070235 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-2141aaaa-8ee4-4179-9333-527ce04eb74b tempest-AttachVolumeTestJSON-950875345 tempest-AttachVolumeTestJSON-950875345-project] Notify callbacks [] for floatingip, before_create {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:49:41.073348 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c8b7416-67e0-4936-a532-aaea71d90733 None None] The sync data for ids ['bdf431b0-4679-4d6d-8ef3-a8d454114142'] in dv-cinder-825105-1-iscsi is: [{'id': 'bdf431b0-4679-4d6d-8ef3-a8d454114142', 'name': 'tempest-AttachVolumeShelveTestJSON-1271008086-router', 'tenant_id': '3afe9ff36570464cb3825318de2de71a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c65eede5-7777-493f-951d-210877831002', 'external_fixed_ips': [{'subnet_id': '2c513225-bb11-4d36-a4c3-0732716dcb87', 'ip_address': '172.27.0.13'}], 'enable_snat': True}, 'gw_port_id': 'e8f166af-63fa-4718-a18b-20cbc7f2ac05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T15:42:31Z', 'updated_at': '2022-02-09T15:42:40Z', 'revision_number': 4, 'project_id': '3afe9ff36570464cb3825318de2de71a', 'gw_port': {'id': 'e8f166af-63fa-4718-a18b-20cbc7f2ac05', 'name': '', 'network_id': 'c65eede5-7777-493f-951d-210877831002', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:00:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdf431b0-4679-4d6d-8ef3-a8d454114142', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2c513225-bb11-4d36-a4c3-0732716dcb87', 'ip_address': '172.27.0.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825105-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:42:32Z', 'updated_at': '2022-02-09T15:42:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c513225-bb11-4d36-a4c3-0732716dcb87', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825105-1-iscsi', '_interfaces': [{'id': 'c4dc553e-6cb1-4fb1-8be3-5ed575c80d27', 'name': '', 'network_id': '515106f2-407b-4cd0-874f-592278142559', 'tenant_id': '3afe9ff36570464cb3825318de2de71a', 'mac_address': 'fa:16:3e:89:9f:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdf431b0-4679-4d6d-8ef3-a8d454114142', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f6c0b2aa-667d-4387-9940-6f1b97474e6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825105-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:42:39Z', 'updated_at': '2022-02-09T15:43:10Z', 'revision_number': 5, 'project_id': '3afe9ff36570464cb3825318de2de71a', 'subnets': [{'id': 'f6c0b2aa-667d-4387-9940-6f1b97474e6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 09 15:49:41.128389 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.plugins.ml2.plugin [None req-8246c4e2-eac8-4134-bcde-bd07aec281cb tempest-AttachVolumeShelveTestJSON-409995212 tempest-AttachVolumeShelveTestJSON-409995212-project] Deleting port c90596f6-98ae-45f2-a06b-65c0b71b1cd8 {{(pid=82902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 15:49:41.128725 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-8246c4e2-eac8-4134-bcde-bd07aec281cb tempest-AttachVolumeShelveTestJSON-409995212 tempest-AttachVolumeShelveTestJSON-409995212-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758701249'] for port, before_delete {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:49:41.221821 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-2141aaaa-8ee4-4179-9333-527ce04eb74b tempest-AttachVolumeTestJSON-950875345 tempest-AttachVolumeTestJSON-950875345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16080601'] for port, before_create {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:49:41.307488 dv-cinder-825105-1-iscsi neutron-server[82904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e18f3db6-ab09-4a02-8a86-62f017310a58 None None] New status for floating IP fe4c7431-e0f0-40de-9032-57b7c840afad: DOWN {{(pid=82904) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 09 15:49:41.315127 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-8246c4e2-eac8-4134-bcde-bd07aec281cb tempest-AttachVolumeShelveTestJSON-409995212 tempest-AttachVolumeShelveTestJSON-409995212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353601'] for port, precommit_delete {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:49:41.315805 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-8246c4e2-eac8-4134-bcde-bd07aec281cb tempest-AttachVolumeShelveTestJSON-409995212 tempest-AttachVolumeShelveTestJSON-409995212-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:49:41.371379 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.db.db_base_plugin_common [None req-2141aaaa-8ee4-4179-9333-527ce04eb74b tempest-AttachVolumeTestJSON-950875345 tempest-AttachVolumeTestJSON-950875345-project] Allocated IP 172.27.0.138 (c65eede5-7777-493f-951d-210877831002/2c513225-bb11-4d36-a4c3-0732716dcb87/c37db70a-d13b-43e1-8cdf-38365a3b2771) {{(pid=82901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 15:49:41.527880 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-2141aaaa-8ee4-4179-9333-527ce04eb74b tempest-AttachVolumeTestJSON-950875345 tempest-AttachVolumeTestJSON-950875345-project] Notify callbacks [] for port, precommit_create {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:49:41.530234 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.plugins.ml2.plugin [None req-8246c4e2-eac8-4134-bcde-bd07aec281cb tempest-AttachVolumeShelveTestJSON-409995212 tempest-AttachVolumeShelveTestJSON-409995212-project] Calling delete_port for c90596f6-98ae-45f2-a06b-65c0b71b1cd8 owned by network:floatingip {{(pid=82902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 15:49:41.561013 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-2141aaaa-8ee4-4179-9333-527ce04eb74b tempest-AttachVolumeTestJSON-950875345 tempest-AttachVolumeTestJSON-950875345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16080037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124156', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756758334037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1282344'] for port, after_create {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:49:41.617443 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.db.api [None req-8246c4e2-eac8-4134-bcde-bd07aec281cb tempest-AttachVolumeShelveTestJSON-409995212 tempest-AttachVolumeShelveTestJSON-409995212-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=82902) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 15:49:41.617915 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG oslo_db.api [None req-8246c4e2-eac8-4134-bcde-bd07aec281cb tempest-AttachVolumeShelveTestJSON-409995212 tempest-AttachVolumeShelveTestJSON-409995212-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=82902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 15:49:41.639874 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2141aaaa-8ee4-4179-9333-527ce04eb74b tempest-AttachVolumeTestJSON-950875345 tempest-AttachVolumeTestJSON-950875345-project] Network c65eede5-7777-493f-951d-210877831002 is already hosted by enough agents. {{(pid=82901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 15:49:41.642937 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.scheduler.base_scheduler [None req-2141aaaa-8ee4-4179-9333-527ce04eb74b tempest-AttachVolumeTestJSON-950875345 tempest-AttachVolumeTestJSON-950875345-project] Resources bound (agent type, host, resource id): {{(pid=82901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 15:49:41.646280 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2141aaaa-8ee4-4179-9333-527ce04eb74b tempest-AttachVolumeTestJSON-950875345 tempest-AttachVolumeTestJSON-950875345-project] Received port after_create {{(pid=82901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 15:49:41.684448 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2141aaaa-8ee4-4179-9333-527ce04eb74b tempest-AttachVolumeTestJSON-950875345 tempest-AttachVolumeTestJSON-950875345-project] Pushing event updated for resources: {'Port': ['ID=c37db70a-d13b-43e1-8cdf-38365a3b2771,revision_number=1']} {{(pid=82901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:49:41.822309 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-2141aaaa-8ee4-4179-9333-527ce04eb74b tempest-AttachVolumeTestJSON-950875345 tempest-AttachVolumeTestJSON-950875345-project] Notify callbacks [] for floatingip, precommit_create {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:49:41.877236 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-2141aaaa-8ee4-4179-9333-527ce04eb74b tempest-AttachVolumeTestJSON-950875345 tempest-AttachVolumeTestJSON-950875345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16080601'] for port, before_update {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:49:42.119575 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.plugins.ml2.plugin [None req-8246c4e2-eac8-4134-bcde-bd07aec281cb tempest-AttachVolumeShelveTestJSON-409995212 tempest-AttachVolumeShelveTestJSON-409995212-project] Deleting port c90596f6-98ae-45f2-a06b-65c0b71b1cd8 {{(pid=82902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 15:49:42.120183 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-8246c4e2-eac8-4134-bcde-bd07aec281cb tempest-AttachVolumeShelveTestJSON-409995212 tempest-AttachVolumeShelveTestJSON-409995212-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758701249'] for port, before_delete {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:49:42.306040 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-8246c4e2-eac8-4134-bcde-bd07aec281cb tempest-AttachVolumeShelveTestJSON-409995212 tempest-AttachVolumeShelveTestJSON-409995212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353601'] for port, precommit_delete {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:49:42.306276 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-8246c4e2-eac8-4134-bcde-bd07aec281cb tempest-AttachVolumeShelveTestJSON-409995212 tempest-AttachVolumeShelveTestJSON-409995212-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:49:42.337323 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-2141aaaa-8ee4-4179-9333-527ce04eb74b tempest-AttachVolumeTestJSON-950875345 tempest-AttachVolumeTestJSON-950875345-project] Notify callbacks [] for port, precommit_update {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:49:42.342502 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-2141aaaa-8ee4-4179-9333-527ce04eb74b tempest-AttachVolumeTestJSON-950875345 tempest-AttachVolumeTestJSON-950875345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16080037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758755988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756758334055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756758334100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1282337'] for port, after_update {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:49:42.440371 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.plugins.ml2.plugin [None req-8246c4e2-eac8-4134-bcde-bd07aec281cb tempest-AttachVolumeShelveTestJSON-409995212 tempest-AttachVolumeShelveTestJSON-409995212-project] Calling delete_port for c90596f6-98ae-45f2-a06b-65c0b71b1cd8 owned by network:floatingip {{(pid=82902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 15:49:42.448722 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2141aaaa-8ee4-4179-9333-527ce04eb74b tempest-AttachVolumeTestJSON-950875345 tempest-AttachVolumeTestJSON-950875345-project] Pushing event updated for resources: {'Port': ['ID=c37db70a-d13b-43e1-8cdf-38365a3b2771,revision_number=2']} {{(pid=82901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:49:42.463494 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-2141aaaa-8ee4-4179-9333-527ce04eb74b tempest-AttachVolumeTestJSON-950875345 tempest-AttachVolumeTestJSON-950875345-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-406337'] for floatingip, after_update {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:49:42.486463 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-2141aaaa-8ee4-4179-9333-527ce04eb74b tempest-AttachVolumeTestJSON-950875345 tempest-AttachVolumeTestJSON-950875345-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205010'] for floatingip, before_response {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:49:42.487839 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [None req-2141aaaa-8ee4-4179-9333-527ce04eb74b tempest-AttachVolumeTestJSON-950875345 tempest-AttachVolumeTestJSON-950875345-project] 10.222.0.67 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.4562037 Feb 09 15:49:42.584906 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-8246c4e2-eac8-4134-bcde-bd07aec281cb tempest-AttachVolumeShelveTestJSON-409995212 tempest-AttachVolumeShelveTestJSON-409995212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16080037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758755970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756758334046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1633551'] for port, after_delete {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:49:42.636486 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8246c4e2-eac8-4134-bcde-bd07aec281cb tempest-AttachVolumeShelveTestJSON-409995212 tempest-AttachVolumeShelveTestJSON-409995212-project] Pushing event deleted for resources: {'Port': ['ID=c90596f6-98ae-45f2-a06b-65c0b71b1cd8,revision_number=None']} {{(pid=82902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:49:42.731920 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-8246c4e2-eac8-4134-bcde-bd07aec281cb tempest-AttachVolumeShelveTestJSON-409995212 tempest-AttachVolumeShelveTestJSON-409995212-project] Notify callbacks [] for floatingip, after_delete {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:49:42.742903 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-14f99b71-5f4f-46d5-995f-8d93eeff68df req-2e8b8f1f-7f62-440d-8c3a-ff7358146347 tempest-AttachVolumeTestJSON-950875345 tempest-AttachVolumeTestJSON-950875345-project] 10.222.0.67 "GET /v2.0/security-groups?name=tempest-securitygroup--1538419817&fields=id&tenant_id=cdd6e08aa84a4a278ba05d9afe77bf68 HTTP/1.1" status: 200 len: 267 time: 0.0553205 Feb 09 15:49:42.747114 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-8246c4e2-eac8-4134-bcde-bd07aec281cb tempest-AttachVolumeShelveTestJSON-409995212 tempest-AttachVolumeShelveTestJSON-409995212-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205010'] for floatingip, before_response {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:49:42.752473 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [None req-8246c4e2-eac8-4134-bcde-bd07aec281cb tempest-AttachVolumeShelveTestJSON-409995212 tempest-AttachVolumeShelveTestJSON-409995212-project] 10.222.0.67 "DELETE /v2.0/floatingips/fe4c7431-e0f0-40de-9032-57b7c840afad HTTP/1.1" status: 204 len: 168 time: 1.7888882 Feb 09 15:49:42.982169 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f99b71-5f4f-46d5-995f-8d93eeff68df req-da0ac1c8-6df8-4507-952f-ed533d854ec9 tempest-AttachVolumeTestJSON-950875345 tempest-AttachVolumeTestJSON-950875345-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:49:42.983561 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-14f99b71-5f4f-46d5-995f-8d93eeff68df req-da0ac1c8-6df8-4507-952f-ed533d854ec9 tempest-AttachVolumeTestJSON-950875345 tempest-AttachVolumeTestJSON-950875345-project] 10.222.0.67 "GET /v2.0/networks?id=a70d1a02-a2db-4792-86e7-c80512ee4e0d HTTP/1.1" status: 200 len: 811 time: 0.2344625 Feb 09 15:49:43.000364 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-14f99b71-5f4f-46d5-995f-8d93eeff68df req-a0a67e11-c595-4393-acea-aa4b981086b0 tempest-AttachVolumeTestJSON-950875345 tempest-AttachVolumeTestJSON-950875345-project] 10.222.0.67 "GET /v2.0/quotas/cdd6e08aa84a4a278ba05d9afe77bf68 HTTP/1.1" status: 200 len: 375 time: 0.0111761 Feb 09 15:49:43.083596 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.quota.resource [req-14f99b71-5f4f-46d5-995f-8d93eeff68df req-3573d09a-bdb7-4b6b-97f0-7de7bfd809d1 tempest-AttachVolumeTestJSON-950875345 tempest-AttachVolumeTestJSON-950875345-project] Synchronizing usage tracker for tenant:cdd6e08aa84a4a278ba05d9afe77bf68 on resource:port {{(pid=82901) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 15:49:43.103227 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.quota.resource [req-14f99b71-5f4f-46d5-995f-8d93eeff68df req-3573d09a-bdb7-4b6b-97f0-7de7bfd809d1 tempest-AttachVolumeTestJSON-950875345 tempest-AttachVolumeTestJSON-950875345-project] Unset dirty status for tenant:cdd6e08aa84a4a278ba05d9afe77bf68 on resource:port {{(pid=82901) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 15:49:43.104702 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-14f99b71-5f4f-46d5-995f-8d93eeff68df req-3573d09a-bdb7-4b6b-97f0-7de7bfd809d1 tempest-AttachVolumeTestJSON-950875345 tempest-AttachVolumeTestJSON-950875345-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=cdd6e08aa84a4a278ba05d9afe77bf68&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0991979 Feb 09 15:49:43.334273 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-14f99b71-5f4f-46d5-995f-8d93eeff68df req-98e721d4-5c6f-465b-8a6d-7b7a638ef03a service neutron] 10.222.0.67 "GET /v2.0/networks/a70d1a02-a2db-4792-86e7-c80512ee4e0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2101188 Feb 09 15:49:43.484977 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-14f99b71-5f4f-46d5-995f-8d93eeff68df req-1b48b6c0-a7af-427c-b654-eaa2c8da5801 service neutron] 10.222.0.67 "GET /v2.0/networks/a70d1a02-a2db-4792-86e7-c80512ee4e0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1441751 Feb 09 15:49:43.699056 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.quota.resource [req-a6be7e8a-4a36-4b2f-8ca3-d0ed992e6970 req-746984bb-a362-43e7-809e-d7c4952b2812 tempest-AttachVolumeTestJSON-950875345 tempest-AttachVolumeTestJSON-950875345-project] Synchronizing usage tracker for tenant:cdd6e08aa84a4a278ba05d9afe77bf68 on resource:port {{(pid=82902) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 15:49:43.711709 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.quota.resource [req-a6be7e8a-4a36-4b2f-8ca3-d0ed992e6970 req-746984bb-a362-43e7-809e-d7c4952b2812 tempest-AttachVolumeTestJSON-950875345 tempest-AttachVolumeTestJSON-950875345-project] Unset dirty status for tenant:cdd6e08aa84a4a278ba05d9afe77bf68 on resource:port {{(pid=82902) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 15:49:43.712897 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-a6be7e8a-4a36-4b2f-8ca3-d0ed992e6970 req-746984bb-a362-43e7-809e-d7c4952b2812 tempest-AttachVolumeTestJSON-950875345 tempest-AttachVolumeTestJSON-950875345-project] 10.222.0.67 "GET /v2.0/ports?device_id=22b7670f-9568-452e-888d-7d34d3b6c2e0 HTTP/1.1" status: 200 len: 210 time: 0.0635078 Feb 09 15:49:44.832769 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f99b71-5f4f-46d5-995f-8d93eeff68df req-f2718f44-34cd-4f81-8825-80de9811ff3c tempest-AttachVolumeTestJSON-950875345 tempest-AttachVolumeTestJSON-950875345-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:49:44.834097 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-14f99b71-5f4f-46d5-995f-8d93eeff68df req-f2718f44-34cd-4f81-8825-80de9811ff3c tempest-AttachVolumeTestJSON-950875345 tempest-AttachVolumeTestJSON-950875345-project] 10.222.0.47 "GET /v2.0/networks?id=a70d1a02-a2db-4792-86e7-c80512ee4e0d HTTP/1.1" status: 200 len: 811 time: 0.1552222 Feb 09 15:49:44.918046 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-14def983-8476-4c93-9295-5d1070a65994 req-c4792656-0b1a-4f62-b7e3-c9666a862a60 tempest-AttachVolumeTestJSON-950875345 tempest-AttachVolumeTestJSON-950875345-project] 10.222.0.67 "GET /v2.0/ports?device_id=22b7670f-9568-452e-888d-7d34d3b6c2e0 HTTP/1.1" status: 200 len: 210 time: 0.0555913 Feb 09 15:49:44.943741 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-14f99b71-5f4f-46d5-995f-8d93eeff68df req-675fcda4-c4f4-439f-84ec-fd44aaa8fead tempest-AttachVolumeTestJSON-950875345 tempest-AttachVolumeTestJSON-950875345-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cdd6e08aa84a4a278ba05d9afe77bf68 HTTP/1.1" status: 200 len: 380 time: 0.0941727 Feb 09 15:49:44.951700 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.api.v2.base [req-14f99b71-5f4f-46d5-995f-8d93eeff68df req-4e1ed2a5-539f-4441-9c15-0882d8daae66 tempest-AttachVolumeTestJSON-950875345 tempest-AttachVolumeTestJSON-950875345-project] Request body: {'port': {'device_id': '22b7670f-9568-452e-888d-7d34d3b6c2e0', 'network_id': 'a70d1a02-a2db-4792-86e7-c80512ee4e0d', 'admin_state_up': True, 'tenant_id': 'cdd6e08aa84a4a278ba05d9afe77bf68', 'security_groups': ['abd15ca3-2d42-40f7-9275-c4d67afb7f6f']}} {{(pid=82901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 15:49:45.086707 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.db.quota.driver [req-14f99b71-5f4f-46d5-995f-8d93eeff68df req-4e1ed2a5-539f-4441-9c15-0882d8daae66 tempest-AttachVolumeTestJSON-950875345 tempest-AttachVolumeTestJSON-950875345-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 15:49:45.096227 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.db.quota.driver [req-14f99b71-5f4f-46d5-995f-8d93eeff68df req-4e1ed2a5-539f-4441-9c15-0882d8daae66 tempest-AttachVolumeTestJSON-950875345 tempest-AttachVolumeTestJSON-950875345-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=82901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 15:49:45.107360 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-14f99b71-5f4f-46d5-995f-8d93eeff68df req-4e1ed2a5-539f-4441-9c15-0882d8daae66 tempest-AttachVolumeTestJSON-950875345 tempest-AttachVolumeTestJSON-950875345-project] Made reservation on behalf of cdd6e08aa84a4a278ba05d9afe77bf68 for: {'port': 1} {{(pid=82901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 15:49:45.110674 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [req-14f99b71-5f4f-46d5-995f-8d93eeff68df req-4e1ed2a5-539f-4441-9c15-0882d8daae66 tempest-AttachVolumeTestJSON-950875345 tempest-AttachVolumeTestJSON-950875345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16080601'] for port, before_create {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:49:45.276332 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.db.db_base_plugin_common [req-14f99b71-5f4f-46d5-995f-8d93eeff68df req-4e1ed2a5-539f-4441-9c15-0882d8daae66 tempest-AttachVolumeTestJSON-950875345 tempest-AttachVolumeTestJSON-950875345-project] Allocated IP 172.20.0.8 (a70d1a02-a2db-4792-86e7-c80512ee4e0d/e77df24c-1903-4208-9651-061913c63dfc/e32a96b7-73f5-4b47-9422-75d1db44d890) {{(pid=82901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 15:49:45.476950 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [req-14f99b71-5f4f-46d5-995f-8d93eeff68df req-4e1ed2a5-539f-4441-9c15-0882d8daae66 tempest-AttachVolumeTestJSON-950875345 tempest-AttachVolumeTestJSON-950875345-project] Notify callbacks [] for port, precommit_create {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:49:45.493386 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.db.provisioning_blocks [req-14f99b71-5f4f-46d5-995f-8d93eeff68df req-4e1ed2a5-539f-4441-9c15-0882d8daae66 tempest-AttachVolumeTestJSON-950875345 tempest-AttachVolumeTestJSON-950875345-project] Transition to ACTIVE for port object e32a96b7-73f5-4b47-9422-75d1db44d890 will not be triggered until provisioned by entity DHCP. {{(pid=82901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 15:49:45.523659 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [req-14f99b71-5f4f-46d5-995f-8d93eeff68df req-4e1ed2a5-539f-4441-9c15-0882d8daae66 tempest-AttachVolumeTestJSON-950875345 tempest-AttachVolumeTestJSON-950875345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16080037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124156', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756758334037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1282344'] for port, after_create {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:49:45.593099 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.wsgi [-] (82902) accepted ('10.222.0.67', 49266) {{(pid=82902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 15:49:45.601415 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-14f99b71-5f4f-46d5-995f-8d93eeff68df req-4e1ed2a5-539f-4441-9c15-0882d8daae66 tempest-AttachVolumeTestJSON-950875345 tempest-AttachVolumeTestJSON-950875345-project] Network a70d1a02-a2db-4792-86e7-c80512ee4e0d is already hosted by enough agents. {{(pid=82901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 15:49:45.604418 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.scheduler.base_scheduler [req-14f99b71-5f4f-46d5-995f-8d93eeff68df req-4e1ed2a5-539f-4441-9c15-0882d8daae66 tempest-AttachVolumeTestJSON-950875345 tempest-AttachVolumeTestJSON-950875345-project] Resources bound (agent type, host, resource id): {{(pid=82901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 15:49:45.606791 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.db.l3_dvrscheduler_db [req-14f99b71-5f4f-46d5-995f-8d93eeff68df req-4e1ed2a5-539f-4441-9c15-0882d8daae66 tempest-AttachVolumeTestJSON-950875345 tempest-AttachVolumeTestJSON-950875345-project] Received port after_create {{(pid=82901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 15:49:45.647390 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e1ed2a5-539f-4441-9c15-0882d8daae66 tempest-AttachVolumeTestJSON-950875345 tempest-AttachVolumeTestJSON-950875345-project] Pushing event updated for resources: {'Port': ['ID=e32a96b7-73f5-4b47-9422-75d1db44d890,revision_number=1']} {{(pid=82901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:49:45.681848 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f99b71-5f4f-46d5-995f-8d93eeff68df req-4e1ed2a5-539f-4441-9c15-0882d8daae66 tempest-AttachVolumeTestJSON-950875345 tempest-AttachVolumeTestJSON-950875345-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=82901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:49:45.682358 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [req-14f99b71-5f4f-46d5-995f-8d93eeff68df req-4e1ed2a5-539f-4441-9c15-0882d8daae66 tempest-AttachVolumeTestJSON-950875345 tempest-AttachVolumeTestJSON-950875345-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205010'] for port, before_response {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:49:45.711180 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-14f99b71-5f4f-46d5-995f-8d93eeff68df req-4e1ed2a5-539f-4441-9c15-0882d8daae66 tempest-AttachVolumeTestJSON-950875345 tempest-AttachVolumeTestJSON-950875345-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7641706 Feb 09 15:49:45.722130 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.api.v2.base [req-14f99b71-5f4f-46d5-995f-8d93eeff68df req-1e83e7df-d4a0-4f23-a7c2-5880c47b1464 service neutron] Request body: {'port': {'device_id': '22b7670f-9568-452e-888d-7d34d3b6c2e0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82510'}} {{(pid=82901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 15:49:45.839395 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [req-14f99b71-5f4f-46d5-995f-8d93eeff68df req-1e83e7df-d4a0-4f23-a7c2-5880c47b1464 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16080601'] for port, before_update {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:49:45.878003 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.db.provisioning_blocks [None req-dae608ae-deda-41cc-9bf1-bcc81340eccf None None] Provisioning for port e32a96b7-73f5-4b47-9422-75d1db44d890 completed by entity DHCP. {{(pid=82903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 15:49:45.883697 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.db.provisioning_blocks [None req-dae608ae-deda-41cc-9bf1-bcc81340eccf None None] Provisioning complete for port e32a96b7-73f5-4b47-9422-75d1db44d890 triggered by entity DHCP. {{(pid=82903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:49:45.883999 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-dae608ae-deda-41cc-9bf1-bcc81340eccf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16008948'] for port, provisioning_complete {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:49:45.941692 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.plugins.ml2.plugin [None req-dae608ae-deda-41cc-9bf1-bcc81340eccf None None] Port e32a96b7-73f5-4b47-9422-75d1db44d890 cannot update to ACTIVE because it is not bound. {{(pid=82903) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 09 15:49:46.173918 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ded0f79-41b0-4396-98da-1ef334669939 req-7e5b2e0b-6491-43d3-9817-26802661a16d tempest-AttachVolumeTestJSON-950875345 tempest-AttachVolumeTestJSON-950875345-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:49:46.175345 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-6ded0f79-41b0-4396-98da-1ef334669939 req-7e5b2e0b-6491-43d3-9817-26802661a16d tempest-AttachVolumeTestJSON-950875345 tempest-AttachVolumeTestJSON-950875345-project] 10.222.0.67 "GET /v2.0/ports?device_id=22b7670f-9568-452e-888d-7d34d3b6c2e0 HTTP/1.1" status: 200 len: 931 time: 0.1104488 Feb 09 15:49:46.248561 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.quota.resource [req-6ded0f79-41b0-4396-98da-1ef334669939 req-8092993b-b3f4-4e1c-83e3-2b30ffb736eb tempest-AttachVolumeTestJSON-950875345 tempest-AttachVolumeTestJSON-950875345-project] Synchronizing usage tracker for tenant:cdd6e08aa84a4a278ba05d9afe77bf68 on resource:security_group {{(pid=82902) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 15:49:46.270690 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.quota.resource [req-6ded0f79-41b0-4396-98da-1ef334669939 req-8092993b-b3f4-4e1c-83e3-2b30ffb736eb tempest-AttachVolumeTestJSON-950875345 tempest-AttachVolumeTestJSON-950875345-project] Unset dirty status for tenant:cdd6e08aa84a4a278ba05d9afe77bf68 on resource:security_group {{(pid=82902) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 15:49:46.271824 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-6ded0f79-41b0-4396-98da-1ef334669939 req-8092993b-b3f4-4e1c-83e3-2b30ffb736eb tempest-AttachVolumeTestJSON-950875345 tempest-AttachVolumeTestJSON-950875345-project] 10.222.0.67 "GET /v2.0/security-groups?id=abd15ca3-2d42-40f7-9275-c4d67afb7f6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0873806 Feb 09 15:49:46.274397 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-2d1ecd10-2bf8-4d66-a998-694e0ce1d5c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-405591'] for router_interface, before_delete {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:49:46.288425 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.notifiers.nova [req-14f99b71-5f4f-46d5-995f-8d93eeff68df req-1e83e7df-d4a0-4f23-a7c2-5880c47b1464 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e32a96b7-73f5-4b47-9422-75d1db44d890 {{(pid=82901) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 15:49:46.300735 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [req-14f99b71-5f4f-46d5-995f-8d93eeff68df req-1e83e7df-d4a0-4f23-a7c2-5880c47b1464 service neutron] Notify callbacks [] for port, precommit_update {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:49:46.320014 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.db.provisioning_blocks [req-14f99b71-5f4f-46d5-995f-8d93eeff68df req-1e83e7df-d4a0-4f23-a7c2-5880c47b1464 service neutron] Transition to ACTIVE for port object e32a96b7-73f5-4b47-9422-75d1db44d890 will not be triggered until provisioned by entity L2. {{(pid=82901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 15:49:46.324614 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [req-14f99b71-5f4f-46d5-995f-8d93eeff68df req-1e83e7df-d4a0-4f23-a7c2-5880c47b1464 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16080037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758755988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756758334055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756758334100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1282337'] for port, after_update {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:49:46.464604 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e83e7df-d4a0-4f23-a7c2-5880c47b1464 service neutron] Pushing event updated for resources: {'Port': ['ID=e32a96b7-73f5-4b47-9422-75d1db44d890,revision_number=2']} {{(pid=82901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:49:46.585322 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.plugins.ml2.managers [req-14f99b71-5f4f-46d5-995f-8d93eeff68df req-1e83e7df-d4a0-4f23-a7c2-5880c47b1464 service neutron] Attempting to bind port e32a96b7-73f5-4b47-9422-75d1db44d890 on host hv-cinder-82510 for vnic_type normal with profile {{(pid=82901) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 15:49:46.585831 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.plugins.ml2.managers [req-14f99b71-5f4f-46d5-995f-8d93eeff68df req-1e83e7df-d4a0-4f23-a7c2-5880c47b1464 service neutron] Attempting to bind port e32a96b7-73f5-4b47-9422-75d1db44d890 by drivers openvswitch,hyperv on host hv-cinder-82510 at level 0 using segments [{'id': '6c817249-bce9-41f7-9191-a92bae05dd74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': 'a70d1a02-a2db-4792-86e7-c80512ee4e0d'}] {{(pid=82901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 15:49:46.586346 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14f99b71-5f4f-46d5-995f-8d93eeff68df req-1e83e7df-d4a0-4f23-a7c2-5880c47b1464 service neutron] Attempting to bind port e32a96b7-73f5-4b47-9422-75d1db44d890 on network a70d1a02-a2db-4792-86e7-c80512ee4e0d {{(pid=82901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 15:49:46.592237 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14f99b71-5f4f-46d5-995f-8d93eeff68df req-1e83e7df-d4a0-4f23-a7c2-5880c47b1464 service neutron] Port e32a96b7-73f5-4b47-9422-75d1db44d890 on network a70d1a02-a2db-4792-86e7-c80512ee4e0d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82510 {{(pid=82901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 09 15:49:46.592554 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14f99b71-5f4f-46d5-995f-8d93eeff68df req-1e83e7df-d4a0-4f23-a7c2-5880c47b1464 service neutron] Attempting to bind port e32a96b7-73f5-4b47-9422-75d1db44d890 on network a70d1a02-a2db-4792-86e7-c80512ee4e0d {{(pid=82901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 15:49:46.598785 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14f99b71-5f4f-46d5-995f-8d93eeff68df req-1e83e7df-d4a0-4f23-a7c2-5880c47b1464 service neutron] Checking agent: {'id': 'db1a70d3-a821-4659-b534-995c5c5f449e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82510', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 15, 40, 29), 'started_at': datetime.datetime(2022, 2, 9, 15, 40, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 15, 49, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=82901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 15:49:46.599112 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14f99b71-5f4f-46d5-995f-8d93eeff68df req-1e83e7df-d4a0-4f23-a7c2-5880c47b1464 service neutron] Checking segment: {'id': '6c817249-bce9-41f7-9191-a92bae05dd74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': 'a70d1a02-a2db-4792-86e7-c80512ee4e0d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 15:49:46.599486 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14f99b71-5f4f-46d5-995f-8d93eeff68df req-1e83e7df-d4a0-4f23-a7c2-5880c47b1464 service neutron] Bound using segment: {'id': '6c817249-bce9-41f7-9191-a92bae05dd74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': 'a70d1a02-a2db-4792-86e7-c80512ee4e0d'} {{(pid=82901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 15:49:46.599899 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.plugins.ml2.managers [req-14f99b71-5f4f-46d5-995f-8d93eeff68df req-1e83e7df-d4a0-4f23-a7c2-5880c47b1464 service neutron] Bound port: e32a96b7-73f5-4b47-9422-75d1db44d890, host: hv-cinder-82510, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6c817249-bce9-41f7-9191-a92bae05dd74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': 'a70d1a02-a2db-4792-86e7-c80512ee4e0d'}}] {{(pid=82901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 15:49:46.600300 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [req-14f99b71-5f4f-46d5-995f-8d93eeff68df req-1e83e7df-d4a0-4f23-a7c2-5880c47b1464 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16080601'] for port, before_update {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:49:46.692240 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.plugins.ml2.db [req-14f99b71-5f4f-46d5-995f-8d93eeff68df req-1e83e7df-d4a0-4f23-a7c2-5880c47b1464 service neutron] For port e32a96b7-73f5-4b47-9422-75d1db44d890, host hv-cinder-82510, cleared binding levels {{(pid=82901) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 15:49:46.696190 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.plugins.ml2.db [req-14f99b71-5f4f-46d5-995f-8d93eeff68df req-1e83e7df-d4a0-4f23-a7c2-5880c47b1464 service neutron] For port e32a96b7-73f5-4b47-9422-75d1db44d890, host hv-cinder-82510, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=e32a96b7-73f5-4b47-9422-75d1db44d890,segment=NetworkSegment(6c817249-bce9-41f7-9191-a92bae05dd74),segment_id=6c817249-bce9-41f7-9191-a92bae05dd74)] {{(pid=82901) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 15:49:46.701349 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [req-14f99b71-5f4f-46d5-995f-8d93eeff68df req-1e83e7df-d4a0-4f23-a7c2-5880c47b1464 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16080037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758755988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756758334055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756758334100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1282337'] for port, after_update {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:49:46.761727 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [req-14f99b71-5f4f-46d5-995f-8d93eeff68df req-1e83e7df-d4a0-4f23-a7c2-5880c47b1464 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205010'] for port, before_response {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:49:46.763070 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-14f99b71-5f4f-46d5-995f-8d93eeff68df req-1e83e7df-d4a0-4f23-a7c2-5880c47b1464 service neutron] 10.222.0.47 "PUT /v2.0/ports/e32a96b7-73f5-4b47-9422-75d1db44d890 HTTP/1.1" status: 200 len: 1093 time: 1.0451758 Feb 09 15:49:46.771642 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '22b7670f-9568-452e-888d-7d34d3b6c2e0', 'tag': 'e32a96b7-73f5-4b47-9422-75d1db44d890'}] {{(pid=82901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 15:49:46.795204 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e83e7df-d4a0-4f23-a7c2-5880c47b1464 service neutron] Pushing event updated for resources: {'Port': ['ID=e32a96b7-73f5-4b47-9422-75d1db44d890,revision_number=3']} {{(pid=82901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:49:46.861133 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '22b7670f-9568-452e-888d-7d34d3b6c2e0', 'tag': 'e32a96b7-73f5-4b47-9422-75d1db44d890', 'status': 'completed', 'code': 200} Feb 09 15:49:46.912821 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-14f99b71-5f4f-46d5-995f-8d93eeff68df req-bcd060e9-a2ae-4ee9-98ed-8a4f94bc1234 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=cdd6e08aa84a4a278ba05d9afe77bf68&device_id=22b7670f-9568-452e-888d-7d34d3b6c2e0 HTTP/1.1" status: 200 len: 1096 time: 0.0991175 Feb 09 15:49:46.993207 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-14f99b71-5f4f-46d5-995f-8d93eeff68df req-84eec724-ae40-4aa3-bdd6-7e42b01a0296 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e32a96b7-73f5-4b47-9422-75d1db44d890 HTTP/1.1" status: 200 len: 217 time: 0.0730240 Feb 09 15:49:47.009311 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.plugins.ml2.plugin [None req-2d1ecd10-2bf8-4d66-a998-694e0ce1d5c5 admin admin] Deleting port c4dc553e-6cb1-4fb1-8be3-5ed575c80d27 {{(pid=82902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 15:49:47.009883 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-2d1ecd10-2bf8-4d66-a998-694e0ce1d5c5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758701249'] for port, before_delete {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:49:47.060905 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f99b71-5f4f-46d5-995f-8d93eeff68df req-fa80f9c2-6ca0-4d30-8620-f7748ada414f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:49:47.062518 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-14f99b71-5f4f-46d5-995f-8d93eeff68df req-fa80f9c2-6ca0-4d30-8620-f7748ada414f service neutron] 10.222.0.47 "GET /v2.0/subnets?id=e77df24c-1903-4208-9651-061913c63dfc HTTP/1.1" status: 200 len: 850 time: 0.0606611 Feb 09 15:49:47.140729 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-14f99b71-5f4f-46d5-995f-8d93eeff68df req-883cb248-9e49-4c8c-96cd-3a646eb1567f service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=a70d1a02-a2db-4792-86e7-c80512ee4e0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0705836 Feb 09 15:49:47.189167 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.plugins.ml2.db [None req-2d1ecd10-2bf8-4d66-a998-694e0ce1d5c5 admin admin] For port c4dc553e-6cb1-4fb1-8be3-5ed575c80d27, host dv-cinder-825105-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825105-1-iscsi',level=0,port_id=c4dc553e-6cb1-4fb1-8be3-5ed575c80d27,segment=NetworkSegment(47be4392-46be-4f67-a93c-733fd962f305),segment_id=47be4392-46be-4f67-a93c-733fd962f305)] {{(pid=82902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:49:47.189517 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-2d1ecd10-2bf8-4d66-a998-694e0ce1d5c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353601'] for port, precommit_delete {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:49:47.276266 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-14f99b71-5f4f-46d5-995f-8d93eeff68df req-e05a1154-b88c-4a1d-9452-f78a5710d04b service neutron] 10.222.0.47 "GET /v2.0/networks/a70d1a02-a2db-4792-86e7-c80512ee4e0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1283162 Feb 09 15:49:47.313335 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.plugins.ml2.plugin [None req-2d1ecd10-2bf8-4d66-a998-694e0ce1d5c5 admin admin] Calling delete_port for c4dc553e-6cb1-4fb1-8be3-5ed575c80d27 owned by network:router_interface {{(pid=82902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 15:49:47.415754 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-14f99b71-5f4f-46d5-995f-8d93eeff68df req-a9355cbc-fa34-4aae-9644-f75cdf1680c9 service neutron] 10.222.0.47 "GET /v2.0/networks/a70d1a02-a2db-4792-86e7-c80512ee4e0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1334646 Feb 09 15:49:47.537659 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-60ae291e-9733-4b87-a0f3-291ae41175f4 req-1428bf46-4fcc-42d3-9284-0bf87152243c service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=cdd6e08aa84a4a278ba05d9afe77bf68&device_id=22b7670f-9568-452e-888d-7d34d3b6c2e0 HTTP/1.1" status: 200 len: 1096 time: 0.0745311 Feb 09 15:49:47.548601 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97660f0e-fa0a-4f0a-8702-7956688ecdd6 req-1a9e0ec2-93e7-4e0c-8df0-361c9f0445de tempest-AttachVolumeTestJSON-950875345 tempest-AttachVolumeTestJSON-950875345-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:49:47.550039 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-97660f0e-fa0a-4f0a-8702-7956688ecdd6 req-1a9e0ec2-93e7-4e0c-8df0-361c9f0445de tempest-AttachVolumeTestJSON-950875345 tempest-AttachVolumeTestJSON-950875345-project] 10.222.0.67 "GET /v2.0/ports?device_id=22b7670f-9568-452e-888d-7d34d3b6c2e0 HTTP/1.1" status: 200 len: 943 time: 0.1411121 Feb 09 15:49:47.556314 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-2d1ecd10-2bf8-4d66-a998-694e0ce1d5c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16080037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758755970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756758334046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1633551'] for port, after_delete {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:49:47.621746 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1ecd10-2bf8-4d66-a998-694e0ce1d5c5 admin admin] Pushing event deleted for resources: {'Port': ['ID=c4dc553e-6cb1-4fb1-8be3-5ed575c80d27,revision_number=None']} {{(pid=82902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:49:47.679725 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ae291e-9733-4b87-a0f3-291ae41175f4 req-762c7999-1048-4022-bc6b-01fdde8ffeac service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:49:47.681733 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-60ae291e-9733-4b87-a0f3-291ae41175f4 req-762c7999-1048-4022-bc6b-01fdde8ffeac service neutron] 10.222.0.47 "GET /v2.0/networks?id=a70d1a02-a2db-4792-86e7-c80512ee4e0d HTTP/1.1" status: 200 len: 912 time: 0.1380045 Feb 09 15:49:47.715680 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-97660f0e-fa0a-4f0a-8702-7956688ecdd6 req-69f57fb4-a343-40c7-9ced-00e9a3ca9f85 tempest-AttachVolumeTestJSON-950875345 tempest-AttachVolumeTestJSON-950875345-project] 10.222.0.67 "GET /v2.0/security-groups?id=abd15ca3-2d42-40f7-9275-c4d67afb7f6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1554401 Feb 09 15:49:47.754930 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-60ae291e-9733-4b87-a0f3-291ae41175f4 req-495eda52-5371-4ff1-988c-5e35eb2ea0c7 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e32a96b7-73f5-4b47-9422-75d1db44d890 HTTP/1.1" status: 200 len: 217 time: 0.0670667 Feb 09 15:49:47.822092 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ae291e-9733-4b87-a0f3-291ae41175f4 req-1ce353d5-dc53-4845-9776-93359133ac73 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:49:47.823552 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-60ae291e-9733-4b87-a0f3-291ae41175f4 req-1ce353d5-dc53-4845-9776-93359133ac73 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=e77df24c-1903-4208-9651-061913c63dfc HTTP/1.1" status: 200 len: 850 time: 0.0624397 Feb 09 15:49:47.901096 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-60ae291e-9733-4b87-a0f3-291ae41175f4 req-5bb5bccb-9078-4a42-8e3c-7cfc30a6bd24 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=a70d1a02-a2db-4792-86e7-c80512ee4e0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0705864 Feb 09 15:49:47.939682 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-2d1ecd10-2bf8-4d66-a998-694e0ce1d5c5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16123921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-405732'] for router_interface, after_delete {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:49:48.037076 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-60ae291e-9733-4b87-a0f3-291ae41175f4 req-94b97edb-5052-4603-bf73-7b619308bb00 service neutron] 10.222.0.47 "GET /v2.0/networks/a70d1a02-a2db-4792-86e7-c80512ee4e0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1292908 Feb 09 15:49:48.246659 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-60ae291e-9733-4b87-a0f3-291ae41175f4 req-6c0aab3e-a3be-4db8-bbbf-0ef6c3179326 service neutron] 10.222.0.47 "GET /v2.0/networks/a70d1a02-a2db-4792-86e7-c80512ee4e0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2032948 Feb 09 15:49:48.627021 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d1ecd10-2bf8-4d66-a998-694e0ce1d5c5 admin admin] Router bdf431b0-4679-4d6d-8ef3-a8d454114142 has already been hosted by L3 agent 94c626d1-bc40-41bd-b6b2-9a20da402cb6 {{(pid=82902) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 15:49:48.827535 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d1ecd10-2bf8-4d66-a998-694e0ce1d5c5 admin admin] Notify agent at l3_agent.dv-cinder-825105-1-iscsi the message routers_updated {{(pid=82902) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 15:49:48.837760 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02bb8ad9-cbd0-4b0c-b97c-1907665ad3f2 None None] Sync routers for ids ['bdf431b0-4679-4d6d-8ef3-a8d454114142'] in dv-cinder-825105-1-iscsi {{(pid=82903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 09 15:49:48.839931 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [None req-2d1ecd10-2bf8-4d66-a998-694e0ce1d5c5 admin admin] 10.222.0.67 "PUT /v2.0/routers/bdf431b0-4679-4d6d-8ef3-a8d454114142/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2456679 Feb 09 15:49:48.842450 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.wsgi [-] (82902) accepted ('10.222.0.67', 49280) {{(pid=82902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 15:49:48.853168 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02bb8ad9-cbd0-4b0c-b97c-1907665ad3f2 None None] Routers {'bdf431b0-4679-4d6d-8ef3-a8d454114142'} bound to L3 agent in host dv-cinder-825105-1-iscsi {{(pid=82903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 15:49:48.853856 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.db.l3_hamode_db [None req-02bb8ad9-cbd0-4b0c-b97c-1907665ad3f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825105-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T15:34:00Z,description=,heartbeat_timestamp=2022-02-09T15:49:30Z,host='dv-cinder-825105-1-iscsi',id=94c626d1-bc40-41bd-b6b2-9a20da402cb6,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:34:00Z,topic='l3_agent')) {'router_ids': ['bdf431b0-4679-4d6d-8ef3-a8d454114142'], 'active': True} {{(pid=82903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:49:48.927517 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc8cc52-f84e-436d-8065-9a9a32a65e8f req-f9243933-de3f-4a5c-a2b9-d8b33d380edb tempest-AttachVolumeTestJSON-950875345 tempest-AttachVolumeTestJSON-950875345-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:49:48.928212 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.quota.resource [req-7bc8cc52-f84e-436d-8065-9a9a32a65e8f req-f9243933-de3f-4a5c-a2b9-d8b33d380edb tempest-AttachVolumeTestJSON-950875345 tempest-AttachVolumeTestJSON-950875345-project] Synchronizing usage tracker for tenant:cdd6e08aa84a4a278ba05d9afe77bf68 on resource:port {{(pid=82901) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 15:49:48.946475 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.quota.resource [req-7bc8cc52-f84e-436d-8065-9a9a32a65e8f req-f9243933-de3f-4a5c-a2b9-d8b33d380edb tempest-AttachVolumeTestJSON-950875345 tempest-AttachVolumeTestJSON-950875345-project] Unset dirty status for tenant:cdd6e08aa84a4a278ba05d9afe77bf68 on resource:port {{(pid=82901) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 15:49:48.947806 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-7bc8cc52-f84e-436d-8065-9a9a32a65e8f req-f9243933-de3f-4a5c-a2b9-d8b33d380edb tempest-AttachVolumeTestJSON-950875345 tempest-AttachVolumeTestJSON-950875345-project] 10.222.0.67 "GET /v2.0/ports?device_id=22b7670f-9568-452e-888d-7d34d3b6c2e0 HTTP/1.1" status: 200 len: 943 time: 0.1043966 Feb 09 15:49:49.000074 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-7bc8cc52-f84e-436d-8065-9a9a32a65e8f req-998d7f8b-3b32-4120-a002-5094bd2f6295 tempest-AttachVolumeTestJSON-950875345 tempest-AttachVolumeTestJSON-950875345-project] 10.222.0.67 "GET /v2.0/security-groups?id=abd15ca3-2d42-40f7-9275-c4d67afb7f6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456319 Feb 09 15:49:49.055955 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-d6deef6a-d7a8-4b76-8b92-930604836884 admin admin] Notify callbacks [] for router, before_delete {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:49:49.088218 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.db.l3_dvr_db [None req-02bb8ad9-cbd0-4b0c-b97c-1907665ad3f2 None None] Set router bdf431b0-4679-4d6d-8ef3-a8d454114142 gateway port host: dv-cinder-825105-1-iscsi {{(pid=82903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 15:49:49.250710 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-d6deef6a-d7a8-4b76-8b92-930604836884 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:49:49.261148 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.plugins.ml2.plugin [None req-d6deef6a-d7a8-4b76-8b92-930604836884 admin admin] Deleting port e8f166af-63fa-4718-a18b-20cbc7f2ac05 {{(pid=82902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 15:49:49.261617 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-d6deef6a-d7a8-4b76-8b92-930604836884 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758701249'] for port, before_delete {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:49:49.373608 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.db.l3_hamode_db [None req-02bb8ad9-cbd0-4b0c-b97c-1907665ad3f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdf431b0-4679-4d6d-8ef3-a8d454114142', 'name': 'tempest-AttachVolumeShelveTestJSON-1271008086-router', 'tenant_id': '3afe9ff36570464cb3825318de2de71a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c65eede5-7777-493f-951d-210877831002', 'external_fixed_ips': [{'subnet_id': '2c513225-bb11-4d36-a4c3-0732716dcb87', 'ip_address': '172.27.0.13'}], 'enable_snat': True}, 'gw_port_id': 'e8f166af-63fa-4718-a18b-20cbc7f2ac05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T15:42:31Z', 'updated_at': '2022-02-09T15:49:47Z', 'revision_number': 5, 'project_id': '3afe9ff36570464cb3825318de2de71a', 'gw_port': {'id': 'e8f166af-63fa-4718-a18b-20cbc7f2ac05', 'name': '', 'network_id': 'c65eede5-7777-493f-951d-210877831002', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:00:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdf431b0-4679-4d6d-8ef3-a8d454114142', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2c513225-bb11-4d36-a4c3-0732716dcb87', 'ip_address': '172.27.0.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825105-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:42:32Z', 'updated_at': '2022-02-09T15:42:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c513225-bb11-4d36-a4c3-0732716dcb87', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825105-1-iscsi'}], 'dv-cinder-825105-1-iscsi', False) {} {{(pid=82903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:49:49.377711 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02bb8ad9-cbd0-4b0c-b97c-1907665ad3f2 None None] Checking router: bdf431b0-4679-4d6d-8ef3-a8d454114142 for host: dv-cinder-825105-1-iscsi {{(pid=82903) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 09 15:49:49.389196 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02bb8ad9-cbd0-4b0c-b97c-1907665ad3f2 None None] Routers {'bdf431b0-4679-4d6d-8ef3-a8d454114142'} bound to L3 agent in host dv-cinder-825105-1-iscsi {{(pid=82903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 15:49:49.389785 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.db.l3_hamode_db [None req-02bb8ad9-cbd0-4b0c-b97c-1907665ad3f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825105-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T15:34:00Z,description=,heartbeat_timestamp=2022-02-09T15:49:30Z,host='dv-cinder-825105-1-iscsi',id=94c626d1-bc40-41bd-b6b2-9a20da402cb6,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:34:00Z,topic='l3_agent')) {'router_ids': ['bdf431b0-4679-4d6d-8ef3-a8d454114142'], 'active': True} {{(pid=82903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:49:49.442251 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.plugins.ml2.db [None req-d6deef6a-d7a8-4b76-8b92-930604836884 admin admin] For port e8f166af-63fa-4718-a18b-20cbc7f2ac05, host dv-cinder-825105-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825105-1-iscsi',level=0,port_id=e8f166af-63fa-4718-a18b-20cbc7f2ac05,segment=NetworkSegment(e675f0f7-189f-41a1-8fb7-d7545319af97),segment_id=e675f0f7-189f-41a1-8fb7-d7545319af97)] {{(pid=82902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:49:49.442602 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-d6deef6a-d7a8-4b76-8b92-930604836884 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353601'] for port, precommit_delete {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:49:49.543428 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.db.l3_dvr_db [None req-02bb8ad9-cbd0-4b0c-b97c-1907665ad3f2 None None] Set router bdf431b0-4679-4d6d-8ef3-a8d454114142 gateway port host: None {{(pid=82903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 15:49:49.652576 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.db.l3_hamode_db [None req-02bb8ad9-cbd0-4b0c-b97c-1907665ad3f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdf431b0-4679-4d6d-8ef3-a8d454114142', 'name': 'tempest-AttachVolumeShelveTestJSON-1271008086-router', 'tenant_id': '3afe9ff36570464cb3825318de2de71a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T15:42:31Z', 'updated_at': '2022-02-09T15:49:49Z', 'revision_number': 6, 'project_id': '3afe9ff36570464cb3825318de2de71a', 'gw_port_host': None}], 'dv-cinder-825105-1-iscsi', False) {} {{(pid=82903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:49:49.656657 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02bb8ad9-cbd0-4b0c-b97c-1907665ad3f2 None None] The sync data for ids ['bdf431b0-4679-4d6d-8ef3-a8d454114142'] in dv-cinder-825105-1-iscsi is: [{'id': 'bdf431b0-4679-4d6d-8ef3-a8d454114142', 'name': 'tempest-AttachVolumeShelveTestJSON-1271008086-router', 'tenant_id': '3afe9ff36570464cb3825318de2de71a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T15:42:31Z', 'updated_at': '2022-02-09T15:49:49Z', 'revision_number': 6, 'project_id': '3afe9ff36570464cb3825318de2de71a', 'gw_port_host': None}] {{(pid=82903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 09 15:49:49.667744 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.plugins.ml2.plugin [None req-d6deef6a-d7a8-4b76-8b92-930604836884 admin admin] Calling delete_port for e8f166af-63fa-4718-a18b-20cbc7f2ac05 owned by network:router_gateway {{(pid=82902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 15:49:49.846601 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-d6deef6a-d7a8-4b76-8b92-930604836884 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16080037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758755970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756758334046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1633551'] for port, after_delete {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:49:49.873210 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.plugins.ml2.rpc [None req-812787cf-6466-4ce1-8c4e-c32e14b18d8a None None] Device e32a96b7-73f5-4b47-9422-75d1db44d890 details requested by agent hyperv_hv-cinder-82510 with host hv-cinder-82510 {{(pid=82903) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 15:49:49.888273 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6deef6a-d7a8-4b76-8b92-930604836884 admin admin] Pushing event deleted for resources: {'Port': ['ID=e8f166af-63fa-4718-a18b-20cbc7f2ac05,revision_number=None']} {{(pid=82902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:49:50.014165 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.plugins.ml2.db [None req-812787cf-6466-4ce1-8c4e-c32e14b18d8a None None] For port e32a96b7-73f5-4b47-9422-75d1db44d890, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=e32a96b7-73f5-4b47-9422-75d1db44d890,segment=NetworkSegment(6c817249-bce9-41f7-9191-a92bae05dd74),segment_id=6c817249-bce9-41f7-9191-a92bae05dd74)] {{(pid=82903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:49:50.030009 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.plugins.ml2.rpc [None req-812787cf-6466-4ce1-8c4e-c32e14b18d8a None None] Returning: {'device': 'e32a96b7-73f5-4b47-9422-75d1db44d890', 'network_id': 'a70d1a02-a2db-4792-86e7-c80512ee4e0d', 'port_id': 'e32a96b7-73f5-4b47-9422-75d1db44d890', 'mac_address': 'fa:16:3e:5d:56:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 847, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e77df24c-1903-4208-9651-061913c63dfc', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82903) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 15:49:50.093594 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-812787cf-6466-4ce1-8c4e-c32e14b18d8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16080601'] for port, before_update {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:49:50.114245 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.notifiers.nova [None req-812787cf-6466-4ce1-8c4e-c32e14b18d8a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e32a96b7-73f5-4b47-9422-75d1db44d890 {{(pid=82903) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 15:49:50.144807 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-d6deef6a-d7a8-4b76-8b92-930604836884 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-406322'] for router_gateway, after_delete {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:49:50.145375 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.plugins.ml2.db [None req-812787cf-6466-4ce1-8c4e-c32e14b18d8a None None] For port e32a96b7-73f5-4b47-9422-75d1db44d890, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=e32a96b7-73f5-4b47-9422-75d1db44d890,segment=NetworkSegment(6c817249-bce9-41f7-9191-a92bae05dd74),segment_id=6c817249-bce9-41f7-9191-a92bae05dd74)] {{(pid=82903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:49:50.150410 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-812787cf-6466-4ce1-8c4e-c32e14b18d8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16080037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758755988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756758334055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756758334100'] for port, after_update {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:49:50.221873 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812787cf-6466-4ce1-8c4e-c32e14b18d8a None None] Pushing event updated for resources: {'Port': ['ID=e32a96b7-73f5-4b47-9422-75d1db44d890,revision_number=4']} {{(pid=82903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:49:50.230891 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-812787cf-6466-4ce1-8c4e-c32e14b18d8a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825105-1-iscsi {{(pid=82903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:49:50.231234 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-812787cf-6466-4ce1-8c4e-c32e14b18d8a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825105-1-iscsi {{(pid=82903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:49:50.231564 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-812787cf-6466-4ce1-8c4e-c32e14b18d8a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825105-1-iscsi {{(pid=82903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:49:50.231889 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-812787cf-6466-4ce1-8c4e-c32e14b18d8a None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825105-1-iscsi {{(pid=82903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:49:50.232236 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-812787cf-6466-4ce1-8c4e-c32e14b18d8a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825105-1-iscsi {{(pid=82903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:49:50.232557 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-812787cf-6466-4ce1-8c4e-c32e14b18d8a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-825105-1-iscsi {{(pid=82903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:49:50.232874 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-812787cf-6466-4ce1-8c4e-c32e14b18d8a None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825105-1-iscsi {{(pid=82903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:49:50.233191 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-812787cf-6466-4ce1-8c4e-c32e14b18d8a None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825105-1-iscsi {{(pid=82903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:49:50.233504 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-812787cf-6466-4ce1-8c4e-c32e14b18d8a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825105-1-iscsi {{(pid=82903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:49:50.233814 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-812787cf-6466-4ce1-8c4e-c32e14b18d8a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825105-1-iscsi {{(pid=82903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:49:50.234124 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-812787cf-6466-4ce1-8c4e-c32e14b18d8a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825105-1-iscsi {{(pid=82903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:49:50.348088 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.plugins.ml2.db [None req-812787cf-6466-4ce1-8c4e-c32e14b18d8a None None] get_ports_and_sgs() called for port_ids ['e32a96b7-73f5-4b47-9422-75d1db44d890'] {{(pid=82903) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 09 15:49:50.456902 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-d6deef6a-d7a8-4b76-8b92-930604836884 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-412290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1025159'] for router, precommit_delete {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:49:50.465269 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-d6deef6a-d7a8-4b76-8b92-930604836884 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:49:50.482793 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5602098a-7247-4a1d-ae53-94db2bedadac req-e949b850-49fd-4a8b-b25f-634425b24fb9 tempest-AttachVolumeTestJSON-950875345 tempest-AttachVolumeTestJSON-950875345-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:49:50.484282 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-5602098a-7247-4a1d-ae53-94db2bedadac req-e949b850-49fd-4a8b-b25f-634425b24fb9 tempest-AttachVolumeTestJSON-950875345 tempest-AttachVolumeTestJSON-950875345-project] 10.222.0.67 "GET /v2.0/ports?device_id=22b7670f-9568-452e-888d-7d34d3b6c2e0 HTTP/1.1" status: 200 len: 944 time: 0.2812374 Feb 09 15:49:50.496320 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.plugins.ml2.rpc [None req-608c4fd2-211a-4ca9-a277-ad2a51be62ff None None] Device e8f166af-63fa-4718-a18b-20cbc7f2ac05 no longer exists at agent ovs-agent-dv-cinder-825105-1-iscsi {{(pid=82903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 15:49:50.542215 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.plugins.ml2.plugin [None req-608c4fd2-211a-4ca9-a277-ad2a51be62ff None None] No Port match for: e8f166af-63fa-4718-a18b-20cbc7f2ac05 {{(pid=82903) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 09 15:49:50.542642 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.plugins.ml2.rpc [None req-608c4fd2-211a-4ca9-a277-ad2a51be62ff None None] Device e8f166af-63fa-4718-a18b-20cbc7f2ac05 not bound to the agent host dv-cinder-825105-1-iscsi {{(pid=82903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 15:49:50.543033 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.plugins.ml2.rpc [None req-608c4fd2-211a-4ca9-a277-ad2a51be62ff None None] Device c4dc553e-6cb1-4fb1-8be3-5ed575c80d27 no longer exists at agent ovs-agent-dv-cinder-825105-1-iscsi {{(pid=82903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 15:49:50.579419 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.plugins.ml2.plugin [None req-608c4fd2-211a-4ca9-a277-ad2a51be62ff None None] No Port match for: c4dc553e-6cb1-4fb1-8be3-5ed575c80d27 {{(pid=82903) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 09 15:49:50.579810 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.plugins.ml2.rpc [None req-608c4fd2-211a-4ca9-a277-ad2a51be62ff None None] Device c4dc553e-6cb1-4fb1-8be3-5ed575c80d27 not bound to the agent host dv-cinder-825105-1-iscsi {{(pid=82903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 15:49:50.597808 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-d6deef6a-d7a8-4b76-8b92-930604836884 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-412182'] for router, after_delete {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:49:50.598423 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6deef6a-d7a8-4b76-8b92-930604836884 admin admin] Fanout notify agent at l3_agent the message router_deleted on router bdf431b0-4679-4d6d-8ef3-a8d454114142 {{(pid=82902) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 15:49:50.614301 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-5602098a-7247-4a1d-ae53-94db2bedadac req-a9933a5b-dc18-4f32-b529-2d2192c184b0 tempest-AttachVolumeTestJSON-950875345 tempest-AttachVolumeTestJSON-950875345-project] 10.222.0.67 "GET /v2.0/security-groups?id=abd15ca3-2d42-40f7-9275-c4d67afb7f6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0579739 Feb 09 15:49:50.620621 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-d6deef6a-d7a8-4b76-8b92-930604836884 admin admin] Notify callbacks [] for router, before_response {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:49:50.624186 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [None req-d6deef6a-d7a8-4b76-8b92-930604836884 admin admin] 10.222.0.67 "DELETE /v2.0/routers/bdf431b0-4679-4d6d-8ef3-a8d454114142 HTTP/1.1" status: 204 len: 168 time: 1.7783439 Feb 09 15:49:50.624466 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.wsgi [-] (82902) accepted ('10.222.0.67', 49286) {{(pid=82902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 15:49:50.685249 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.db.db_base_plugin_v2 [None req-0efdd042-71bc-478c-a806-a9a5b2890662 admin admin] Deleting subnet f6c0b2aa-667d-4387-9940-6f1b97474e6c {{(pid=82902) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 09 15:49:50.688866 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-0efdd042-71bc-478c-a806-a9a5b2890662 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:49:50.743426 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-0efdd042-71bc-478c-a806-a9a5b2890662 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-986117'] for subnet, precommit_delete_associations {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:49:50.856773 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-0efdd042-71bc-478c-a806-a9a5b2890662 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16020776'] for subnet, precommit_delete {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:49:50.931946 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-0efdd042-71bc-478c-a806-a9a5b2890662 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16020753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1633744', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1082488'] for subnet, after_delete {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:49:50.970544 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0efdd042-71bc-478c-a806-a9a5b2890662 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f6c0b2aa-667d-4387-9940-6f1b97474e6c,revision_number=None']} {{(pid=82902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:49:50.976740 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-0efdd042-71bc-478c-a806-a9a5b2890662 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16124149'] for subnet, before_response {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:49:50.982429 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b2c066c-25c9-43e5-a5f7-d1bd4474e8ba None None] Network 515106f2-407b-4cd0-874f-592278142559 requested from dv-cinder-825105-1-iscsi {{(pid=82903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 15:49:50.982942 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [None req-0efdd042-71bc-478c-a806-a9a5b2890662 admin admin] 10.222.0.67 "DELETE /v2.0/subnets/f6c0b2aa-667d-4387-9940-6f1b97474e6c HTTP/1.1" status: 204 len: 168 time: 0.3572264 Feb 09 15:49:50.984995 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.wsgi [-] (82902) accepted ('10.222.0.67', 49290) {{(pid=82902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 15:49:51.182747 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-e2ad2f8f-c085-4cb5-862d-54705536d6af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15997498'] for network, before_delete {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:49:51.193772 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.plugins.ml2.plugin [None req-e2ad2f8f-c085-4cb5-862d-54705536d6af admin admin] Deleting port 8470bc71-a55e-46e5-9504-0324f781b6d3 {{(pid=82902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 15:49:51.194122 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-e2ad2f8f-c085-4cb5-862d-54705536d6af admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758701249'] for port, before_delete {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:49:51.244960 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98934d8b-c0d6-433f-935f-c626d8edd94a None None] DHCP port deletion for 515106f2-407b-4cd0-874f-592278142559 request from dv-cinder-825105-1-iscsi {{(pid=82903) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 09 15:49:51.249095 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.plugins.ml2.plugin [None req-98934d8b-c0d6-433f-935f-c626d8edd94a None None] Deleting port 8470bc71-a55e-46e5-9504-0324f781b6d3 {{(pid=82903) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 15:49:51.249484 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-98934d8b-c0d6-433f-935f-c626d8edd94a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758701249'] for port, before_delete {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:49:51.402700 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.plugins.ml2.db [None req-e2ad2f8f-c085-4cb5-862d-54705536d6af admin admin] For port 8470bc71-a55e-46e5-9504-0324f781b6d3, host dv-cinder-825105-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825105-1-iscsi',level=0,port_id=8470bc71-a55e-46e5-9504-0324f781b6d3,segment=NetworkSegment(47be4392-46be-4f67-a93c-733fd962f305),segment_id=47be4392-46be-4f67-a93c-733fd962f305)] {{(pid=82902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:49:51.403053 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-e2ad2f8f-c085-4cb5-862d-54705536d6af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353601'] for port, precommit_delete {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:49:51.480719 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.plugins.ml2.db [None req-98934d8b-c0d6-433f-935f-c626d8edd94a None None] For port 8470bc71-a55e-46e5-9504-0324f781b6d3, host dv-cinder-825105-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825105-1-iscsi',level=0,port_id=8470bc71-a55e-46e5-9504-0324f781b6d3,segment=NetworkSegment(47be4392-46be-4f67-a93c-733fd962f305),segment_id=47be4392-46be-4f67-a93c-733fd962f305)] {{(pid=82903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:49:51.481022 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-98934d8b-c0d6-433f-935f-c626d8edd94a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353601'] for port, precommit_delete {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:49:51.524978 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.plugins.ml2.plugin [None req-e2ad2f8f-c085-4cb5-862d-54705536d6af admin admin] Calling delete_port for 8470bc71-a55e-46e5-9504-0324f781b6d3 owned by network:dhcp {{(pid=82902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 15:49:51.601476 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-e2ad2f8f-c085-4cb5-862d-54705536d6af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16080037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758755970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756758334046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1633551'] for port, after_delete {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:49:51.605258 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.plugins.ml2.plugin [None req-98934d8b-c0d6-433f-935f-c626d8edd94a None None] Calling delete_port for 8470bc71-a55e-46e5-9504-0324f781b6d3 owned by network:dhcp {{(pid=82903) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 15:49:51.649904 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ad2f8f-c085-4cb5-862d-54705536d6af admin admin] Pushing event deleted for resources: {'Port': ['ID=8470bc71-a55e-46e5-9504-0324f781b6d3,revision_number=None']} {{(pid=82902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:49:51.656012 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2ad2f8f-c085-4cb5-862d-54705536d6af admin admin] No DVR routers for this DVR port 8470bc71-a55e-46e5-9504-0324f781b6d3 on host dv-cinder-825105-1-iscsi {{(pid=82902) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 15:49:51.746456 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.db.api [None req-98934d8b-c0d6-433f-935f-c626d8edd94a None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=82903) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 15:49:51.746926 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG oslo_db.api [None req-98934d8b-c0d6-433f-935f-c626d8edd94a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=82903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 15:49:51.778655 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-e2ad2f8f-c085-4cb5-862d-54705536d6af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16022693', 'neutron.services.segments.db._delete_segments_for_network-8756758786151'] for network, precommit_delete {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:49:51.803514 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.services.segments.db [None req-e2ad2f8f-c085-4cb5-862d-54705536d6af admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['515106f2-407b-4cd0-874f-592278142559']}} {{(pid=82902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:49:51.816376 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.services.segments.db [None req-e2ad2f8f-c085-4cb5-862d-54705536d6af admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '47be4392-46be-4f67-a93c-733fd962f305') {'for_net_delete': True} {{(pid=82902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:49:51.816670 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.services.segments.db [None req-e2ad2f8f-c085-4cb5-862d-54705536d6af admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '47be4392-46be-4f67-a93c-733fd962f305') {} {{(pid=82902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:49:51.821316 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07f3cc6-88eb-473d-9f3d-c60db6985663 req-084dc8f8-6018-4f0c-849e-609f0c836dc6 tempest-AttachVolumeTestJSON-950875345 tempest-AttachVolumeTestJSON-950875345-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:49:51.822786 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-b07f3cc6-88eb-473d-9f3d-c60db6985663 req-084dc8f8-6018-4f0c-849e-609f0c836dc6 tempest-AttachVolumeTestJSON-950875345 tempest-AttachVolumeTestJSON-950875345-project] 10.222.0.67 "GET /v2.0/ports?device_id=22b7670f-9568-452e-888d-7d34d3b6c2e0 HTTP/1.1" status: 200 len: 944 time: 0.0775654 Feb 09 15:49:51.828999 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-e2ad2f8f-c085-4cb5-862d-54705536d6af admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756758785262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-986126'] for segment, before_delete {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:49:51.845803 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-e2ad2f8f-c085-4cb5-862d-54705536d6af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16132466'] for segment, precommit_delete {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:49:51.852475 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e2ad2f8f-c085-4cb5-862d-54705536d6af admin admin] Releasing vlan 843 on physical network physnet1 to pool {{(pid=82902) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 09 15:49:51.852859 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-e2ad2f8f-c085-4cb5-862d-54705536d6af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16020097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1633658'] for segment, after_delete {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:49:51.866154 dv-cinder-825105-1-iscsi neutron-server[82902]: Traceback (most recent call last): Feb 09 15:49:51.866154 dv-cinder-825105-1-iscsi neutron-server[82902]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 09 15:49:51.866154 dv-cinder-825105-1-iscsi neutron-server[82902]: timer() Feb 09 15:49:51.866154 dv-cinder-825105-1-iscsi neutron-server[82902]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 15:49:51.866154 dv-cinder-825105-1-iscsi neutron-server[82902]: cb(*args, **kw) Feb 09 15:49:51.866154 dv-cinder-825105-1-iscsi neutron-server[82902]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 15:49:51.866154 dv-cinder-825105-1-iscsi neutron-server[82902]: return func(*args, **kwargs) Feb 09 15:49:51.866154 dv-cinder-825105-1-iscsi neutron-server[82902]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 15:49:51.866154 dv-cinder-825105-1-iscsi neutron-server[82902]: self._notify() Feb 09 15:49:51.866154 dv-cinder-825105-1-iscsi neutron-server[82902]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 15:49:51.866154 dv-cinder-825105-1-iscsi neutron-server[82902]: self.callback(batched_events) Feb 09 15:49:51.866154 dv-cinder-825105-1-iscsi neutron-server[82902]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 15:49:51.866154 dv-cinder-825105-1-iscsi neutron-server[82902]: event.method(event) Feb 09 15:49:51.866154 dv-cinder-825105-1-iscsi neutron-server[82902]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 15:49:51.866154 dv-cinder-825105-1-iscsi neutron-server[82902]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 15:49:51.866154 dv-cinder-825105-1-iscsi neutron-server[82902]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 15:49:51.866154 dv-cinder-825105-1-iscsi neutron-server[82902]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 15:49:51.866154 dv-cinder-825105-1-iscsi neutron-server[82902]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 15:49:51.866154 dv-cinder-825105-1-iscsi neutron-server[82902]: return f(self, *a, **k) Feb 09 15:49:51.866154 dv-cinder-825105-1-iscsi neutron-server[82902]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 15:49:51.866154 dv-cinder-825105-1-iscsi neutron-server[82902]: return self._get(url).json() Feb 09 15:49:51.866154 dv-cinder-825105-1-iscsi neutron-server[82902]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 15:49:51.866154 dv-cinder-825105-1-iscsi neutron-server[82902]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 15:49:51.866154 dv-cinder-825105-1-iscsi neutron-server[82902]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 09 15:49:51.866154 dv-cinder-825105-1-iscsi neutron-server[82902]: return self.request(url, 'GET', **kwargs) Feb 09 15:49:51.866154 dv-cinder-825105-1-iscsi neutron-server[82902]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 09 15:49:51.866154 dv-cinder-825105-1-iscsi neutron-server[82902]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 15:49:51.866154 dv-cinder-825105-1-iscsi neutron-server[82902]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 09 15:49:51.866154 dv-cinder-825105-1-iscsi neutron-server[82902]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 15:49:51.866154 dv-cinder-825105-1-iscsi neutron-server[82902]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 09 15:49:51.866154 dv-cinder-825105-1-iscsi neutron-server[82902]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 15:49:51.866154 dv-cinder-825105-1-iscsi neutron-server[82902]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 15:49:51.874175 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-b07f3cc6-88eb-473d-9f3d-c60db6985663 req-610d7415-adff-412e-af18-3ab01789a713 tempest-AttachVolumeTestJSON-950875345 tempest-AttachVolumeTestJSON-950875345-project] 10.222.0.67 "GET /v2.0/security-groups?id=abd15ca3-2d42-40f7-9275-c4d67afb7f6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452797 Feb 09 15:49:51.884944 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.plugins.ml2.rpc [None req-812787cf-6466-4ce1-8c4e-c32e14b18d8a None None] Device e32a96b7-73f5-4b47-9422-75d1db44d890 up at agent hyperv_hv-cinder-82510 {{(pid=82903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 15:49:51.950041 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-e2ad2f8f-c085-4cb5-862d-54705536d6af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16022698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124156', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-406359'] for network, after_delete {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:49:51.955199 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-e2ad2f8f-c085-4cb5-862d-54705536d6af admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16124149'] for network, before_response {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:49:51.966000 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.db.provisioning_blocks [None req-812787cf-6466-4ce1-8c4e-c32e14b18d8a None None] Provisioning for port e32a96b7-73f5-4b47-9422-75d1db44d890 completed by entity L2. {{(pid=82903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 15:49:51.970873 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.db.provisioning_blocks [None req-812787cf-6466-4ce1-8c4e-c32e14b18d8a None None] Provisioning complete for port e32a96b7-73f5-4b47-9422-75d1db44d890 triggered by entity L2. {{(pid=82903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:49:51.971228 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-812787cf-6466-4ce1-8c4e-c32e14b18d8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16008948'] for port, provisioning_complete {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:49:51.982304 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ad2f8f-c085-4cb5-862d-54705536d6af admin admin] Pushing event deleted for resources: {'Network': ['ID=515106f2-407b-4cd0-874f-592278142559,revision_number=None']} {{(pid=82902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:49:51.995963 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [None req-e2ad2f8f-c085-4cb5-862d-54705536d6af admin admin] 10.222.0.67 "DELETE /v2.0/networks/515106f2-407b-4cd0-874f-592278142559 HTTP/1.1" status: 204 len: 168 time: 1.0099967 Feb 09 15:49:52.089331 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-812787cf-6466-4ce1-8c4e-c32e14b18d8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16080601'] for port, before_update {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:49:52.116759 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22b7670f-9568-452e-888d-7d34d3b6c2e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e32a96b7-73f5-4b47-9422-75d1db44d890'}] {{(pid=82903) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 15:49:52.126538 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.plugins.ml2.db [None req-812787cf-6466-4ce1-8c4e-c32e14b18d8a None None] For port e32a96b7-73f5-4b47-9422-75d1db44d890, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=e32a96b7-73f5-4b47-9422-75d1db44d890,segment=NetworkSegment(6c817249-bce9-41f7-9191-a92bae05dd74),segment_id=6c817249-bce9-41f7-9191-a92bae05dd74)] {{(pid=82903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:49:52.130659 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-812787cf-6466-4ce1-8c4e-c32e14b18d8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16080037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758755988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756758334055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756758334100'] for port, after_update {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:49:52.144003 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.wsgi [-] (82902) accepted ('10.222.0.67', 49300) {{(pid=82902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 15:49:52.178225 dv-cinder-825105-1-iscsi neutron-server[82903]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22b7670f-9568-452e-888d-7d34d3b6c2e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e32a96b7-73f5-4b47-9422-75d1db44d890', 'code': 200} Feb 09 15:49:52.198608 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [None req-935d803d-f0b2-4fcc-a74f-c4bc87bf67c2 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=3afe9ff36570464cb3825318de2de71a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0531988 Feb 09 15:49:52.201754 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.wsgi [-] (82902) accepted ('10.222.0.67', 49304) {{(pid=82902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 15:49:52.205045 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812787cf-6466-4ce1-8c4e-c32e14b18d8a None None] Pushing event updated for resources: {'Port': ['ID=e32a96b7-73f5-4b47-9422-75d1db44d890,revision_number=5']} {{(pid=82903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:49:52.248594 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.plugins.ml2.plugin [None req-98934d8b-c0d6-433f-935f-c626d8edd94a None None] Deleting port 8470bc71-a55e-46e5-9504-0324f781b6d3 {{(pid=82903) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 15:49:52.248971 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-98934d8b-c0d6-433f-935f-c626d8edd94a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758701249'] for port, before_delete {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:49:52.296959 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-ace20390-422b-451f-8bc2-884b16b32c98 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:49:52.313687 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.plugins.ml2.rpc [None req-608c4fd2-211a-4ca9-a277-ad2a51be62ff None None] Device 8470bc71-a55e-46e5-9504-0324f781b6d3 no longer exists at agent ovs-agent-dv-cinder-825105-1-iscsi {{(pid=82903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 15:49:52.329289 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-ace20390-422b-451f-8bc2-884b16b32c98 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:49:52.342268 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.plugins.ml2.plugin [None req-98934d8b-c0d6-433f-935f-c626d8edd94a None None] The port '8470bc71-a55e-46e5-9504-0324f781b6d3' was deleted {{(pid=82903) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 09 15:49:52.352873 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.plugins.ml2.plugin [None req-608c4fd2-211a-4ca9-a277-ad2a51be62ff None None] No Port match for: 8470bc71-a55e-46e5-9504-0324f781b6d3 {{(pid=82903) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 09 15:49:52.353208 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.plugins.ml2.rpc [None req-608c4fd2-211a-4ca9-a277-ad2a51be62ff None None] Device 8470bc71-a55e-46e5-9504-0324f781b6d3 not bound to the agent host dv-cinder-825105-1-iscsi {{(pid=82903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 15:49:52.393885 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-ace20390-422b-451f-8bc2-884b16b32c98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_delete {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:49:52.413369 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace20390-422b-451f-8bc2-884b16b32c98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7035dc3d-e41e-4e37-896e-bb252f0de0bc,revision_number=None']} {{(pid=82902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:49:52.424551 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-ace20390-422b-451f-8bc2-884b16b32c98 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:49:52.428336 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [None req-ace20390-422b-451f-8bc2-884b16b32c98 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/7035dc3d-e41e-4e37-896e-bb252f0de0bc HTTP/1.1" status: 204 len: 168 time: 0.2230003 Feb 09 15:49:52.429846 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-6753293e-627d-423e-b7db-63353a2a7d16 req-35051a7b-fa34-4f56-8f6a-fe500b99bdee service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=22b7670f-9568-452e-888d-7d34d3b6c2e0 HTTP/1.1" status: 200 len: 1098 time: 0.0810955 Feb 09 15:49:52.472862 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-6753293e-627d-423e-b7db-63353a2a7d16 req-1a741621-5cd5-4731-bcf0-f602c68c363a service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=abd15ca3-2d42-40f7-9275-c4d67afb7f6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370467 Feb 09 15:49:53.089903 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc17294a-1e06-4b77-a4b7-70c5e3664d1a req-192dd78f-a759-4479-8cb3-5ef910b44d92 tempest-AttachVolumeTestJSON-950875345 tempest-AttachVolumeTestJSON-950875345-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:49:53.091353 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-fc17294a-1e06-4b77-a4b7-70c5e3664d1a req-192dd78f-a759-4479-8cb3-5ef910b44d92 tempest-AttachVolumeTestJSON-950875345 tempest-AttachVolumeTestJSON-950875345-project] 10.222.0.67 "GET /v2.0/ports?device_id=22b7670f-9568-452e-888d-7d34d3b6c2e0 HTTP/1.1" status: 200 len: 945 time: 0.0814245 Feb 09 15:49:53.138945 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-fc17294a-1e06-4b77-a4b7-70c5e3664d1a req-9315d9f6-ea62-4467-b8e0-01d475496b78 tempest-AttachVolumeTestJSON-950875345 tempest-AttachVolumeTestJSON-950875345-project] 10.222.0.67 "GET /v2.0/security-groups?id=abd15ca3-2d42-40f7-9275-c4d67afb7f6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419612 Feb 09 15:49:54.341670 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf16231-ad0f-4f61-a71b-633925d3800d req-c92bf4f3-ab98-4c5f-a81c-1b466f8003eb tempest-AttachVolumeTestJSON-950875345 tempest-AttachVolumeTestJSON-950875345-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:49:54.343105 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-cdf16231-ad0f-4f61-a71b-633925d3800d req-c92bf4f3-ab98-4c5f-a81c-1b466f8003eb tempest-AttachVolumeTestJSON-950875345 tempest-AttachVolumeTestJSON-950875345-project] 10.222.0.67 "GET /v2.0/ports?device_id=22b7670f-9568-452e-888d-7d34d3b6c2e0 HTTP/1.1" status: 200 len: 945 time: 0.0763426 Feb 09 15:49:54.389282 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-cdf16231-ad0f-4f61-a71b-633925d3800d req-e37d708f-32ca-433f-bb2a-b8ea348a780f tempest-AttachVolumeTestJSON-950875345 tempest-AttachVolumeTestJSON-950875345-project] 10.222.0.67 "GET /v2.0/security-groups?id=abd15ca3-2d42-40f7-9275-c4d67afb7f6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407767 Feb 09 15:49:54.580513 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0d9095-8e4a-42f2-b8db-1fd7980ff647 req-108c4893-14d8-4f32-aa30-2f078c136860 tempest-AttachVolumeTestJSON-950875345 tempest-AttachVolumeTestJSON-950875345-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:49:54.581863 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-db0d9095-8e4a-42f2-b8db-1fd7980ff647 req-108c4893-14d8-4f32-aa30-2f078c136860 tempest-AttachVolumeTestJSON-950875345 tempest-AttachVolumeTestJSON-950875345-project] 10.222.0.67 "GET /v2.0/ports?device_id=22b7670f-9568-452e-888d-7d34d3b6c2e0 HTTP/1.1" status: 200 len: 945 time: 0.0773451 Feb 09 15:49:54.590413 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.wsgi [-] (82901) accepted ('10.222.0.67', 49346) {{(pid=82901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 15:49:54.595485 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.api.v2.base [None req-09253487-1151-45c2-b268-03d87246b75e tempest-AttachVolumeTestJSON-950875345 tempest-AttachVolumeTestJSON-950875345-project] Request body: {'floatingip': {'port_id': 'e32a96b7-73f5-4b47-9422-75d1db44d890'}} {{(pid=82901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 15:49:54.672977 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-09253487-1151-45c2-b268-03d87246b75e tempest-AttachVolumeTestJSON-950875345 tempest-AttachVolumeTestJSON-950875345-project] Notify callbacks [] for floatingip, before_update {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:49:55.518429 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-09253487-1151-45c2-b268-03d87246b75e tempest-AttachVolumeTestJSON-950875345 tempest-AttachVolumeTestJSON-950875345-project] Notify callbacks [] for floatingip, precommit_update {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:49:55.521962 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-09253487-1151-45c2-b268-03d87246b75e tempest-AttachVolumeTestJSON-950875345 tempest-AttachVolumeTestJSON-950875345-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-406337'] for floatingip, after_update {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:49:55.719920 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.db.l3_db [None req-09253487-1151-45c2-b268-03d87246b75e tempest-AttachVolumeTestJSON-950875345 tempest-AttachVolumeTestJSON-950875345-project] Floating IP 3e44aa01-2608-4882-9c5b-bed45812acce associated. External IP: 172.27.0.138, port: e32a96b7-73f5-4b47-9422-75d1db44d890. Feb 09 15:49:56.114083 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09253487-1151-45c2-b268-03d87246b75e tempest-AttachVolumeTestJSON-950875345 tempest-AttachVolumeTestJSON-950875345-project] Router d8b51925-05fe-479b-8caa-2f512e77d6a4 has already been hosted by L3 agent 94c626d1-bc40-41bd-b6b2-9a20da402cb6 {{(pid=82901) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 15:49:56.312913 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09253487-1151-45c2-b268-03d87246b75e tempest-AttachVolumeTestJSON-950875345 tempest-AttachVolumeTestJSON-950875345-project] Notify agent at l3_agent.dv-cinder-825105-1-iscsi the message routers_updated {{(pid=82901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 15:49:56.317064 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-09253487-1151-45c2-b268-03d87246b75e tempest-AttachVolumeTestJSON-950875345 tempest-AttachVolumeTestJSON-950875345-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205010'] for floatingip, before_response {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:49:56.322298 dv-cinder-825105-1-iscsi neutron-server[82904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2d1d5ba-69b7-4495-a7b3-e9e55c4651bf None None] Sync routers for ids ['d8b51925-05fe-479b-8caa-2f512e77d6a4'] in dv-cinder-825105-1-iscsi {{(pid=82904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 09 15:49:56.334776 dv-cinder-825105-1-iscsi neutron-server[82904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2d1d5ba-69b7-4495-a7b3-e9e55c4651bf None None] Routers {'d8b51925-05fe-479b-8caa-2f512e77d6a4'} bound to L3 agent in host dv-cinder-825105-1-iscsi {{(pid=82904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 15:49:56.335390 dv-cinder-825105-1-iscsi neutron-server[82904]: DEBUG neutron.db.l3_hamode_db [None req-d2d1d5ba-69b7-4495-a7b3-e9e55c4651bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825105-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T15:34:00Z,description=,heartbeat_timestamp=2022-02-09T15:49:30Z,host='dv-cinder-825105-1-iscsi',id=94c626d1-bc40-41bd-b6b2-9a20da402cb6,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:34:00Z,topic='l3_agent')) {'router_ids': ['d8b51925-05fe-479b-8caa-2f512e77d6a4'], 'active': True} {{(pid=82904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:49:56.377673 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [None req-09253487-1151-45c2-b268-03d87246b75e tempest-AttachVolumeTestJSON-950875345 tempest-AttachVolumeTestJSON-950875345-project] 10.222.0.67 "PUT /v2.0/floatingips/3e44aa01-2608-4882-9c5b-bed45812acce HTTP/1.1" status: 200 len: 991 time: 1.7862182 Feb 09 15:49:56.378218 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '22b7670f-9568-452e-888d-7d34d3b6c2e0', 'tag': 'e32a96b7-73f5-4b47-9422-75d1db44d890'}] {{(pid=82901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 15:49:56.445160 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '22b7670f-9568-452e-888d-7d34d3b6c2e0', 'tag': 'e32a96b7-73f5-4b47-9422-75d1db44d890', 'status': 'completed', 'code': 200} Feb 09 15:49:56.530625 dv-cinder-825105-1-iscsi neutron-server[82904]: DEBUG neutron.db.l3_dvr_db [None req-d2d1d5ba-69b7-4495-a7b3-e9e55c4651bf None None] Set router d8b51925-05fe-479b-8caa-2f512e77d6a4 gateway port host: dv-cinder-825105-1-iscsi {{(pid=82904) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 15:49:56.539611 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-53b01613-508c-4c18-8c29-0fbf2dd57bd0 req-5d825414-45eb-4fe2-8f8f-57275a617e7f service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=cdd6e08aa84a4a278ba05d9afe77bf68&device_id=22b7670f-9568-452e-888d-7d34d3b6c2e0 HTTP/1.1" status: 200 len: 1098 time: 0.0711904 Feb 09 15:49:56.589766 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47449831-85a4-4d61-a867-6034af2b1f40 req-7aeb7b0b-4a13-4e17-b9eb-370b0123b89f tempest-AttachVolumeTestJSON-950875345 tempest-AttachVolumeTestJSON-950875345-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:49:56.591297 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-47449831-85a4-4d61-a867-6034af2b1f40 req-7aeb7b0b-4a13-4e17-b9eb-370b0123b89f tempest-AttachVolumeTestJSON-950875345 tempest-AttachVolumeTestJSON-950875345-project] 10.222.0.67 "GET /v2.0/ports?device_id=22b7670f-9568-452e-888d-7d34d3b6c2e0 HTTP/1.1" status: 200 len: 945 time: 0.1020360 Feb 09 15:49:56.643030 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-47449831-85a4-4d61-a867-6034af2b1f40 req-78799c76-439a-4647-a3b0-93f85fe76745 tempest-AttachVolumeTestJSON-950875345 tempest-AttachVolumeTestJSON-950875345-project] 10.222.0.67 "GET /v2.0/security-groups?id=abd15ca3-2d42-40f7-9275-c4d67afb7f6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458462 Feb 09 15:49:56.699864 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b01613-508c-4c18-8c29-0fbf2dd57bd0 req-c4dd39a5-0ac4-47d0-bc3f-bee72389ddfb service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:49:56.701800 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-53b01613-508c-4c18-8c29-0fbf2dd57bd0 req-c4dd39a5-0ac4-47d0-bc3f-bee72389ddfb service neutron] 10.222.0.47 "GET /v2.0/networks?id=a70d1a02-a2db-4792-86e7-c80512ee4e0d HTTP/1.1" status: 200 len: 912 time: 0.1568520 Feb 09 15:49:56.823180 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-53b01613-508c-4c18-8c29-0fbf2dd57bd0 req-a4831e70-f66d-49dc-899d-9df1318c64d0 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e32a96b7-73f5-4b47-9422-75d1db44d890 HTTP/1.1" status: 200 len: 999 time: 0.1154904 Feb 09 15:49:56.890749 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b01613-508c-4c18-8c29-0fbf2dd57bd0 req-e98fe04f-03e7-4387-8049-d3fbfae41fcb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:49:56.892318 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-53b01613-508c-4c18-8c29-0fbf2dd57bd0 req-e98fe04f-03e7-4387-8049-d3fbfae41fcb service neutron] 10.222.0.47 "GET /v2.0/subnets?id=e77df24c-1903-4208-9651-061913c63dfc HTTP/1.1" status: 200 len: 850 time: 0.0626099 Feb 09 15:49:56.974627 dv-cinder-825105-1-iscsi neutron-server[82904]: DEBUG neutron.db.l3_hamode_db [None req-d2d1d5ba-69b7-4495-a7b3-e9e55c4651bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8b51925-05fe-479b-8caa-2f512e77d6a4', 'name': 'tempest-AttachVolumeTestJSON-1860937572-router', 'tenant_id': 'cdd6e08aa84a4a278ba05d9afe77bf68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c65eede5-7777-493f-951d-210877831002', 'external_fixed_ips': [{'subnet_id': '2c513225-bb11-4d36-a4c3-0732716dcb87', 'ip_address': '172.27.0.252'}], 'enable_snat': True}, 'gw_port_id': '53e64671-b4e0-4a88-9dae-2e6d10883bf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T15:46:42Z', 'updated_at': '2022-02-09T15:46:46Z', 'revision_number': 4, 'project_id': 'cdd6e08aa84a4a278ba05d9afe77bf68', 'gw_port': {'id': '53e64671-b4e0-4a88-9dae-2e6d10883bf3', 'name': '', 'network_id': 'c65eede5-7777-493f-951d-210877831002', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:a9:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8b51925-05fe-479b-8caa-2f512e77d6a4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2c513225-bb11-4d36-a4c3-0732716dcb87', 'ip_address': '172.27.0.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825105-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:46:43Z', 'updated_at': '2022-02-09T15:46:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c513225-bb11-4d36-a4c3-0732716dcb87', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825105-1-iscsi', '_floatingips': [{'id': '3e44aa01-2608-4882-9c5b-bed45812acce', 'tenant_id': 'cdd6e08aa84a4a278ba05d9afe77bf68', 'floating_ip_address': '172.27.0.138', 'floating_network_id': 'c65eede5-7777-493f-951d-210877831002', 'router_id': 'd8b51925-05fe-479b-8caa-2f512e77d6a4', 'port_id': 'e32a96b7-73f5-4b47-9422-75d1db44d890', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a70d1a02-a2db-4792-86e7-c80512ee4e0d', 'mac_address': 'fa:16:3e:5d:56:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22b7670f-9568-452e-888d-7d34d3b6c2e0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T15:49:41Z', 'updated_at': '2022-02-09T15:49:55Z', 'revision_number': 1, 'project_id': 'cdd6e08aa84a4a278ba05d9afe77bf68', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cc7566c1-0aae-45be-afe4-87cde7d73b5c', 'name': '', 'network_id': 'a70d1a02-a2db-4792-86e7-c80512ee4e0d', 'tenant_id': 'cdd6e08aa84a4a278ba05d9afe77bf68', 'mac_address': 'fa:16:3e:a6:48:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8b51925-05fe-479b-8caa-2f512e77d6a4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e77df24c-1903-4208-9651-061913c63dfc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825105-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:46:45Z', 'updated_at': '2022-02-09T15:47:04Z', 'revision_number': 5, 'project_id': 'cdd6e08aa84a4a278ba05d9afe77bf68', 'subnets': [{'id': 'e77df24c-1903-4208-9651-061913c63dfc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825105-1-iscsi', False) {} {{(pid=82904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:49:56.977054 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.wsgi [-] (82901) accepted ('10.222.0.67', 49378) {{(pid=82901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 15:49:56.979723 dv-cinder-825105-1-iscsi neutron-server[82904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2d1d5ba-69b7-4495-a7b3-e9e55c4651bf None None] Checking router: d8b51925-05fe-479b-8caa-2f512e77d6a4 for host: dv-cinder-825105-1-iscsi {{(pid=82904) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 09 15:49:56.991538 dv-cinder-825105-1-iscsi neutron-server[82904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2d1d5ba-69b7-4495-a7b3-e9e55c4651bf None None] Routers {'d8b51925-05fe-479b-8caa-2f512e77d6a4'} bound to L3 agent in host dv-cinder-825105-1-iscsi {{(pid=82904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 15:49:56.992689 dv-cinder-825105-1-iscsi neutron-server[82904]: DEBUG neutron.db.l3_hamode_db [None req-d2d1d5ba-69b7-4495-a7b3-e9e55c4651bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825105-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T15:34:00Z,description=,heartbeat_timestamp=2022-02-09T15:49:30Z,host='dv-cinder-825105-1-iscsi',id=94c626d1-bc40-41bd-b6b2-9a20da402cb6,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:34:00Z,topic='l3_agent')) {'router_ids': ['d8b51925-05fe-479b-8caa-2f512e77d6a4'], 'active': True} {{(pid=82904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:49:56.998383 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-53b01613-508c-4c18-8c29-0fbf2dd57bd0 req-0e64f966-ff25-48e4-9689-4e85ab1cce32 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=a70d1a02-a2db-4792-86e7-c80512ee4e0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0991073 Feb 09 15:49:57.176953 dv-cinder-825105-1-iscsi neutron-server[82904]: DEBUG neutron.db.l3_dvr_db [None req-d2d1d5ba-69b7-4495-a7b3-e9e55c4651bf None None] Set router d8b51925-05fe-479b-8caa-2f512e77d6a4 gateway port host: dv-cinder-825105-1-iscsi {{(pid=82904) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 15:49:57.245370 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-7382712d-06ae-4997-99a6-74a7f94fc5b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:49:57.260998 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-53b01613-508c-4c18-8c29-0fbf2dd57bd0 req-8cc6ad3c-d195-4ee1-8337-faf3c4beb95a service neutron] 10.222.0.47 "GET /v2.0/networks/a70d1a02-a2db-4792-86e7-c80512ee4e0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2568562 Feb 09 15:49:57.352553 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.db.quota.driver [None req-7382712d-06ae-4997-99a6-74a7f94fc5b9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 15:49:57.364485 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.quota.resource [None req-7382712d-06ae-4997-99a6-74a7f94fc5b9 admin admin] Usage tracker for resource:security_group_rule and tenant:b36d3cb150044b42b888bb5a219c3f86 is out of sync, need to count used quota {{(pid=82901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 15:49:57.368942 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.quota.resource [None req-7382712d-06ae-4997-99a6-74a7f94fc5b9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 15:49:57.377089 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.db.quota.driver [None req-7382712d-06ae-4997-99a6-74a7f94fc5b9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 15:49:57.428061 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-53b01613-508c-4c18-8c29-0fbf2dd57bd0 req-f58b3e77-5820-4745-8935-0b139e934c08 service neutron] 10.222.0.47 "GET /v2.0/networks/a70d1a02-a2db-4792-86e7-c80512ee4e0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1608529 Feb 09 15:49:57.479774 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-7382712d-06ae-4997-99a6-74a7f94fc5b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:49:57.483913 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-7382712d-06ae-4997-99a6-74a7f94fc5b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_create {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:49:57.530995 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7382712d-06ae-4997-99a6-74a7f94fc5b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eef1351f-dbe9-4563-965c-03e11e6e67da,revision_number=1']} {{(pid=82901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:49:57.539358 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [None req-7382712d-06ae-4997-99a6-74a7f94fc5b9 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=b36d3cb150044b42b888bb5a219c3f86&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5612755 Feb 09 15:49:57.539689 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.wsgi [-] (82902) accepted ('10.222.0.67', 49384) {{(pid=82902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 15:49:57.550317 dv-cinder-825105-1-iscsi neutron-server[82904]: DEBUG neutron.db.l3_hamode_db [None req-d2d1d5ba-69b7-4495-a7b3-e9e55c4651bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8b51925-05fe-479b-8caa-2f512e77d6a4', 'name': 'tempest-AttachVolumeTestJSON-1860937572-router', 'tenant_id': 'cdd6e08aa84a4a278ba05d9afe77bf68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c65eede5-7777-493f-951d-210877831002', 'external_fixed_ips': [{'subnet_id': '2c513225-bb11-4d36-a4c3-0732716dcb87', 'ip_address': '172.27.0.252'}], 'enable_snat': True}, 'gw_port_id': '53e64671-b4e0-4a88-9dae-2e6d10883bf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T15:46:42Z', 'updated_at': '2022-02-09T15:46:46Z', 'revision_number': 4, 'project_id': 'cdd6e08aa84a4a278ba05d9afe77bf68', 'gw_port': {'id': '53e64671-b4e0-4a88-9dae-2e6d10883bf3', 'name': '', 'network_id': 'c65eede5-7777-493f-951d-210877831002', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:a9:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8b51925-05fe-479b-8caa-2f512e77d6a4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2c513225-bb11-4d36-a4c3-0732716dcb87', 'ip_address': '172.27.0.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825105-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:46:43Z', 'updated_at': '2022-02-09T15:46:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c513225-bb11-4d36-a4c3-0732716dcb87', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825105-1-iscsi', '_floatingips': [{'id': '3e44aa01-2608-4882-9c5b-bed45812acce', 'tenant_id': 'cdd6e08aa84a4a278ba05d9afe77bf68', 'floating_ip_address': '172.27.0.138', 'floating_network_id': 'c65eede5-7777-493f-951d-210877831002', 'router_id': 'd8b51925-05fe-479b-8caa-2f512e77d6a4', 'port_id': 'e32a96b7-73f5-4b47-9422-75d1db44d890', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a70d1a02-a2db-4792-86e7-c80512ee4e0d', 'mac_address': 'fa:16:3e:5d:56:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22b7670f-9568-452e-888d-7d34d3b6c2e0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T15:49:41Z', 'updated_at': '2022-02-09T15:49:55Z', 'revision_number': 1, 'project_id': 'cdd6e08aa84a4a278ba05d9afe77bf68', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cc7566c1-0aae-45be-afe4-87cde7d73b5c', 'name': '', 'network_id': 'a70d1a02-a2db-4792-86e7-c80512ee4e0d', 'tenant_id': 'cdd6e08aa84a4a278ba05d9afe77bf68', 'mac_address': 'fa:16:3e:a6:48:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8b51925-05fe-479b-8caa-2f512e77d6a4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e77df24c-1903-4208-9651-061913c63dfc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825105-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:46:45Z', 'updated_at': '2022-02-09T15:47:04Z', 'revision_number': 5, 'project_id': 'cdd6e08aa84a4a278ba05d9afe77bf68', 'subnets': [{'id': 'e77df24c-1903-4208-9651-061913c63dfc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825105-1-iscsi', False) {} {{(pid=82904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:49:57.554285 dv-cinder-825105-1-iscsi neutron-server[82904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2d1d5ba-69b7-4495-a7b3-e9e55c4651bf None None] The sync data for ids ['d8b51925-05fe-479b-8caa-2f512e77d6a4'] in dv-cinder-825105-1-iscsi is: [{'id': 'd8b51925-05fe-479b-8caa-2f512e77d6a4', 'name': 'tempest-AttachVolumeTestJSON-1860937572-router', 'tenant_id': 'cdd6e08aa84a4a278ba05d9afe77bf68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c65eede5-7777-493f-951d-210877831002', 'external_fixed_ips': [{'subnet_id': '2c513225-bb11-4d36-a4c3-0732716dcb87', 'ip_address': '172.27.0.252'}], 'enable_snat': True}, 'gw_port_id': '53e64671-b4e0-4a88-9dae-2e6d10883bf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T15:46:42Z', 'updated_at': '2022-02-09T15:46:46Z', 'revision_number': 4, 'project_id': 'cdd6e08aa84a4a278ba05d9afe77bf68', 'gw_port': {'id': '53e64671-b4e0-4a88-9dae-2e6d10883bf3', 'name': '', 'network_id': 'c65eede5-7777-493f-951d-210877831002', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:a9:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8b51925-05fe-479b-8caa-2f512e77d6a4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2c513225-bb11-4d36-a4c3-0732716dcb87', 'ip_address': '172.27.0.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825105-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:46:43Z', 'updated_at': '2022-02-09T15:46:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c513225-bb11-4d36-a4c3-0732716dcb87', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825105-1-iscsi', '_floatingips': [{'id': '3e44aa01-2608-4882-9c5b-bed45812acce', 'tenant_id': 'cdd6e08aa84a4a278ba05d9afe77bf68', 'floating_ip_address': '172.27.0.138', 'floating_network_id': 'c65eede5-7777-493f-951d-210877831002', 'router_id': 'd8b51925-05fe-479b-8caa-2f512e77d6a4', 'port_id': 'e32a96b7-73f5-4b47-9422-75d1db44d890', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a70d1a02-a2db-4792-86e7-c80512ee4e0d', 'mac_address': 'fa:16:3e:5d:56:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22b7670f-9568-452e-888d-7d34d3b6c2e0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T15:49:41Z', 'updated_at': '2022-02-09T15:49:55Z', 'revision_number': 1, 'project_id': 'cdd6e08aa84a4a278ba05d9afe77bf68', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cc7566c1-0aae-45be-afe4-87cde7d73b5c', 'name': '', 'network_id': 'a70d1a02-a2db-4792-86e7-c80512ee4e0d', 'tenant_id': 'cdd6e08aa84a4a278ba05d9afe77bf68', 'mac_address': 'fa:16:3e:a6:48:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8b51925-05fe-479b-8caa-2f512e77d6a4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e77df24c-1903-4208-9651-061913c63dfc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825105-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:46:45Z', 'updated_at': '2022-02-09T15:47:04Z', 'revision_number': 5, 'project_id': 'cdd6e08aa84a4a278ba05d9afe77bf68', 'subnets': [{'id': 'e77df24c-1903-4208-9651-061913c63dfc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 09 15:49:57.600833 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-18ac38e7-1bd8-451e-88dc-76ce317629a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:49:57.627040 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-18ac38e7-1bd8-451e-88dc-76ce317629a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:49:57.682904 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-18ac38e7-1bd8-451e-88dc-76ce317629a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_delete {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:49:57.700312 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ac38e7-1bd8-451e-88dc-76ce317629a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eef1351f-dbe9-4563-965c-03e11e6e67da,revision_number=None']} {{(pid=82902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:49:57.707302 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-18ac38e7-1bd8-451e-88dc-76ce317629a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:49:57.708416 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [None req-18ac38e7-1bd8-451e-88dc-76ce317629a1 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/eef1351f-dbe9-4563-965c-03e11e6e67da HTTP/1.1" status: 204 len: 168 time: 0.1675718 Feb 09 15:49:57.785268 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a3a982d-5b05-42d9-914c-09647f508c4f None None] New status for floating IP 3e44aa01-2608-4882-9c5b-bed45812acce: ACTIVE {{(pid=82903) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 09 15:49:57.902810 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e587d21f-e5c7-4906-ac11-cce84ae7a99a req-78644e45-7259-4c34-8e80-92ad9e0f9d63 tempest-AttachVolumeTestJSON-950875345 tempest-AttachVolumeTestJSON-950875345-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:49:57.904656 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-e587d21f-e5c7-4906-ac11-cce84ae7a99a req-78644e45-7259-4c34-8e80-92ad9e0f9d63 tempest-AttachVolumeTestJSON-950875345 tempest-AttachVolumeTestJSON-950875345-project] 10.222.0.67 "GET /v2.0/ports?device_id=22b7670f-9568-452e-888d-7d34d3b6c2e0 HTTP/1.1" status: 200 len: 945 time: 0.1014826 Feb 09 15:49:57.959309 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-e587d21f-e5c7-4906-ac11-cce84ae7a99a req-8b2efcd2-f1c4-47e5-b8c5-8bc29c959801 tempest-AttachVolumeTestJSON-950875345 tempest-AttachVolumeTestJSON-950875345-project] 10.222.0.67 "GET /v2.0/security-groups?id=abd15ca3-2d42-40f7-9275-c4d67afb7f6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476434 Feb 09 15:49:57.984708 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-dc372115-132b-4c0d-b7ae-007cb98f5f43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758786133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16008869'] for agent, after_update {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:50:00.307694 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-1486eacb-2a3c-4a0a-a784-d6ac42afabd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758786133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16008869'] for agent, after_update {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:50:00.329691 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-812787cf-6466-4ce1-8c4e-c32e14b18d8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758786133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16008869'] for agent, after_update {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:50:01.251356 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-1f7d0426-72a7-4c89-8e53-4ec430751ccf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758786133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16008869'] for agent, after_update {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:50:01.563691 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-608c4fd2-211a-4ca9-a277-ad2a51be62ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758786133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16008869'] for agent, after_update {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:50:01.696563 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.wsgi [-] (82902) accepted ('10.222.0.67', 49544) {{(pid=82902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 15:50:01.841815 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-b57a9881-88c7-4dfa-b0eb-ad91238118bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:50:01.877552 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.db.quota.driver [None req-b57a9881-88c7-4dfa-b0eb-ad91238118bd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 15:50:01.881397 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.quota.resource [None req-b57a9881-88c7-4dfa-b0eb-ad91238118bd admin admin] Usage tracker for resource:security_group_rule and tenant:0107d8f080e541f6816eff9e8ca1dd29 is out of sync, need to count used quota {{(pid=82902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 15:50:01.884357 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.quota.resource [None req-b57a9881-88c7-4dfa-b0eb-ad91238118bd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 15:50:01.890045 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.db.quota.driver [None req-b57a9881-88c7-4dfa-b0eb-ad91238118bd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 15:50:01.957773 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-b57a9881-88c7-4dfa-b0eb-ad91238118bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:50:01.962159 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-b57a9881-88c7-4dfa-b0eb-ad91238118bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_create {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:50:02.009644 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b57a9881-88c7-4dfa-b0eb-ad91238118bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3bd17621-176b-43ae-9ab9-842af9052f83,revision_number=1']} {{(pid=82902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:50:02.015119 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [None req-b57a9881-88c7-4dfa-b0eb-ad91238118bd admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=0107d8f080e541f6816eff9e8ca1dd29&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3175104 Feb 09 15:50:02.018122 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.wsgi [-] (82901) accepted ('10.222.0.67', 49550) {{(pid=82901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 15:50:02.078288 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-77460912-5fa8-4793-8932-255366e69b92 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:50:02.106319 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-77460912-5fa8-4793-8932-255366e69b92 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:50:02.157307 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-77460912-5fa8-4793-8932-255366e69b92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_delete {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:50:02.177155 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77460912-5fa8-4793-8932-255366e69b92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bd17621-176b-43ae-9ab9-842af9052f83,revision_number=None']} {{(pid=82901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:50:02.185879 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-77460912-5fa8-4793-8932-255366e69b92 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:50:02.186953 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [None req-77460912-5fa8-4793-8932-255366e69b92 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/3bd17621-176b-43ae-9ab9-842af9052f83 HTTP/1.1" status: 204 len: 168 time: 0.1678793 Feb 09 15:50:02.519328 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.wsgi [-] (82901) accepted ('10.222.0.67', 49560) {{(pid=82901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 15:50:02.537971 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-8a236215-cd22-4637-a400-3b77717003e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:50:02.569375 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.db.quota.driver [None req-8a236215-cd22-4637-a400-3b77717003e3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 15:50:02.577028 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.quota.resource [None req-8a236215-cd22-4637-a400-3b77717003e3 admin admin] Usage tracker for resource:security_group_rule and tenant:1facfd2a639f4680b6e2e51fb37843cc is out of sync, need to count used quota {{(pid=82901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 15:50:02.579854 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.quota.resource [None req-8a236215-cd22-4637-a400-3b77717003e3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 15:50:02.585457 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.db.quota.driver [None req-8a236215-cd22-4637-a400-3b77717003e3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 15:50:02.650724 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-8a236215-cd22-4637-a400-3b77717003e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:50:02.654355 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-8a236215-cd22-4637-a400-3b77717003e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_create {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:50:02.698936 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a236215-cd22-4637-a400-3b77717003e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d1c88fb-62a3-4611-a5a1-af434d627772,revision_number=1']} {{(pid=82901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:50:02.704084 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [None req-8a236215-cd22-4637-a400-3b77717003e3 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=1facfd2a639f4680b6e2e51fb37843cc&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1837513 Feb 09 15:50:02.706802 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.wsgi [-] (82901) accepted ('10.222.0.67', 49564) {{(pid=82901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 15:50:02.765368 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-cbee1848-e1c2-49ae-85e9-41e25735a521 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:50:02.790604 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-cbee1848-e1c2-49ae-85e9-41e25735a521 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:50:02.842892 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-cbee1848-e1c2-49ae-85e9-41e25735a521 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_delete {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:50:02.857752 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbee1848-e1c2-49ae-85e9-41e25735a521 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d1c88fb-62a3-4611-a5a1-af434d627772,revision_number=None']} {{(pid=82901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:50:02.861865 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-cbee1848-e1c2-49ae-85e9-41e25735a521 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:50:02.862945 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [None req-cbee1848-e1c2-49ae-85e9-41e25735a521 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/7d1c88fb-62a3-4611-a5a1-af434d627772 HTTP/1.1" status: 204 len: 168 time: 0.1550729 Feb 09 15:50:02.954817 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-faa751bb-9674-45ec-b131-f889431b03dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758786133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16008869'] for agent, after_update {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:50:06.922931 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.wsgi [-] (82901) accepted ('10.222.0.67', 49668) {{(pid=82901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 15:50:07.145174 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-1881b06a-53cd-4878-9f1e-2545662b2685 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:50:07.176287 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.db.quota.driver [None req-1881b06a-53cd-4878-9f1e-2545662b2685 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 15:50:07.180100 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.quota.resource [None req-1881b06a-53cd-4878-9f1e-2545662b2685 admin admin] Usage tracker for resource:security_group_rule and tenant:858e229f13824ca5aa69bafa4a0c3cf5 is out of sync, need to count used quota {{(pid=82901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 15:50:07.182982 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.quota.resource [None req-1881b06a-53cd-4878-9f1e-2545662b2685 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 15:50:07.189125 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.db.quota.driver [None req-1881b06a-53cd-4878-9f1e-2545662b2685 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 15:50:07.257828 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-1881b06a-53cd-4878-9f1e-2545662b2685 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:50:07.261945 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-1881b06a-53cd-4878-9f1e-2545662b2685 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_create {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:50:07.308868 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1881b06a-53cd-4878-9f1e-2545662b2685 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02ef726b-86a8-4b2a-bb93-ba07ce81c91d,revision_number=1']} {{(pid=82901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:50:07.315803 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [None req-1881b06a-53cd-4878-9f1e-2545662b2685 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=858e229f13824ca5aa69bafa4a0c3cf5&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3889236 Feb 09 15:50:07.316849 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.wsgi [-] (82901) accepted ('10.222.0.67', 49680) {{(pid=82901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 15:50:07.382530 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-44cd9642-4597-4428-8563-88cd29ba6004 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:50:07.412446 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-44cd9642-4597-4428-8563-88cd29ba6004 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:50:07.465575 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-44cd9642-4597-4428-8563-88cd29ba6004 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_delete {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:50:07.480154 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44cd9642-4597-4428-8563-88cd29ba6004 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02ef726b-86a8-4b2a-bb93-ba07ce81c91d,revision_number=None']} {{(pid=82901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:50:07.487221 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-44cd9642-4597-4428-8563-88cd29ba6004 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:50:07.488345 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [None req-44cd9642-4597-4428-8563-88cd29ba6004 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/02ef726b-86a8-4b2a-bb93-ba07ce81c91d HTTP/1.1" status: 204 len: 168 time: 0.1704726 Feb 09 15:50:07.826079 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.wsgi [-] (82902) accepted ('10.222.0.67', 49692) {{(pid=82902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 15:50:07.846654 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-a6f8ac1e-be83-4bf1-8e4a-e4cea3e5f58a admin admin] Notify callbacks [] for security_group, before_create {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:50:07.879051 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.db.quota.driver [None req-a6f8ac1e-be83-4bf1-8e4a-e4cea3e5f58a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 15:50:07.882729 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.quota.resource [None req-a6f8ac1e-be83-4bf1-8e4a-e4cea3e5f58a admin admin] Usage tracker for resource:security_group_rule and tenant:30958aa2c365466280fd8749b8af0253 is out of sync, need to count used quota {{(pid=82902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 15:50:07.886243 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.quota.resource [None req-a6f8ac1e-be83-4bf1-8e4a-e4cea3e5f58a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 15:50:07.891829 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.db.quota.driver [None req-a6f8ac1e-be83-4bf1-8e4a-e4cea3e5f58a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 15:50:07.958868 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-a6f8ac1e-be83-4bf1-8e4a-e4cea3e5f58a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:50:07.962871 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-a6f8ac1e-be83-4bf1-8e4a-e4cea3e5f58a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_create {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:50:08.012633 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f8ac1e-be83-4bf1-8e4a-e4cea3e5f58a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd1c2218-10b2-40a9-b493-c50ea8168846,revision_number=1']} {{(pid=82902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:50:08.017513 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [None req-a6f8ac1e-be83-4bf1-8e4a-e4cea3e5f58a admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=30958aa2c365466280fd8749b8af0253&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1902139 Feb 09 15:50:08.020038 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.wsgi [-] (82902) accepted ('10.222.0.67', 49696) {{(pid=82902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 15:50:08.078454 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-d64e5d26-2f65-4b39-aefb-fec1bdf84dbf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:50:08.104017 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-d64e5d26-2f65-4b39-aefb-fec1bdf84dbf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:50:08.154116 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-d64e5d26-2f65-4b39-aefb-fec1bdf84dbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_delete {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:50:08.170437 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d64e5d26-2f65-4b39-aefb-fec1bdf84dbf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd1c2218-10b2-40a9-b493-c50ea8168846,revision_number=None']} {{(pid=82902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:50:08.178769 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-d64e5d26-2f65-4b39-aefb-fec1bdf84dbf admin admin] Notify callbacks [] for security_group, before_response {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:50:08.179860 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [None req-d64e5d26-2f65-4b39-aefb-fec1bdf84dbf admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/dd1c2218-10b2-40a9-b493-c50ea8168846 HTTP/1.1" status: 204 len: 168 time: 0.1589105 Feb 09 15:50:09.059534 dv-cinder-825105-1-iscsi neutron-server[82904]: DEBUG neutron.db.agents_db [None req-77d1faa3-9ee6-4a91-bd02-8524aa1f9325 None None] Agent healthcheck: found 6 active agents {{(pid=82904) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 15:50:11.468181 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.wsgi [-] (82901) accepted ('10.222.0.67', 49784) {{(pid=82901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 15:50:11.605883 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-32797223-0dc9-433e-87b1-8ab871360eeb admin admin] Notify callbacks [] for security_group, before_create {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:50:11.636973 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.db.quota.driver [None req-32797223-0dc9-433e-87b1-8ab871360eeb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 15:50:11.640731 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.quota.resource [None req-32797223-0dc9-433e-87b1-8ab871360eeb admin admin] Usage tracker for resource:security_group_rule and tenant:9e429e76de6943cf8320c411e93a14a3 is out of sync, need to count used quota {{(pid=82901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 15:50:11.643507 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.quota.resource [None req-32797223-0dc9-433e-87b1-8ab871360eeb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 15:50:11.649815 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.db.quota.driver [None req-32797223-0dc9-433e-87b1-8ab871360eeb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 15:50:11.714002 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-32797223-0dc9-433e-87b1-8ab871360eeb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:50:11.717695 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-32797223-0dc9-433e-87b1-8ab871360eeb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_create {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:50:11.762749 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32797223-0dc9-433e-87b1-8ab871360eeb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=111c75b6-def0-4190-a9d7-bc32f4ef3265,revision_number=1']} {{(pid=82901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:50:11.767041 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [None req-32797223-0dc9-433e-87b1-8ab871360eeb admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=9e429e76de6943cf8320c411e93a14a3&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2978632 Feb 09 15:50:11.769983 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.wsgi [-] (82901) accepted ('10.222.0.67', 49790) {{(pid=82901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 15:50:11.830670 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-e7465a35-2e85-4efb-b924-034b6246d07b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:50:11.856106 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-e7465a35-2e85-4efb-b924-034b6246d07b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:50:11.908235 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-e7465a35-2e85-4efb-b924-034b6246d07b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_delete {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:50:11.922758 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7465a35-2e85-4efb-b924-034b6246d07b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=111c75b6-def0-4190-a9d7-bc32f4ef3265,revision_number=None']} {{(pid=82901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:50:11.928934 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-e7465a35-2e85-4efb-b924-034b6246d07b admin admin] Notify callbacks [] for security_group, before_response {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:50:11.930083 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [None req-e7465a35-2e85-4efb-b924-034b6246d07b admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/111c75b6-def0-4190-a9d7-bc32f4ef3265 HTTP/1.1" status: 204 len: 168 time: 0.1595805 Feb 09 15:50:12.254312 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.wsgi [-] (82901) accepted ('10.222.0.67', 49798) {{(pid=82901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 15:50:12.272701 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-7cf4c4be-d276-44fe-9b2f-6f8847677e3f admin admin] Notify callbacks [] for security_group, before_create {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:50:12.303630 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.db.quota.driver [None req-7cf4c4be-d276-44fe-9b2f-6f8847677e3f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 15:50:12.307518 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.quota.resource [None req-7cf4c4be-d276-44fe-9b2f-6f8847677e3f admin admin] Usage tracker for resource:security_group_rule and tenant:4fd5266131a54b7ebd971f48aeec4d6a is out of sync, need to count used quota {{(pid=82901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 15:50:12.310281 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.quota.resource [None req-7cf4c4be-d276-44fe-9b2f-6f8847677e3f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 15:50:12.316103 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.db.quota.driver [None req-7cf4c4be-d276-44fe-9b2f-6f8847677e3f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 15:50:12.380454 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-7cf4c4be-d276-44fe-9b2f-6f8847677e3f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:50:12.384813 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-7cf4c4be-d276-44fe-9b2f-6f8847677e3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_create {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:50:12.428206 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf4c4be-d276-44fe-9b2f-6f8847677e3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c537eb88-2412-4817-b5ee-c2936198ff66,revision_number=1']} {{(pid=82901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:50:12.434429 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [None req-7cf4c4be-d276-44fe-9b2f-6f8847677e3f admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=4fd5266131a54b7ebd971f48aeec4d6a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1791258 Feb 09 15:50:12.437225 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.wsgi [-] (82901) accepted ('10.222.0.67', 49802) {{(pid=82901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 15:50:12.500194 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-9a0ebdde-bc7f-4a88-8d0e-73ff2049d64a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:50:12.525952 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-9a0ebdde-bc7f-4a88-8d0e-73ff2049d64a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:50:12.577410 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-9a0ebdde-bc7f-4a88-8d0e-73ff2049d64a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_delete {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:50:12.593196 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0ebdde-bc7f-4a88-8d0e-73ff2049d64a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c537eb88-2412-4817-b5ee-c2936198ff66,revision_number=None']} {{(pid=82901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:50:12.597434 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-9a0ebdde-bc7f-4a88-8d0e-73ff2049d64a admin admin] Notify callbacks [] for security_group, before_response {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:50:12.598520 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [None req-9a0ebdde-bc7f-4a88-8d0e-73ff2049d64a admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/c537eb88-2412-4817-b5ee-c2936198ff66 HTTP/1.1" status: 204 len: 168 time: 0.1604643 Feb 09 15:50:13.419641 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.wsgi [-] (82901) accepted ('10.222.0.67', 49826) {{(pid=82901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 15:50:13.546180 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.api.v2.base [None req-254220db-ed45-4d38-bcc1-c9892be6fbb7 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1907508572-network', 'tenant_id': '006bd20fb09d45bb9c69c05521bbfd68'}} {{(pid=82901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 15:50:13.550869 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.db.quota.driver [None req-254220db-ed45-4d38-bcc1-c9892be6fbb7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 15:50:13.555050 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.quota.resource [None req-254220db-ed45-4d38-bcc1-c9892be6fbb7 admin admin] Usage tracker for resource:network and tenant:006bd20fb09d45bb9c69c05521bbfd68 is out of sync, need to count used quota {{(pid=82901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 15:50:13.558844 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.quota.resource [None req-254220db-ed45-4d38-bcc1-c9892be6fbb7 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=82901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 15:50:13.564792 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.db.quota.driver [None req-254220db-ed45-4d38-bcc1-c9892be6fbb7 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 15:50:13.575426 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-254220db-ed45-4d38-bcc1-c9892be6fbb7 admin admin] Made reservation on behalf of 006bd20fb09d45bb9c69c05521bbfd68 for: {'network': 1} {{(pid=82901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 15:50:13.577878 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-254220db-ed45-4d38-bcc1-c9892be6fbb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16080601'] for network, before_create {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:50:13.590577 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-254220db-ed45-4d38-bcc1-c9892be6fbb7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:50:13.622615 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.db.quota.driver [None req-254220db-ed45-4d38-bcc1-c9892be6fbb7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 15:50:13.626478 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.quota.resource [None req-254220db-ed45-4d38-bcc1-c9892be6fbb7 admin admin] Usage tracker for resource:security_group_rule and tenant:006bd20fb09d45bb9c69c05521bbfd68 is out of sync, need to count used quota {{(pid=82901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 15:50:13.629496 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.quota.resource [None req-254220db-ed45-4d38-bcc1-c9892be6fbb7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 15:50:13.635683 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.db.quota.driver [None req-254220db-ed45-4d38-bcc1-c9892be6fbb7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 15:50:13.708546 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-254220db-ed45-4d38-bcc1-c9892be6fbb7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:50:13.713413 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-254220db-ed45-4d38-bcc1-c9892be6fbb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_create {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:50:13.748326 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-254220db-ed45-4d38-bcc1-c9892be6fbb7 admin admin] vlan segment allocate from pool success with {'vlan_id': 836, 'physical_network': 'physnet1'} {{(pid=82901) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 15:50:13.757037 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-254220db-ed45-4d38-bcc1-c9892be6fbb7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee9b3377-2001-409e-be47-c12763e0e049,revision_number=1']} {{(pid=82901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:50:13.764629 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-254220db-ed45-4d38-bcc1-c9892be6fbb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16132466'] for segment, precommit_create {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:50:13.764889 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.db.segments_db [None req-254220db-ed45-4d38-bcc1-c9892be6fbb7 admin admin] Added segment 067b7949-b3b4-4eb0-8d3f-80c09bd592c6 of type vlan for network 8c1962e5-0ea0-4922-990b-7b46f57fc150 Feb 09 15:50:13.791456 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-254220db-ed45-4d38-bcc1-c9892be6fbb7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756758320348'] for network, precommit_create {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:50:13.820327 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-254220db-ed45-4d38-bcc1-c9892be6fbb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124156'] for network, after_create {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:50:13.821190 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-254220db-ed45-4d38-bcc1-c9892be6fbb7 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:50:13.821764 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-254220db-ed45-4d38-bcc1-c9892be6fbb7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16124149'] for network, before_response {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:50:13.927008 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [None req-254220db-ed45-4d38-bcc1-c9892be6fbb7 admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5062470 Feb 09 15:50:13.927789 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-254220db-ed45-4d38-bcc1-c9892be6fbb7 admin admin] Pushing event updated for resources: {'Network': ['ID=8c1962e5-0ea0-4922-990b-7b46f57fc150,revision_number=1']} {{(pid=82901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:50:13.930364 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.wsgi [-] (82902) accepted ('10.222.0.67', 49834) {{(pid=82902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 15:50:13.937501 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.api.v2.base [None req-63a87b48-2bf9-4619-9499-49722498a238 admin admin] Request body: {'subnet': {'network_id': '8c1962e5-0ea0-4922-990b-7b46f57fc150', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1907508572-subnet', 'tenant_id': '006bd20fb09d45bb9c69c05521bbfd68', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=82902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 15:50:13.943116 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.db.quota.driver [None req-63a87b48-2bf9-4619-9499-49722498a238 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 15:50:13.948326 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.quota.resource [None req-63a87b48-2bf9-4619-9499-49722498a238 admin admin] Usage tracker for resource:subnet and tenant:006bd20fb09d45bb9c69c05521bbfd68 is out of sync, need to count used quota {{(pid=82902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 15:50:13.951505 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.plugins.ml2.rpc [None req-608c4fd2-211a-4ca9-a277-ad2a51be62ff None None] Network 8c1962e5-0ea0-4922-990b-7b46f57fc150 details requested by agent ovs-agent-dv-cinder-825105-1-iscsi with host dv-cinder-825105-1-iscsi {{(pid=82903) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 15:50:13.951979 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.quota.resource [None req-63a87b48-2bf9-4619-9499-49722498a238 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=82902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 15:50:13.958020 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.db.quota.driver [None req-63a87b48-2bf9-4619-9499-49722498a238 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 15:50:13.969697 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63a87b48-2bf9-4619-9499-49722498a238 admin admin] Made reservation on behalf of 006bd20fb09d45bb9c69c05521bbfd68 for: {'subnet': 1} {{(pid=82902) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 15:50:13.972320 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-63a87b48-2bf9-4619-9499-49722498a238 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1082463'] for subnet, before_create {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:50:14.261808 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-63a87b48-2bf9-4619-9499-49722498a238 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1633683', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1082465'] for subnet, after_create {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:50:14.331159 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a87b48-2bf9-4619-9499-49722498a238 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b965ea50-02a3-4534-b1b6-ca49337d120f,revision_number=0']} {{(pid=82902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:50:14.345622 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63a87b48-2bf9-4619-9499-49722498a238 admin admin] Checking segment: {'id': '067b7949-b3b4-4eb0-8d3f-80c09bd592c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': '8c1962e5-0ea0-4922-990b-7b46f57fc150'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 15:50:14.345964 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63a87b48-2bf9-4619-9499-49722498a238 admin admin] Network hostable DHCP agents. Network: 8c1962e5-0ea0-4922-990b-7b46f57fc150, hostable agents: ['534ecb3d-5fb5-4496-b97c-b20b93fdf8ec'], hosted agents: [] {{(pid=82902) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 15:50:14.366323 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63a87b48-2bf9-4619-9499-49722498a238 admin admin] Network 8c1962e5-0ea0-4922-990b-7b46f57fc150 is scheduled to be hosted by DHCP agent 534ecb3d-5fb5-4496-b97c-b20b93fdf8ec with binding_index 1 {{(pid=82902) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 15:50:14.375382 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.scheduler.base_scheduler [None req-63a87b48-2bf9-4619-9499-49722498a238 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-825105-1-iscsi, 8c1962e5-0ea0-4922-990b-7b46f57fc150) {{(pid=82902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 15:50:14.379403 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63a87b48-2bf9-4619-9499-49722498a238 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=82902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:50:14.379969 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-63a87b48-2bf9-4619-9499-49722498a238 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16124149'] for subnet, before_response {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:50:14.385563 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-179c74f2-94e6-4331-b4bf-88430fd32e25 None None] Network 8c1962e5-0ea0-4922-990b-7b46f57fc150 requested from dv-cinder-825105-1-iscsi {{(pid=82903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 15:50:14.416292 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [None req-63a87b48-2bf9-4619-9499-49722498a238 admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4793003 Feb 09 15:50:14.628908 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-deeccc5d-7f90-4701-bc19-641f5eaee68e None None] Network 8c1962e5-0ea0-4922-990b-7b46f57fc150 requested from dv-cinder-825105-1-iscsi {{(pid=82903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 15:50:16.572590 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41165b00-1a92-4f8f-aeaf-efa0f78d191a req-16568704-18a1-414f-a949-90f654ae3855 tempest-VolumesSnapshotTestJSON-2013528149 tempest-VolumesSnapshotTestJSON-2013528149-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:50:16.573912 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-41165b00-1a92-4f8f-aeaf-efa0f78d191a req-16568704-18a1-414f-a949-90f654ae3855 tempest-VolumesSnapshotTestJSON-2013528149 tempest-VolumesSnapshotTestJSON-2013528149-project] 10.222.0.67 "GET /v2.0/networks?id=8c1962e5-0ea0-4922-990b-7b46f57fc150 HTTP/1.1" status: 200 len: 814 time: 0.1402581 Feb 09 15:50:16.589885 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-41165b00-1a92-4f8f-aeaf-efa0f78d191a req-a5b82535-3864-40f1-91b6-71da2eae3dce tempest-VolumesSnapshotTestJSON-2013528149 tempest-VolumesSnapshotTestJSON-2013528149-project] 10.222.0.67 "GET /v2.0/quotas/006bd20fb09d45bb9c69c05521bbfd68 HTTP/1.1" status: 200 len: 375 time: 0.0107775 Feb 09 15:50:16.638469 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-41165b00-1a92-4f8f-aeaf-efa0f78d191a req-7088f7af-5a76-4a58-867a-8b9e61f0ff68 tempest-VolumesSnapshotTestJSON-2013528149 tempest-VolumesSnapshotTestJSON-2013528149-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=006bd20fb09d45bb9c69c05521bbfd68&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0430233 Feb 09 15:50:16.769189 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-41165b00-1a92-4f8f-aeaf-efa0f78d191a req-32846d2e-8592-4991-bffd-b1dd6c3f004d service neutron] 10.222.0.67 "GET /v2.0/networks/8c1962e5-0ea0-4922-990b-7b46f57fc150?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243382 Feb 09 15:50:16.901540 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-41165b00-1a92-4f8f-aeaf-efa0f78d191a req-f597266e-7cd9-458a-b7da-22e6c0d6cf37 service neutron] 10.222.0.67 "GET /v2.0/networks/8c1962e5-0ea0-4922-990b-7b46f57fc150?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1267745 Feb 09 15:50:17.085709 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-de47c65a-515d-4fb6-9942-f44cd783ad47 req-1d606de8-f137-4230-b843-022df51e5ce2 tempest-VolumesSnapshotTestJSON-2013528149 tempest-VolumesSnapshotTestJSON-2013528149-project] 10.222.0.67 "GET /v2.0/ports?device_id=7732badf-e859-4e18-bd67-cf6781eb6e1b HTTP/1.1" status: 200 len: 210 time: 0.0413961 Feb 09 15:50:18.166730 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41165b00-1a92-4f8f-aeaf-efa0f78d191a req-12449946-6868-4cbc-867b-ab9773ee36b7 tempest-VolumesSnapshotTestJSON-2013528149 tempest-VolumesSnapshotTestJSON-2013528149-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:50:18.167452 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.quota.resource [req-41165b00-1a92-4f8f-aeaf-efa0f78d191a req-12449946-6868-4cbc-867b-ab9773ee36b7 tempest-VolumesSnapshotTestJSON-2013528149 tempest-VolumesSnapshotTestJSON-2013528149-project] Synchronizing usage tracker for tenant:006bd20fb09d45bb9c69c05521bbfd68 on resource:network {{(pid=82901) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 15:50:18.185003 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.quota.resource [req-41165b00-1a92-4f8f-aeaf-efa0f78d191a req-12449946-6868-4cbc-867b-ab9773ee36b7 tempest-VolumesSnapshotTestJSON-2013528149 tempest-VolumesSnapshotTestJSON-2013528149-project] Unset dirty status for tenant:006bd20fb09d45bb9c69c05521bbfd68 on resource:network {{(pid=82901) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 15:50:18.186113 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-41165b00-1a92-4f8f-aeaf-efa0f78d191a req-12449946-6868-4cbc-867b-ab9773ee36b7 tempest-VolumesSnapshotTestJSON-2013528149 tempest-VolumesSnapshotTestJSON-2013528149-project] 10.222.0.47 "GET /v2.0/networks?id=8c1962e5-0ea0-4922-990b-7b46f57fc150 HTTP/1.1" status: 200 len: 814 time: 0.1629534 Feb 09 15:50:18.205945 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.api.v2.base [req-41165b00-1a92-4f8f-aeaf-efa0f78d191a req-766d1b0e-82a9-407c-b367-f90be11b836e tempest-VolumesSnapshotTestJSON-2013528149 tempest-VolumesSnapshotTestJSON-2013528149-project] Request body: {'port': {'device_id': '7732badf-e859-4e18-bd67-cf6781eb6e1b', 'network_id': '8c1962e5-0ea0-4922-990b-7b46f57fc150', 'admin_state_up': True, 'tenant_id': '006bd20fb09d45bb9c69c05521bbfd68'}} {{(pid=82901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 15:50:18.269062 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-8e3a38b5-88ba-4655-943e-eaa12c0838de req-58abdf86-7bba-4b25-883e-ac5457da28ed tempest-VolumesSnapshotTestJSON-2013528149 tempest-VolumesSnapshotTestJSON-2013528149-project] 10.222.0.67 "GET /v2.0/ports?device_id=7732badf-e859-4e18-bd67-cf6781eb6e1b HTTP/1.1" status: 200 len: 210 time: 0.0549278 Feb 09 15:50:18.417745 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.db.quota.driver [req-41165b00-1a92-4f8f-aeaf-efa0f78d191a req-766d1b0e-82a9-407c-b367-f90be11b836e tempest-VolumesSnapshotTestJSON-2013528149 tempest-VolumesSnapshotTestJSON-2013528149-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 15:50:18.421471 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.quota.resource [req-41165b00-1a92-4f8f-aeaf-efa0f78d191a req-766d1b0e-82a9-407c-b367-f90be11b836e tempest-VolumesSnapshotTestJSON-2013528149 tempest-VolumesSnapshotTestJSON-2013528149-project] Usage tracker for resource:port and tenant:006bd20fb09d45bb9c69c05521bbfd68 is out of sync, need to count used quota {{(pid=82901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 15:50:18.424178 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.quota.resource [req-41165b00-1a92-4f8f-aeaf-efa0f78d191a req-766d1b0e-82a9-407c-b367-f90be11b836e tempest-VolumesSnapshotTestJSON-2013528149 tempest-VolumesSnapshotTestJSON-2013528149-project] Quota usage for port was recalculated. Used quota:0. {{(pid=82901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 15:50:18.429627 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.db.quota.driver [req-41165b00-1a92-4f8f-aeaf-efa0f78d191a req-766d1b0e-82a9-407c-b367-f90be11b836e tempest-VolumesSnapshotTestJSON-2013528149 tempest-VolumesSnapshotTestJSON-2013528149-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=82901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 15:50:18.439572 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-41165b00-1a92-4f8f-aeaf-efa0f78d191a req-766d1b0e-82a9-407c-b367-f90be11b836e tempest-VolumesSnapshotTestJSON-2013528149 tempest-VolumesSnapshotTestJSON-2013528149-project] Made reservation on behalf of 006bd20fb09d45bb9c69c05521bbfd68 for: {'port': 1} {{(pid=82901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 15:50:18.442754 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [req-41165b00-1a92-4f8f-aeaf-efa0f78d191a req-766d1b0e-82a9-407c-b367-f90be11b836e tempest-VolumesSnapshotTestJSON-2013528149 tempest-VolumesSnapshotTestJSON-2013528149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16080601'] for port, before_create {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:50:18.600552 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.db.db_base_plugin_common [req-41165b00-1a92-4f8f-aeaf-efa0f78d191a req-766d1b0e-82a9-407c-b367-f90be11b836e tempest-VolumesSnapshotTestJSON-2013528149 tempest-VolumesSnapshotTestJSON-2013528149-project] Allocated IP 172.20.0.4 (8c1962e5-0ea0-4922-990b-7b46f57fc150/b965ea50-02a3-4534-b1b6-ca49337d120f/34c65508-8582-4637-9219-b4cedc4979e2) {{(pid=82901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 15:50:18.801125 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [req-41165b00-1a92-4f8f-aeaf-efa0f78d191a req-766d1b0e-82a9-407c-b367-f90be11b836e tempest-VolumesSnapshotTestJSON-2013528149 tempest-VolumesSnapshotTestJSON-2013528149-project] Notify callbacks [] for port, precommit_create {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:50:18.828377 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [req-41165b00-1a92-4f8f-aeaf-efa0f78d191a req-766d1b0e-82a9-407c-b367-f90be11b836e tempest-VolumesSnapshotTestJSON-2013528149 tempest-VolumesSnapshotTestJSON-2013528149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16080037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124156', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756758334037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1282344'] for port, after_create {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:50:18.903426 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-41165b00-1a92-4f8f-aeaf-efa0f78d191a req-766d1b0e-82a9-407c-b367-f90be11b836e tempest-VolumesSnapshotTestJSON-2013528149 tempest-VolumesSnapshotTestJSON-2013528149-project] Network 8c1962e5-0ea0-4922-990b-7b46f57fc150 is already hosted by enough agents. {{(pid=82901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 15:50:18.906193 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.scheduler.base_scheduler [req-41165b00-1a92-4f8f-aeaf-efa0f78d191a req-766d1b0e-82a9-407c-b367-f90be11b836e tempest-VolumesSnapshotTestJSON-2013528149 tempest-VolumesSnapshotTestJSON-2013528149-project] Resources bound (agent type, host, resource id): {{(pid=82901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 15:50:18.909951 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.db.l3_dvrscheduler_db [req-41165b00-1a92-4f8f-aeaf-efa0f78d191a req-766d1b0e-82a9-407c-b367-f90be11b836e tempest-VolumesSnapshotTestJSON-2013528149 tempest-VolumesSnapshotTestJSON-2013528149-project] Received port after_create {{(pid=82901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 15:50:18.940428 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766d1b0e-82a9-407c-b367-f90be11b836e tempest-VolumesSnapshotTestJSON-2013528149 tempest-VolumesSnapshotTestJSON-2013528149-project] Pushing event updated for resources: {'Port': ['ID=34c65508-8582-4637-9219-b4cedc4979e2,revision_number=1']} {{(pid=82901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:50:18.975153 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41165b00-1a92-4f8f-aeaf-efa0f78d191a req-766d1b0e-82a9-407c-b367-f90be11b836e tempest-VolumesSnapshotTestJSON-2013528149 tempest-VolumesSnapshotTestJSON-2013528149-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=82901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:50:18.975745 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [req-41165b00-1a92-4f8f-aeaf-efa0f78d191a req-766d1b0e-82a9-407c-b367-f90be11b836e tempest-VolumesSnapshotTestJSON-2013528149 tempest-VolumesSnapshotTestJSON-2013528149-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205010'] for port, before_response {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:50:18.996007 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-41165b00-1a92-4f8f-aeaf-efa0f78d191a req-766d1b0e-82a9-407c-b367-f90be11b836e tempest-VolumesSnapshotTestJSON-2013528149 tempest-VolumesSnapshotTestJSON-2013528149-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7945096 Feb 09 15:50:19.010795 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.api.v2.base [req-41165b00-1a92-4f8f-aeaf-efa0f78d191a req-1d9adde1-fe9d-4090-95e9-c8c93b33b408 service neutron] Request body: {'port': {'device_id': '7732badf-e859-4e18-bd67-cf6781eb6e1b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82510'}} {{(pid=82901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 15:50:19.117247 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [req-41165b00-1a92-4f8f-aeaf-efa0f78d191a req-1d9adde1-fe9d-4090-95e9-c8c93b33b408 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16080601'] for port, before_update {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:50:19.500290 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.notifiers.nova [req-41165b00-1a92-4f8f-aeaf-efa0f78d191a req-1d9adde1-fe9d-4090-95e9-c8c93b33b408 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 34c65508-8582-4637-9219-b4cedc4979e2 {{(pid=82901) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 15:50:19.512985 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [req-41165b00-1a92-4f8f-aeaf-efa0f78d191a req-1d9adde1-fe9d-4090-95e9-c8c93b33b408 service neutron] Notify callbacks [] for port, precommit_update {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:50:19.532702 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.db.provisioning_blocks [req-41165b00-1a92-4f8f-aeaf-efa0f78d191a req-1d9adde1-fe9d-4090-95e9-c8c93b33b408 service neutron] Transition to ACTIVE for port object 34c65508-8582-4637-9219-b4cedc4979e2 will not be triggered until provisioned by entity L2. {{(pid=82901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 15:50:19.536748 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [req-41165b00-1a92-4f8f-aeaf-efa0f78d191a req-1d9adde1-fe9d-4090-95e9-c8c93b33b408 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16080037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758755988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756758334055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756758334100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1282337'] for port, after_update {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:50:19.594318 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e3c089-c7dd-46f0-b4ad-34cfbe4786ca req-f43b0e46-7405-4fbf-9ec6-132d54344a7e tempest-VolumesSnapshotTestJSON-2013528149 tempest-VolumesSnapshotTestJSON-2013528149-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:50:19.594906 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.quota.resource [req-11e3c089-c7dd-46f0-b4ad-34cfbe4786ca req-f43b0e46-7405-4fbf-9ec6-132d54344a7e tempest-VolumesSnapshotTestJSON-2013528149 tempest-VolumesSnapshotTestJSON-2013528149-project] Synchronizing usage tracker for tenant:006bd20fb09d45bb9c69c05521bbfd68 on resource:port {{(pid=82901) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 15:50:19.678600 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d9adde1-fe9d-4090-95e9-c8c93b33b408 service neutron] Pushing event updated for resources: {'Port': ['ID=34c65508-8582-4637-9219-b4cedc4979e2,revision_number=2']} {{(pid=82901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:50:19.686407 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.quota.resource [req-11e3c089-c7dd-46f0-b4ad-34cfbe4786ca req-f43b0e46-7405-4fbf-9ec6-132d54344a7e tempest-VolumesSnapshotTestJSON-2013528149 tempest-VolumesSnapshotTestJSON-2013528149-project] Unset dirty status for tenant:006bd20fb09d45bb9c69c05521bbfd68 on resource:port {{(pid=82901) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 15:50:19.687376 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-11e3c089-c7dd-46f0-b4ad-34cfbe4786ca req-f43b0e46-7405-4fbf-9ec6-132d54344a7e tempest-VolumesSnapshotTestJSON-2013528149 tempest-VolumesSnapshotTestJSON-2013528149-project] 10.222.0.67 "GET /v2.0/ports?device_id=7732badf-e859-4e18-bd67-cf6781eb6e1b HTTP/1.1" status: 200 len: 931 time: 0.2918100 Feb 09 15:50:19.808100 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.quota.resource [req-11e3c089-c7dd-46f0-b4ad-34cfbe4786ca req-5a8c33cb-ca69-4dcc-9497-97186c6b317c tempest-VolumesSnapshotTestJSON-2013528149 tempest-VolumesSnapshotTestJSON-2013528149-project] Synchronizing usage tracker for tenant:006bd20fb09d45bb9c69c05521bbfd68 on resource:security_group {{(pid=82901) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 15:50:19.828279 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.plugins.ml2.managers [req-41165b00-1a92-4f8f-aeaf-efa0f78d191a req-1d9adde1-fe9d-4090-95e9-c8c93b33b408 service neutron] Attempting to bind port 34c65508-8582-4637-9219-b4cedc4979e2 on host hv-cinder-82510 for vnic_type normal with profile {{(pid=82901) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 15:50:19.828606 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.plugins.ml2.managers [req-41165b00-1a92-4f8f-aeaf-efa0f78d191a req-1d9adde1-fe9d-4090-95e9-c8c93b33b408 service neutron] Attempting to bind port 34c65508-8582-4637-9219-b4cedc4979e2 by drivers openvswitch,hyperv on host hv-cinder-82510 at level 0 using segments [{'id': '067b7949-b3b4-4eb0-8d3f-80c09bd592c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': '8c1962e5-0ea0-4922-990b-7b46f57fc150'}] {{(pid=82901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 15:50:19.828926 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41165b00-1a92-4f8f-aeaf-efa0f78d191a req-1d9adde1-fe9d-4090-95e9-c8c93b33b408 service neutron] Attempting to bind port 34c65508-8582-4637-9219-b4cedc4979e2 on network 8c1962e5-0ea0-4922-990b-7b46f57fc150 {{(pid=82901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 15:50:19.839882 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41165b00-1a92-4f8f-aeaf-efa0f78d191a req-1d9adde1-fe9d-4090-95e9-c8c93b33b408 service neutron] Port 34c65508-8582-4637-9219-b4cedc4979e2 on network 8c1962e5-0ea0-4922-990b-7b46f57fc150 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82510 {{(pid=82901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 09 15:50:19.840222 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41165b00-1a92-4f8f-aeaf-efa0f78d191a req-1d9adde1-fe9d-4090-95e9-c8c93b33b408 service neutron] Attempting to bind port 34c65508-8582-4637-9219-b4cedc4979e2 on network 8c1962e5-0ea0-4922-990b-7b46f57fc150 {{(pid=82901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 15:50:19.845526 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.quota.resource [req-11e3c089-c7dd-46f0-b4ad-34cfbe4786ca req-5a8c33cb-ca69-4dcc-9497-97186c6b317c tempest-VolumesSnapshotTestJSON-2013528149 tempest-VolumesSnapshotTestJSON-2013528149-project] Unset dirty status for tenant:006bd20fb09d45bb9c69c05521bbfd68 on resource:security_group {{(pid=82901) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 15:50:19.846595 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-11e3c089-c7dd-46f0-b4ad-34cfbe4786ca req-5a8c33cb-ca69-4dcc-9497-97186c6b317c tempest-VolumesSnapshotTestJSON-2013528149 tempest-VolumesSnapshotTestJSON-2013528149-project] 10.222.0.67 "GET /v2.0/security-groups?id=ee9b3377-2001-409e-be47-c12763e0e049&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1338763 Feb 09 15:50:19.848376 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41165b00-1a92-4f8f-aeaf-efa0f78d191a req-1d9adde1-fe9d-4090-95e9-c8c93b33b408 service neutron] Checking agent: {'id': 'db1a70d3-a821-4659-b534-995c5c5f449e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82510', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 15, 40, 29), 'started_at': datetime.datetime(2022, 2, 9, 15, 40, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 15, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=82901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 15:50:19.848701 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41165b00-1a92-4f8f-aeaf-efa0f78d191a req-1d9adde1-fe9d-4090-95e9-c8c93b33b408 service neutron] Checking segment: {'id': '067b7949-b3b4-4eb0-8d3f-80c09bd592c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': '8c1962e5-0ea0-4922-990b-7b46f57fc150'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 15:50:19.849068 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41165b00-1a92-4f8f-aeaf-efa0f78d191a req-1d9adde1-fe9d-4090-95e9-c8c93b33b408 service neutron] Bound using segment: {'id': '067b7949-b3b4-4eb0-8d3f-80c09bd592c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': '8c1962e5-0ea0-4922-990b-7b46f57fc150'} {{(pid=82901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 15:50:19.849500 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.plugins.ml2.managers [req-41165b00-1a92-4f8f-aeaf-efa0f78d191a req-1d9adde1-fe9d-4090-95e9-c8c93b33b408 service neutron] Bound port: 34c65508-8582-4637-9219-b4cedc4979e2, host: hv-cinder-82510, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '067b7949-b3b4-4eb0-8d3f-80c09bd592c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': '8c1962e5-0ea0-4922-990b-7b46f57fc150'}}] {{(pid=82901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 15:50:19.849815 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [req-41165b00-1a92-4f8f-aeaf-efa0f78d191a req-1d9adde1-fe9d-4090-95e9-c8c93b33b408 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16080601'] for port, before_update {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:50:19.936518 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.plugins.ml2.db [req-41165b00-1a92-4f8f-aeaf-efa0f78d191a req-1d9adde1-fe9d-4090-95e9-c8c93b33b408 service neutron] For port 34c65508-8582-4637-9219-b4cedc4979e2, host hv-cinder-82510, cleared binding levels {{(pid=82901) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 15:50:19.941535 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.plugins.ml2.db [req-41165b00-1a92-4f8f-aeaf-efa0f78d191a req-1d9adde1-fe9d-4090-95e9-c8c93b33b408 service neutron] For port 34c65508-8582-4637-9219-b4cedc4979e2, host hv-cinder-82510, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=34c65508-8582-4637-9219-b4cedc4979e2,segment=NetworkSegment(067b7949-b3b4-4eb0-8d3f-80c09bd592c6),segment_id=067b7949-b3b4-4eb0-8d3f-80c09bd592c6)] {{(pid=82901) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 15:50:19.946141 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [req-41165b00-1a92-4f8f-aeaf-efa0f78d191a req-1d9adde1-fe9d-4090-95e9-c8c93b33b408 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16080037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758755988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756758334055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756758334100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1282337'] for port, after_update {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:50:20.014226 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [req-41165b00-1a92-4f8f-aeaf-efa0f78d191a req-1d9adde1-fe9d-4090-95e9-c8c93b33b408 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205010'] for port, before_response {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:50:20.016415 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-41165b00-1a92-4f8f-aeaf-efa0f78d191a req-1d9adde1-fe9d-4090-95e9-c8c93b33b408 service neutron] 10.222.0.47 "PUT /v2.0/ports/34c65508-8582-4637-9219-b4cedc4979e2 HTTP/1.1" status: 200 len: 1093 time: 1.0094249 Feb 09 15:50:20.016851 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7732badf-e859-4e18-bd67-cf6781eb6e1b', 'tag': '34c65508-8582-4637-9219-b4cedc4979e2'}] {{(pid=82901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 15:50:20.037674 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d9adde1-fe9d-4090-95e9-c8c93b33b408 service neutron] Pushing event updated for resources: {'Port': ['ID=34c65508-8582-4637-9219-b4cedc4979e2,revision_number=3']} {{(pid=82901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:50:20.092266 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7732badf-e859-4e18-bd67-cf6781eb6e1b', 'tag': '34c65508-8582-4637-9219-b4cedc4979e2', 'status': 'completed', 'code': 200} Feb 09 15:50:20.127368 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-41165b00-1a92-4f8f-aeaf-efa0f78d191a req-664e9915-9216-498b-ac2c-45d1e055288e service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=006bd20fb09d45bb9c69c05521bbfd68&device_id=7732badf-e859-4e18-bd67-cf6781eb6e1b HTTP/1.1" status: 200 len: 1096 time: 0.0709064 Feb 09 15:50:20.285548 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-41165b00-1a92-4f8f-aeaf-efa0f78d191a req-cbb09a8b-d8dd-4ba3-adc7-2f86ed5ad161 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=34c65508-8582-4637-9219-b4cedc4979e2 HTTP/1.1" status: 200 len: 217 time: 0.1502812 Feb 09 15:50:20.348204 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41165b00-1a92-4f8f-aeaf-efa0f78d191a req-5d060879-6fce-4753-b3a8-97864676b436 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:50:20.349610 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-41165b00-1a92-4f8f-aeaf-efa0f78d191a req-5d060879-6fce-4753-b3a8-97864676b436 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=b965ea50-02a3-4534-b1b6-ca49337d120f HTTP/1.1" status: 200 len: 854 time: 0.0571759 Feb 09 15:50:20.396662 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-41165b00-1a92-4f8f-aeaf-efa0f78d191a req-5d86313c-0085-490c-84bc-2e4c7448a696 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=8c1962e5-0ea0-4922-990b-7b46f57fc150&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0405402 Feb 09 15:50:20.525722 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-41165b00-1a92-4f8f-aeaf-efa0f78d191a req-b5e76466-8ace-44c4-919b-58eda4da21bd service neutron] 10.222.0.47 "GET /v2.0/networks/8c1962e5-0ea0-4922-990b-7b46f57fc150?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1212564 Feb 09 15:50:20.654880 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-41165b00-1a92-4f8f-aeaf-efa0f78d191a req-0296c8e2-4e6b-461a-bb66-828d2ef6c206 service neutron] 10.222.0.47 "GET /v2.0/networks/8c1962e5-0ea0-4922-990b-7b46f57fc150?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238415 Feb 09 15:50:20.767916 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-efd6410d-7498-45f0-a0de-1bcf3d220dae req-f56635a9-3a8d-46d1-842d-5461ce3d5139 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=006bd20fb09d45bb9c69c05521bbfd68&device_id=7732badf-e859-4e18-bd67-cf6781eb6e1b HTTP/1.1" status: 200 len: 1096 time: 0.0690916 Feb 09 15:50:20.907596 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd6410d-7498-45f0-a0de-1bcf3d220dae req-bbd43eb9-037c-425b-a752-2b14f74891cb service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:50:20.909099 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-efd6410d-7498-45f0-a0de-1bcf3d220dae req-bbd43eb9-037c-425b-a752-2b14f74891cb service neutron] 10.222.0.47 "GET /v2.0/networks?id=8c1962e5-0ea0-4922-990b-7b46f57fc150 HTTP/1.1" status: 200 len: 915 time: 0.1343584 Feb 09 15:50:21.015660 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-efd6410d-7498-45f0-a0de-1bcf3d220dae req-bc1a753d-a1e8-409a-89cc-520ee9b94aba service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=34c65508-8582-4637-9219-b4cedc4979e2 HTTP/1.1" status: 200 len: 217 time: 0.0984447 Feb 09 15:50:21.093401 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd6410d-7498-45f0-a0de-1bcf3d220dae req-fd2f1a18-0d46-4c8b-8b9b-ad79b04ea3c2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:50:21.094783 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-efd6410d-7498-45f0-a0de-1bcf3d220dae req-fd2f1a18-0d46-4c8b-8b9b-ad79b04ea3c2 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=b965ea50-02a3-4534-b1b6-ca49337d120f HTTP/1.1" status: 200 len: 854 time: 0.0718470 Feb 09 15:50:21.139595 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137ea5be-299b-4a9e-b36c-8fb1d76cf9b2 req-9b1faa39-f3a6-4e1b-818c-4bc7dfc1ed8b tempest-VolumesSnapshotTestJSON-2013528149 tempest-VolumesSnapshotTestJSON-2013528149-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:50:21.141025 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-137ea5be-299b-4a9e-b36c-8fb1d76cf9b2 req-9b1faa39-f3a6-4e1b-818c-4bc7dfc1ed8b tempest-VolumesSnapshotTestJSON-2013528149 tempest-VolumesSnapshotTestJSON-2013528149-project] 10.222.0.67 "GET /v2.0/ports?device_id=7732badf-e859-4e18-bd67-cf6781eb6e1b HTTP/1.1" status: 200 len: 943 time: 0.1600125 Feb 09 15:50:21.146591 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-efd6410d-7498-45f0-a0de-1bcf3d220dae req-17234ebf-c139-4923-9b00-beae3cbc4c74 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=8c1962e5-0ea0-4922-990b-7b46f57fc150&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0444593 Feb 09 15:50:21.270702 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-137ea5be-299b-4a9e-b36c-8fb1d76cf9b2 req-fd0f1af1-8ff7-4bca-ae4e-aebb898013a4 tempest-VolumesSnapshotTestJSON-2013528149 tempest-VolumesSnapshotTestJSON-2013528149-project] 10.222.0.67 "GET /v2.0/security-groups?id=ee9b3377-2001-409e-be47-c12763e0e049&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232073 Feb 09 15:50:21.302231 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-efd6410d-7498-45f0-a0de-1bcf3d220dae req-f020c36d-a49a-4436-afaf-9ec8ffb6f5f4 service neutron] 10.222.0.47 "GET /v2.0/networks/8c1962e5-0ea0-4922-990b-7b46f57fc150?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1418421 Feb 09 15:50:21.430622 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-efd6410d-7498-45f0-a0de-1bcf3d220dae req-0049fc83-040f-4b5f-8d0f-dd47aba017e1 service neutron] 10.222.0.47 "GET /v2.0/networks/8c1962e5-0ea0-4922-990b-7b46f57fc150?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1208849 Feb 09 15:50:22.075480 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.plugins.ml2.rpc [None req-812787cf-6466-4ce1-8c4e-c32e14b18d8a None None] Device 34c65508-8582-4637-9219-b4cedc4979e2 details requested by agent hyperv_hv-cinder-82510 with host hv-cinder-82510 {{(pid=82903) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 15:50:22.205061 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.plugins.ml2.db [None req-812787cf-6466-4ce1-8c4e-c32e14b18d8a None None] For port 34c65508-8582-4637-9219-b4cedc4979e2, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=34c65508-8582-4637-9219-b4cedc4979e2,segment=NetworkSegment(067b7949-b3b4-4eb0-8d3f-80c09bd592c6),segment_id=067b7949-b3b4-4eb0-8d3f-80c09bd592c6)] {{(pid=82903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:50:22.217984 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.plugins.ml2.rpc [None req-812787cf-6466-4ce1-8c4e-c32e14b18d8a None None] Returning: {'device': '34c65508-8582-4637-9219-b4cedc4979e2', 'network_id': '8c1962e5-0ea0-4922-990b-7b46f57fc150', 'port_id': '34c65508-8582-4637-9219-b4cedc4979e2', 'mac_address': 'fa:16:3e:ae:bb:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 836, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b965ea50-02a3-4534-b1b6-ca49337d120f', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82903) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 15:50:22.270439 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-812787cf-6466-4ce1-8c4e-c32e14b18d8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16080601'] for port, before_update {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:50:22.287459 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.notifiers.nova [None req-812787cf-6466-4ce1-8c4e-c32e14b18d8a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 34c65508-8582-4637-9219-b4cedc4979e2 {{(pid=82903) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 15:50:22.302806 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.plugins.ml2.db [None req-812787cf-6466-4ce1-8c4e-c32e14b18d8a None None] For port 34c65508-8582-4637-9219-b4cedc4979e2, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=34c65508-8582-4637-9219-b4cedc4979e2,segment=NetworkSegment(067b7949-b3b4-4eb0-8d3f-80c09bd592c6),segment_id=067b7949-b3b4-4eb0-8d3f-80c09bd592c6)] {{(pid=82903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:50:22.307401 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-812787cf-6466-4ce1-8c4e-c32e14b18d8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16080037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758755988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756758334055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756758334100'] for port, after_update {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:50:22.374916 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812787cf-6466-4ce1-8c4e-c32e14b18d8a None None] Pushing event updated for resources: {'Port': ['ID=34c65508-8582-4637-9219-b4cedc4979e2,revision_number=4']} {{(pid=82903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:50:22.467339 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390b926a-5505-42ff-9dbf-4285e1c1ec52 req-4512cb4e-ef85-49ce-81f3-ac3654f64125 tempest-VolumesSnapshotTestJSON-2013528149 tempest-VolumesSnapshotTestJSON-2013528149-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:50:22.469733 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-390b926a-5505-42ff-9dbf-4285e1c1ec52 req-4512cb4e-ef85-49ce-81f3-ac3654f64125 tempest-VolumesSnapshotTestJSON-2013528149 tempest-VolumesSnapshotTestJSON-2013528149-project] 10.222.0.67 "GET /v2.0/ports?device_id=7732badf-e859-4e18-bd67-cf6781eb6e1b HTTP/1.1" status: 200 len: 944 time: 0.0761642 Feb 09 15:50:22.514777 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-390b926a-5505-42ff-9dbf-4285e1c1ec52 req-8631c0d4-9436-45e6-be73-51ad0ce45ad9 tempest-VolumesSnapshotTestJSON-2013528149 tempest-VolumesSnapshotTestJSON-2013528149-project] 10.222.0.67 "GET /v2.0/security-groups?id=ee9b3377-2001-409e-be47-c12763e0e049&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398128 Feb 09 15:50:22.549093 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.plugins.ml2.db [None req-812787cf-6466-4ce1-8c4e-c32e14b18d8a None None] get_ports_and_sgs() called for port_ids ['34c65508-8582-4637-9219-b4cedc4979e2'] {{(pid=82903) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 09 15:50:23.718087 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538f600e-1e76-4860-9faa-005f41e57f36 req-2150c749-f093-46ac-b5e2-595afcd78f29 tempest-VolumesSnapshotTestJSON-2013528149 tempest-VolumesSnapshotTestJSON-2013528149-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:50:23.719556 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-538f600e-1e76-4860-9faa-005f41e57f36 req-2150c749-f093-46ac-b5e2-595afcd78f29 tempest-VolumesSnapshotTestJSON-2013528149 tempest-VolumesSnapshotTestJSON-2013528149-project] 10.222.0.67 "GET /v2.0/ports?device_id=7732badf-e859-4e18-bd67-cf6781eb6e1b HTTP/1.1" status: 200 len: 944 time: 0.0800974 Feb 09 15:50:23.763931 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-538f600e-1e76-4860-9faa-005f41e57f36 req-579e9dbd-d47f-4696-b56e-78691d62b132 tempest-VolumesSnapshotTestJSON-2013528149 tempest-VolumesSnapshotTestJSON-2013528149-project] 10.222.0.67 "GET /v2.0/security-groups?id=ee9b3377-2001-409e-be47-c12763e0e049&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389204 Feb 09 15:50:24.092439 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.plugins.ml2.rpc [None req-812787cf-6466-4ce1-8c4e-c32e14b18d8a None None] Device 34c65508-8582-4637-9219-b4cedc4979e2 up at agent hyperv_hv-cinder-82510 {{(pid=82903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 15:50:24.158445 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.db.provisioning_blocks [None req-812787cf-6466-4ce1-8c4e-c32e14b18d8a None None] Provisioning for port 34c65508-8582-4637-9219-b4cedc4979e2 completed by entity L2. {{(pid=82903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 15:50:24.163145 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.db.provisioning_blocks [None req-812787cf-6466-4ce1-8c4e-c32e14b18d8a None None] Provisioning complete for port 34c65508-8582-4637-9219-b4cedc4979e2 triggered by entity L2. {{(pid=82903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:50:24.163513 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-812787cf-6466-4ce1-8c4e-c32e14b18d8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16008948'] for port, provisioning_complete {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:50:24.276468 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-812787cf-6466-4ce1-8c4e-c32e14b18d8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16080601'] for port, before_update {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:50:24.301639 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7732badf-e859-4e18-bd67-cf6781eb6e1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34c65508-8582-4637-9219-b4cedc4979e2'}] {{(pid=82903) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 15:50:24.311704 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.plugins.ml2.db [None req-812787cf-6466-4ce1-8c4e-c32e14b18d8a None None] For port 34c65508-8582-4637-9219-b4cedc4979e2, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=34c65508-8582-4637-9219-b4cedc4979e2,segment=NetworkSegment(067b7949-b3b4-4eb0-8d3f-80c09bd592c6),segment_id=067b7949-b3b4-4eb0-8d3f-80c09bd592c6)] {{(pid=82903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:50:24.316086 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-812787cf-6466-4ce1-8c4e-c32e14b18d8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16080037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758755988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756758334055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756758334100'] for port, after_update {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:50:24.360103 dv-cinder-825105-1-iscsi neutron-server[82903]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7732badf-e859-4e18-bd67-cf6781eb6e1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34c65508-8582-4637-9219-b4cedc4979e2', 'code': 200} Feb 09 15:50:24.385562 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812787cf-6466-4ce1-8c4e-c32e14b18d8a None None] Pushing event updated for resources: {'Port': ['ID=34c65508-8582-4637-9219-b4cedc4979e2,revision_number=5']} {{(pid=82903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:50:24.586574 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-353adc1e-49aa-46a9-b61c-48e37dc3019b req-e389f591-02b3-456f-ae20-260d68884f1b service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=7732badf-e859-4e18-bd67-cf6781eb6e1b HTTP/1.1" status: 200 len: 1098 time: 0.0698047 Feb 09 15:50:24.627596 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-353adc1e-49aa-46a9-b61c-48e37dc3019b req-e5921467-6871-4a06-840f-326f1a356c40 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=ee9b3377-2001-409e-be47-c12763e0e049&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351880 Feb 09 15:50:24.971456 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1008159-03e9-45cb-a72f-03e7b929f645 req-af319f69-2fff-413a-9db3-6c334524566a tempest-VolumesSnapshotTestJSON-2013528149 tempest-VolumesSnapshotTestJSON-2013528149-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:50:24.972912 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-e1008159-03e9-45cb-a72f-03e7b929f645 req-af319f69-2fff-413a-9db3-6c334524566a tempest-VolumesSnapshotTestJSON-2013528149 tempest-VolumesSnapshotTestJSON-2013528149-project] 10.222.0.67 "GET /v2.0/ports?device_id=7732badf-e859-4e18-bd67-cf6781eb6e1b HTTP/1.1" status: 200 len: 945 time: 0.0816064 Feb 09 15:50:25.017272 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-e1008159-03e9-45cb-a72f-03e7b929f645 req-8d7d55e2-3d2f-48c8-8df2-0f4f6f9d71da tempest-VolumesSnapshotTestJSON-2013528149 tempest-VolumesSnapshotTestJSON-2013528149-project] 10.222.0.67 "GET /v2.0/security-groups?id=ee9b3377-2001-409e-be47-c12763e0e049&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382371 Feb 09 15:50:26.219168 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ca57c8-1ece-420f-9d36-ee17a13ffe39 req-ce838f15-f02d-4d85-860a-7738a59b7939 tempest-VolumesSnapshotTestJSON-2013528149 tempest-VolumesSnapshotTestJSON-2013528149-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:50:26.220571 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-f2ca57c8-1ece-420f-9d36-ee17a13ffe39 req-ce838f15-f02d-4d85-860a-7738a59b7939 tempest-VolumesSnapshotTestJSON-2013528149 tempest-VolumesSnapshotTestJSON-2013528149-project] 10.222.0.67 "GET /v2.0/ports?device_id=7732badf-e859-4e18-bd67-cf6781eb6e1b HTTP/1.1" status: 200 len: 945 time: 0.0791292 Feb 09 15:50:26.268186 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-f2ca57c8-1ece-420f-9d36-ee17a13ffe39 req-60f9487b-8c5d-4a98-875a-c3c66889aafc tempest-VolumesSnapshotTestJSON-2013528149 tempest-VolumesSnapshotTestJSON-2013528149-project] 10.222.0.67 "GET /v2.0/security-groups?id=ee9b3377-2001-409e-be47-c12763e0e049&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412281 Feb 09 15:50:27.946396 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-8eb3ab37-7af0-4ba8-a026-4d1874cdb09f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758786133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16008869'] for agent, after_update {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:50:30.302136 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-5e5d368a-4251-4383-a7dd-ac84cea68883 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758786133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16008869'] for agent, after_update {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:50:30.339066 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-812787cf-6466-4ce1-8c4e-c32e14b18d8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758786133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16008869'] for agent, after_update {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:50:31.260646 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-1f7d0426-72a7-4c89-8e53-4ec430751ccf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758786133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16008869'] for agent, after_update {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:50:31.574086 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-608c4fd2-211a-4ca9-a277-ad2a51be62ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758786133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16008869'] for agent, after_update {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:50:32.232900 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-2095b197-7fd5-459a-8944-a0190eb2f193 req-a9034d05-95ab-47da-b666-d474a44437b1 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=22b7670f-9568-452e-888d-7d34d3b6c2e0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0680113 Feb 09 15:50:32.474346 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-2095b197-7fd5-459a-8944-a0190eb2f193 req-760f26b3-ef92-43c5-bdbb-5fe79d67201d service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=cdd6e08aa84a4a278ba05d9afe77bf68&device_id=22b7670f-9568-452e-888d-7d34d3b6c2e0 HTTP/1.1" status: 200 len: 1098 time: 0.1695697 Feb 09 15:50:32.624238 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2095b197-7fd5-459a-8944-a0190eb2f193 req-8b16d3f3-4214-4f64-885c-2d52396588fd service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:50:32.625685 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-2095b197-7fd5-459a-8944-a0190eb2f193 req-8b16d3f3-4214-4f64-885c-2d52396588fd service neutron] 10.222.0.47 "GET /v2.0/networks?id=a70d1a02-a2db-4792-86e7-c80512ee4e0d HTTP/1.1" status: 200 len: 912 time: 0.1300457 Feb 09 15:50:32.731944 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-2095b197-7fd5-459a-8944-a0190eb2f193 req-77a36b40-29a1-409b-9925-bd22a8b7b64f service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e32a96b7-73f5-4b47-9422-75d1db44d890 HTTP/1.1" status: 200 len: 1001 time: 0.0994411 Feb 09 15:50:32.796897 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2095b197-7fd5-459a-8944-a0190eb2f193 req-f90839a8-56ee-41e3-825a-be4ae5d345dc service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:50:32.798378 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-2095b197-7fd5-459a-8944-a0190eb2f193 req-f90839a8-56ee-41e3-825a-be4ae5d345dc service neutron] 10.222.0.47 "GET /v2.0/subnets?id=e77df24c-1903-4208-9651-061913c63dfc HTTP/1.1" status: 200 len: 850 time: 0.0581422 Feb 09 15:50:32.874501 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-2095b197-7fd5-459a-8944-a0190eb2f193 req-227ca1bc-83ad-447a-ad55-ecf78a7493f4 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=a70d1a02-a2db-4792-86e7-c80512ee4e0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0697191 Feb 09 15:50:32.969669 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-faa751bb-9674-45ec-b131-f889431b03dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758786133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16008869'] for agent, after_update {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:50:33.021231 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-2095b197-7fd5-459a-8944-a0190eb2f193 req-0e1e14fa-65c6-4925-85ad-6766a5d57edc service neutron] 10.222.0.47 "GET /v2.0/networks/a70d1a02-a2db-4792-86e7-c80512ee4e0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1399915 Feb 09 15:50:33.180154 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-2095b197-7fd5-459a-8944-a0190eb2f193 req-2ab9098b-6b68-4ac9-a092-2c93bddeb12e service neutron] 10.222.0.47 "GET /v2.0/networks/a70d1a02-a2db-4792-86e7-c80512ee4e0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1511366 Feb 09 15:50:35.228295 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696e2dce-4bee-4856-82e5-da350a01139b req-ab68cbd9-3eab-4f8b-9897-b0b08365029c tempest-AttachVolumeTestJSON-950875345 tempest-AttachVolumeTestJSON-950875345-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:50:35.229836 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-696e2dce-4bee-4856-82e5-da350a01139b req-ab68cbd9-3eab-4f8b-9897-b0b08365029c tempest-AttachVolumeTestJSON-950875345 tempest-AttachVolumeTestJSON-950875345-project] 10.222.0.67 "GET /v2.0/ports?device_id=22b7670f-9568-452e-888d-7d34d3b6c2e0 HTTP/1.1" status: 200 len: 945 time: 0.0808818 Feb 09 15:50:35.280391 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-696e2dce-4bee-4856-82e5-da350a01139b req-4935a288-f9f6-4f91-8657-8762d8198403 tempest-AttachVolumeTestJSON-950875345 tempest-AttachVolumeTestJSON-950875345-project] 10.222.0.67 "GET /v2.0/security-groups?id=abd15ca3-2d42-40f7-9275-c4d67afb7f6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447662 Feb 09 15:50:36.497874 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3bb3f95-8b7c-49d1-a26b-77e2383cbe15 req-875532ed-f61f-42d5-a419-d93fccbf0be3 tempest-AttachVolumeTestJSON-950875345 tempest-AttachVolumeTestJSON-950875345-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:50:36.499203 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-c3bb3f95-8b7c-49d1-a26b-77e2383cbe15 req-875532ed-f61f-42d5-a419-d93fccbf0be3 tempest-AttachVolumeTestJSON-950875345 tempest-AttachVolumeTestJSON-950875345-project] 10.222.0.67 "GET /v2.0/ports?device_id=22b7670f-9568-452e-888d-7d34d3b6c2e0 HTTP/1.1" status: 200 len: 945 time: 0.0883994 Feb 09 15:50:36.545843 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-c3bb3f95-8b7c-49d1-a26b-77e2383cbe15 req-49a5f022-3710-4630-ab7b-8a43a8ac4c8a tempest-AttachVolumeTestJSON-950875345 tempest-AttachVolumeTestJSON-950875345-project] 10.222.0.67 "GET /v2.0/security-groups?id=abd15ca3-2d42-40f7-9275-c4d67afb7f6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409184 Feb 09 15:50:37.319711 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3466fa-1d05-4709-9896-6afe429e9828 req-9effc64b-95cf-4fc4-a9fd-c3d63177feb9 tempest-AttachVolumeTestJSON-950875345 tempest-AttachVolumeTestJSON-950875345-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:50:37.321141 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-5d3466fa-1d05-4709-9896-6afe429e9828 req-9effc64b-95cf-4fc4-a9fd-c3d63177feb9 tempest-AttachVolumeTestJSON-950875345 tempest-AttachVolumeTestJSON-950875345-project] 10.222.0.47 "GET /v2.0/ports?device_id=22b7670f-9568-452e-888d-7d34d3b6c2e0 HTTP/1.1" status: 200 len: 945 time: 0.0810256 Feb 09 15:50:37.392062 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.plugins.ml2.plugin [req-5d3466fa-1d05-4709-9896-6afe429e9828 req-62e039a1-ceae-4830-9112-8ebeabf890d1 tempest-AttachVolumeTestJSON-950875345 tempest-AttachVolumeTestJSON-950875345-project] Deleting port e32a96b7-73f5-4b47-9422-75d1db44d890 {{(pid=82901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 15:50:37.392414 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [req-5d3466fa-1d05-4709-9896-6afe429e9828 req-62e039a1-ceae-4830-9112-8ebeabf890d1 tempest-AttachVolumeTestJSON-950875345 tempest-AttachVolumeTestJSON-950875345-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758701249'] for port, before_delete {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:50:37.638278 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.plugins.ml2.db [req-5d3466fa-1d05-4709-9896-6afe429e9828 req-62e039a1-ceae-4830-9112-8ebeabf890d1 tempest-AttachVolumeTestJSON-950875345 tempest-AttachVolumeTestJSON-950875345-project] For port e32a96b7-73f5-4b47-9422-75d1db44d890, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=e32a96b7-73f5-4b47-9422-75d1db44d890,segment=NetworkSegment(6c817249-bce9-41f7-9191-a92bae05dd74),segment_id=6c817249-bce9-41f7-9191-a92bae05dd74)] {{(pid=82901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:50:37.638855 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [req-5d3466fa-1d05-4709-9896-6afe429e9828 req-62e039a1-ceae-4830-9112-8ebeabf890d1 tempest-AttachVolumeTestJSON-950875345 tempest-AttachVolumeTestJSON-950875345-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353601'] for port, precommit_delete {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:50:37.742559 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a16d257-b927-4d7b-a178-4e5cf9fec386 req-d65a6e40-33c9-412d-b492-3bda4e1601ab tempest-AttachVolumeTestJSON-950875345 tempest-AttachVolumeTestJSON-950875345-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:50:37.744012 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-4a16d257-b927-4d7b-a178-4e5cf9fec386 req-d65a6e40-33c9-412d-b492-3bda4e1601ab tempest-AttachVolumeTestJSON-950875345 tempest-AttachVolumeTestJSON-950875345-project] 10.222.0.67 "GET /v2.0/ports?device_id=22b7670f-9568-452e-888d-7d34d3b6c2e0 HTTP/1.1" status: 200 len: 945 time: 0.0754418 Feb 09 15:50:37.788558 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-4a16d257-b927-4d7b-a178-4e5cf9fec386 req-337e387b-273c-4520-b187-ef029f458cb8 tempest-AttachVolumeTestJSON-950875345 tempest-AttachVolumeTestJSON-950875345-project] 10.222.0.67 "GET /v2.0/security-groups?id=abd15ca3-2d42-40f7-9275-c4d67afb7f6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389168 Feb 09 15:50:37.927839 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [req-5d3466fa-1d05-4709-9896-6afe429e9828 req-62e039a1-ceae-4830-9112-8ebeabf890d1 tempest-AttachVolumeTestJSON-950875345 tempest-AttachVolumeTestJSON-950875345-project] Notify callbacks [] for floatingip, precommit_update {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:50:37.928229 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [req-5d3466fa-1d05-4709-9896-6afe429e9828 req-62e039a1-ceae-4830-9112-8ebeabf890d1 tempest-AttachVolumeTestJSON-950875345 tempest-AttachVolumeTestJSON-950875345-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-406337'] for floatingip, after_update {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:50:37.928537 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.db.l3_db [req-5d3466fa-1d05-4709-9896-6afe429e9828 req-62e039a1-ceae-4830-9112-8ebeabf890d1 tempest-AttachVolumeTestJSON-950875345 tempest-AttachVolumeTestJSON-950875345-project] Floating IP 3e44aa01-2608-4882-9c5b-bed45812acce disassociated. External IP: 172.27.0.138, port: e32a96b7-73f5-4b47-9422-75d1db44d890. Feb 09 15:50:37.928908 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.plugins.ml2.plugin [req-5d3466fa-1d05-4709-9896-6afe429e9828 req-62e039a1-ceae-4830-9112-8ebeabf890d1 tempest-AttachVolumeTestJSON-950875345 tempest-AttachVolumeTestJSON-950875345-project] Calling delete_port for e32a96b7-73f5-4b47-9422-75d1db44d890 owned by compute:nova {{(pid=82901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 15:50:38.152745 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [req-5d3466fa-1d05-4709-9896-6afe429e9828 req-62e039a1-ceae-4830-9112-8ebeabf890d1 tempest-AttachVolumeTestJSON-950875345 tempest-AttachVolumeTestJSON-950875345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16080037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758755970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756758334046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1282344'] for port, after_delete {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:50:38.199785 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e039a1-ceae-4830-9112-8ebeabf890d1 tempest-AttachVolumeTestJSON-950875345 tempest-AttachVolumeTestJSON-950875345-project] Pushing event deleted for resources: {'Port': ['ID=e32a96b7-73f5-4b47-9422-75d1db44d890,revision_number=None']} {{(pid=82901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:50:38.212928 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62e039a1-ceae-4830-9112-8ebeabf890d1 tempest-AttachVolumeTestJSON-950875345 tempest-AttachVolumeTestJSON-950875345-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825105-1-iscsi {{(pid=82901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:50:38.213330 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62e039a1-ceae-4830-9112-8ebeabf890d1 tempest-AttachVolumeTestJSON-950875345 tempest-AttachVolumeTestJSON-950875345-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825105-1-iscsi {{(pid=82901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:50:38.213661 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62e039a1-ceae-4830-9112-8ebeabf890d1 tempest-AttachVolumeTestJSON-950875345 tempest-AttachVolumeTestJSON-950875345-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825105-1-iscsi {{(pid=82901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:50:38.214036 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62e039a1-ceae-4830-9112-8ebeabf890d1 tempest-AttachVolumeTestJSON-950875345 tempest-AttachVolumeTestJSON-950875345-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825105-1-iscsi {{(pid=82901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:50:38.214348 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62e039a1-ceae-4830-9112-8ebeabf890d1 tempest-AttachVolumeTestJSON-950875345 tempest-AttachVolumeTestJSON-950875345-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825105-1-iscsi {{(pid=82901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:50:38.214664 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62e039a1-ceae-4830-9112-8ebeabf890d1 tempest-AttachVolumeTestJSON-950875345 tempest-AttachVolumeTestJSON-950875345-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-825105-1-iscsi {{(pid=82901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:50:38.214979 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62e039a1-ceae-4830-9112-8ebeabf890d1 tempest-AttachVolumeTestJSON-950875345 tempest-AttachVolumeTestJSON-950875345-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825105-1-iscsi {{(pid=82901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:50:38.215290 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62e039a1-ceae-4830-9112-8ebeabf890d1 tempest-AttachVolumeTestJSON-950875345 tempest-AttachVolumeTestJSON-950875345-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825105-1-iscsi {{(pid=82901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:50:38.215598 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62e039a1-ceae-4830-9112-8ebeabf890d1 tempest-AttachVolumeTestJSON-950875345 tempest-AttachVolumeTestJSON-950875345-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825105-1-iscsi {{(pid=82901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:50:38.215904 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62e039a1-ceae-4830-9112-8ebeabf890d1 tempest-AttachVolumeTestJSON-950875345 tempest-AttachVolumeTestJSON-950875345-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825105-1-iscsi {{(pid=82901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:50:38.216236 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62e039a1-ceae-4830-9112-8ebeabf890d1 tempest-AttachVolumeTestJSON-950875345 tempest-AttachVolumeTestJSON-950875345-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825105-1-iscsi {{(pid=82901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:50:38.416895 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5d3466fa-1d05-4709-9896-6afe429e9828 req-62e039a1-ceae-4830-9112-8ebeabf890d1 tempest-AttachVolumeTestJSON-950875345 tempest-AttachVolumeTestJSON-950875345-project] Router d8b51925-05fe-479b-8caa-2f512e77d6a4 has already been hosted by L3 agent 94c626d1-bc40-41bd-b6b2-9a20da402cb6 {{(pid=82901) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 15:50:38.620933 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5d3466fa-1d05-4709-9896-6afe429e9828 req-62e039a1-ceae-4830-9112-8ebeabf890d1 tempest-AttachVolumeTestJSON-950875345 tempest-AttachVolumeTestJSON-950875345-project] Notify agent at l3_agent.dv-cinder-825105-1-iscsi the message routers_updated {{(pid=82901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 15:50:38.631645 dv-cinder-825105-1-iscsi neutron-server[82904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6ab32f5-4107-4333-8f19-1cf408976155 None None] Sync routers for ids ['d8b51925-05fe-479b-8caa-2f512e77d6a4'] in dv-cinder-825105-1-iscsi {{(pid=82904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 09 15:50:38.645891 dv-cinder-825105-1-iscsi neutron-server[82904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6ab32f5-4107-4333-8f19-1cf408976155 None None] Routers {'d8b51925-05fe-479b-8caa-2f512e77d6a4'} bound to L3 agent in host dv-cinder-825105-1-iscsi {{(pid=82904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 15:50:38.646647 dv-cinder-825105-1-iscsi neutron-server[82904]: DEBUG neutron.db.l3_hamode_db [None req-a6ab32f5-4107-4333-8f19-1cf408976155 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825105-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T15:34:00Z,description=,heartbeat_timestamp=2022-02-09T15:50:30Z,host='dv-cinder-825105-1-iscsi',id=94c626d1-bc40-41bd-b6b2-9a20da402cb6,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:34:00Z,topic='l3_agent')) {'router_ids': ['d8b51925-05fe-479b-8caa-2f512e77d6a4'], 'active': True} {{(pid=82904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:50:38.695372 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d3466fa-1d05-4709-9896-6afe429e9828 req-62e039a1-ceae-4830-9112-8ebeabf890d1 tempest-AttachVolumeTestJSON-950875345 tempest-AttachVolumeTestJSON-950875345-project] No DVR routers for this DVR port e32a96b7-73f5-4b47-9422-75d1db44d890 on host hv-cinder-82510 {{(pid=82901) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 15:50:38.698492 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [req-5d3466fa-1d05-4709-9896-6afe429e9828 req-62e039a1-ceae-4830-9112-8ebeabf890d1 tempest-AttachVolumeTestJSON-950875345 tempest-AttachVolumeTestJSON-950875345-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205010'] for port, before_response {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:50:38.701034 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22b7670f-9568-452e-888d-7d34d3b6c2e0', 'name': 'network-vif-deleted', 'tag': 'e32a96b7-73f5-4b47-9422-75d1db44d890'}] {{(pid=82901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 15:50:38.717177 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-5d3466fa-1d05-4709-9896-6afe429e9828 req-62e039a1-ceae-4830-9112-8ebeabf890d1 tempest-AttachVolumeTestJSON-950875345 tempest-AttachVolumeTestJSON-950875345-project] 10.222.0.47 "DELETE /v2.0/ports/e32a96b7-73f5-4b47-9422-75d1db44d890 HTTP/1.1" status: 204 len: 173 time: 1.3902540 Feb 09 15:50:38.756322 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22b7670f-9568-452e-888d-7d34d3b6c2e0', 'name': 'network-vif-deleted', 'tag': 'e32a96b7-73f5-4b47-9422-75d1db44d890', 'status': 'completed', 'code': 200} Feb 09 15:50:38.830458 dv-cinder-825105-1-iscsi neutron-server[82904]: DEBUG neutron.db.l3_dvr_db [None req-a6ab32f5-4107-4333-8f19-1cf408976155 None None] Set router d8b51925-05fe-479b-8caa-2f512e77d6a4 gateway port host: dv-cinder-825105-1-iscsi {{(pid=82904) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 15:50:38.971597 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-9c81b90d-b403-4d00-85cb-69b281d97334 req-0df6f120-8d55-4bb2-91bd-301b02849fff tempest-AttachVolumeTestJSON-950875345 tempest-AttachVolumeTestJSON-950875345-project] 10.222.0.67 "GET /v2.0/ports?device_id=22b7670f-9568-452e-888d-7d34d3b6c2e0 HTTP/1.1" status: 200 len: 210 time: 0.0450430 Feb 09 15:50:39.162750 dv-cinder-825105-1-iscsi neutron-server[82904]: DEBUG neutron.db.l3_hamode_db [None req-a6ab32f5-4107-4333-8f19-1cf408976155 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8b51925-05fe-479b-8caa-2f512e77d6a4', 'name': 'tempest-AttachVolumeTestJSON-1860937572-router', 'tenant_id': 'cdd6e08aa84a4a278ba05d9afe77bf68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c65eede5-7777-493f-951d-210877831002', 'external_fixed_ips': [{'subnet_id': '2c513225-bb11-4d36-a4c3-0732716dcb87', 'ip_address': '172.27.0.252'}], 'enable_snat': True}, 'gw_port_id': '53e64671-b4e0-4a88-9dae-2e6d10883bf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T15:46:42Z', 'updated_at': '2022-02-09T15:46:46Z', 'revision_number': 4, 'project_id': 'cdd6e08aa84a4a278ba05d9afe77bf68', 'gw_port': {'id': '53e64671-b4e0-4a88-9dae-2e6d10883bf3', 'name': '', 'network_id': 'c65eede5-7777-493f-951d-210877831002', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:a9:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8b51925-05fe-479b-8caa-2f512e77d6a4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2c513225-bb11-4d36-a4c3-0732716dcb87', 'ip_address': '172.27.0.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825105-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:46:43Z', 'updated_at': '2022-02-09T15:46:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c513225-bb11-4d36-a4c3-0732716dcb87', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825105-1-iscsi', '_interfaces': [{'id': 'cc7566c1-0aae-45be-afe4-87cde7d73b5c', 'name': '', 'network_id': 'a70d1a02-a2db-4792-86e7-c80512ee4e0d', 'tenant_id': 'cdd6e08aa84a4a278ba05d9afe77bf68', 'mac_address': 'fa:16:3e:a6:48:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8b51925-05fe-479b-8caa-2f512e77d6a4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e77df24c-1903-4208-9651-061913c63dfc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825105-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:46:45Z', 'updated_at': '2022-02-09T15:47:04Z', 'revision_number': 5, 'project_id': 'cdd6e08aa84a4a278ba05d9afe77bf68', 'subnets': [{'id': 'e77df24c-1903-4208-9651-061913c63dfc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825105-1-iscsi', False) {} {{(pid=82904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:50:39.167316 dv-cinder-825105-1-iscsi neutron-server[82904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6ab32f5-4107-4333-8f19-1cf408976155 None None] Checking router: d8b51925-05fe-479b-8caa-2f512e77d6a4 for host: dv-cinder-825105-1-iscsi {{(pid=82904) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 09 15:50:39.177770 dv-cinder-825105-1-iscsi neutron-server[82904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6ab32f5-4107-4333-8f19-1cf408976155 None None] Routers {'d8b51925-05fe-479b-8caa-2f512e77d6a4'} bound to L3 agent in host dv-cinder-825105-1-iscsi {{(pid=82904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 15:50:39.178315 dv-cinder-825105-1-iscsi neutron-server[82904]: DEBUG neutron.db.l3_hamode_db [None req-a6ab32f5-4107-4333-8f19-1cf408976155 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825105-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T15:34:00Z,description=,heartbeat_timestamp=2022-02-09T15:50:30Z,host='dv-cinder-825105-1-iscsi',id=94c626d1-bc40-41bd-b6b2-9a20da402cb6,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:34:00Z,topic='l3_agent')) {'router_ids': ['d8b51925-05fe-479b-8caa-2f512e77d6a4'], 'active': True} {{(pid=82904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:50:39.387642 dv-cinder-825105-1-iscsi neutron-server[82904]: DEBUG neutron.db.l3_dvr_db [None req-a6ab32f5-4107-4333-8f19-1cf408976155 None None] Set router d8b51925-05fe-479b-8caa-2f512e77d6a4 gateway port host: dv-cinder-825105-1-iscsi {{(pid=82904) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 15:50:39.697931 dv-cinder-825105-1-iscsi neutron-server[82904]: DEBUG neutron.db.l3_hamode_db [None req-a6ab32f5-4107-4333-8f19-1cf408976155 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8b51925-05fe-479b-8caa-2f512e77d6a4', 'name': 'tempest-AttachVolumeTestJSON-1860937572-router', 'tenant_id': 'cdd6e08aa84a4a278ba05d9afe77bf68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c65eede5-7777-493f-951d-210877831002', 'external_fixed_ips': [{'subnet_id': '2c513225-bb11-4d36-a4c3-0732716dcb87', 'ip_address': '172.27.0.252'}], 'enable_snat': True}, 'gw_port_id': '53e64671-b4e0-4a88-9dae-2e6d10883bf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T15:46:42Z', 'updated_at': '2022-02-09T15:46:46Z', 'revision_number': 4, 'project_id': 'cdd6e08aa84a4a278ba05d9afe77bf68', 'gw_port': {'id': '53e64671-b4e0-4a88-9dae-2e6d10883bf3', 'name': '', 'network_id': 'c65eede5-7777-493f-951d-210877831002', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:a9:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8b51925-05fe-479b-8caa-2f512e77d6a4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2c513225-bb11-4d36-a4c3-0732716dcb87', 'ip_address': '172.27.0.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825105-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:46:43Z', 'updated_at': '2022-02-09T15:46:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c513225-bb11-4d36-a4c3-0732716dcb87', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825105-1-iscsi', '_interfaces': [{'id': 'cc7566c1-0aae-45be-afe4-87cde7d73b5c', 'name': '', 'network_id': 'a70d1a02-a2db-4792-86e7-c80512ee4e0d', 'tenant_id': 'cdd6e08aa84a4a278ba05d9afe77bf68', 'mac_address': 'fa:16:3e:a6:48:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8b51925-05fe-479b-8caa-2f512e77d6a4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e77df24c-1903-4208-9651-061913c63dfc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825105-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:46:45Z', 'updated_at': '2022-02-09T15:47:04Z', 'revision_number': 5, 'project_id': 'cdd6e08aa84a4a278ba05d9afe77bf68', 'subnets': [{'id': 'e77df24c-1903-4208-9651-061913c63dfc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825105-1-iscsi', False) {} {{(pid=82904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:50:39.701841 dv-cinder-825105-1-iscsi neutron-server[82904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6ab32f5-4107-4333-8f19-1cf408976155 None None] The sync data for ids ['d8b51925-05fe-479b-8caa-2f512e77d6a4'] in dv-cinder-825105-1-iscsi is: [{'id': 'd8b51925-05fe-479b-8caa-2f512e77d6a4', 'name': 'tempest-AttachVolumeTestJSON-1860937572-router', 'tenant_id': 'cdd6e08aa84a4a278ba05d9afe77bf68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c65eede5-7777-493f-951d-210877831002', 'external_fixed_ips': [{'subnet_id': '2c513225-bb11-4d36-a4c3-0732716dcb87', 'ip_address': '172.27.0.252'}], 'enable_snat': True}, 'gw_port_id': '53e64671-b4e0-4a88-9dae-2e6d10883bf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T15:46:42Z', 'updated_at': '2022-02-09T15:46:46Z', 'revision_number': 4, 'project_id': 'cdd6e08aa84a4a278ba05d9afe77bf68', 'gw_port': {'id': '53e64671-b4e0-4a88-9dae-2e6d10883bf3', 'name': '', 'network_id': 'c65eede5-7777-493f-951d-210877831002', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:a9:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8b51925-05fe-479b-8caa-2f512e77d6a4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2c513225-bb11-4d36-a4c3-0732716dcb87', 'ip_address': '172.27.0.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825105-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:46:43Z', 'updated_at': '2022-02-09T15:46:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c513225-bb11-4d36-a4c3-0732716dcb87', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825105-1-iscsi', '_interfaces': [{'id': 'cc7566c1-0aae-45be-afe4-87cde7d73b5c', 'name': '', 'network_id': 'a70d1a02-a2db-4792-86e7-c80512ee4e0d', 'tenant_id': 'cdd6e08aa84a4a278ba05d9afe77bf68', 'mac_address': 'fa:16:3e:a6:48:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8b51925-05fe-479b-8caa-2f512e77d6a4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e77df24c-1903-4208-9651-061913c63dfc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825105-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:46:45Z', 'updated_at': '2022-02-09T15:47:04Z', 'revision_number': 5, 'project_id': 'cdd6e08aa84a4a278ba05d9afe77bf68', 'subnets': [{'id': 'e77df24c-1903-4208-9651-061913c63dfc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 09 15:50:39.903789 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ac7d617-4852-42c1-850b-4bc93435a13f None None] New status for floating IP 3e44aa01-2608-4882-9c5b-bed45812acce: DOWN {{(pid=82903) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 09 15:50:40.118673 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.wsgi [-] (82902) accepted ('10.222.0.67', 50008) {{(pid=82902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 15:50:40.170842 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.plugins.ml2.rpc [None req-812787cf-6466-4ce1-8c4e-c32e14b18d8a None None] Device e32a96b7-73f5-4b47-9422-75d1db44d890 no longer exists at agent hyperv_hv-cinder-82510 {{(pid=82903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 15:50:40.188023 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-fbc8cd98-0707-4246-af7f-eac044d33ca3 tempest-AttachVolumeTestJSON-950875345 tempest-AttachVolumeTestJSON-950875345-project] Notify callbacks [] for security_group, before_delete {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:50:40.203172 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.plugins.ml2.plugin [None req-812787cf-6466-4ce1-8c4e-c32e14b18d8a None None] No Port match for: e32a96b7-73f5-4b47-9422-75d1db44d890 {{(pid=82903) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 09 15:50:40.203506 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.plugins.ml2.rpc [None req-812787cf-6466-4ce1-8c4e-c32e14b18d8a None None] Device e32a96b7-73f5-4b47-9422-75d1db44d890 not bound to the agent host hv-cinder-82510 {{(pid=82903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 15:50:40.217534 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-fbc8cd98-0707-4246-af7f-eac044d33ca3 tempest-AttachVolumeTestJSON-950875345 tempest-AttachVolumeTestJSON-950875345-project] Notify callbacks [] for security_group, precommit_delete {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:50:40.272401 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-fbc8cd98-0707-4246-af7f-eac044d33ca3 tempest-AttachVolumeTestJSON-950875345 tempest-AttachVolumeTestJSON-950875345-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_delete {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:50:40.291770 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc8cd98-0707-4246-af7f-eac044d33ca3 tempest-AttachVolumeTestJSON-950875345 tempest-AttachVolumeTestJSON-950875345-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=abd15ca3-2d42-40f7-9275-c4d67afb7f6f,revision_number=None']} {{(pid=82902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:50:40.304228 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc8cd98-0707-4246-af7f-eac044d33ca3 tempest-AttachVolumeTestJSON-950875345 tempest-AttachVolumeTestJSON-950875345-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825105-1-iscsi {{(pid=82902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:50:40.304577 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc8cd98-0707-4246-af7f-eac044d33ca3 tempest-AttachVolumeTestJSON-950875345 tempest-AttachVolumeTestJSON-950875345-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825105-1-iscsi {{(pid=82902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:50:40.304910 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc8cd98-0707-4246-af7f-eac044d33ca3 tempest-AttachVolumeTestJSON-950875345 tempest-AttachVolumeTestJSON-950875345-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825105-1-iscsi {{(pid=82902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:50:40.305238 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc8cd98-0707-4246-af7f-eac044d33ca3 tempest-AttachVolumeTestJSON-950875345 tempest-AttachVolumeTestJSON-950875345-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825105-1-iscsi {{(pid=82902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:50:40.305568 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc8cd98-0707-4246-af7f-eac044d33ca3 tempest-AttachVolumeTestJSON-950875345 tempest-AttachVolumeTestJSON-950875345-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825105-1-iscsi {{(pid=82902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:50:40.305884 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc8cd98-0707-4246-af7f-eac044d33ca3 tempest-AttachVolumeTestJSON-950875345 tempest-AttachVolumeTestJSON-950875345-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-825105-1-iscsi {{(pid=82902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:50:40.306224 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc8cd98-0707-4246-af7f-eac044d33ca3 tempest-AttachVolumeTestJSON-950875345 tempest-AttachVolumeTestJSON-950875345-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825105-1-iscsi {{(pid=82902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:50:40.306544 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc8cd98-0707-4246-af7f-eac044d33ca3 tempest-AttachVolumeTestJSON-950875345 tempest-AttachVolumeTestJSON-950875345-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825105-1-iscsi {{(pid=82902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:50:40.306896 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc8cd98-0707-4246-af7f-eac044d33ca3 tempest-AttachVolumeTestJSON-950875345 tempest-AttachVolumeTestJSON-950875345-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825105-1-iscsi {{(pid=82902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:50:40.307236 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc8cd98-0707-4246-af7f-eac044d33ca3 tempest-AttachVolumeTestJSON-950875345 tempest-AttachVolumeTestJSON-950875345-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825105-1-iscsi {{(pid=82902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:50:40.307555 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc8cd98-0707-4246-af7f-eac044d33ca3 tempest-AttachVolumeTestJSON-950875345 tempest-AttachVolumeTestJSON-950875345-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825105-1-iscsi {{(pid=82902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:50:40.311547 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-fbc8cd98-0707-4246-af7f-eac044d33ca3 tempest-AttachVolumeTestJSON-950875345 tempest-AttachVolumeTestJSON-950875345-project] Notify callbacks [] for security_group, before_response {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:50:40.312703 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [None req-fbc8cd98-0707-4246-af7f-eac044d33ca3 tempest-AttachVolumeTestJSON-950875345 tempest-AttachVolumeTestJSON-950875345-project] 10.222.0.67 "DELETE /v2.0/security-groups/abd15ca3-2d42-40f7-9275-c4d67afb7f6f HTTP/1.1" status: 204 len: 168 time: 0.1930699 Feb 09 15:50:40.315431 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.wsgi [-] (82902) accepted ('10.222.0.67', 50012) {{(pid=82902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 15:50:40.332760 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.api.v2.resource [None req-d47a6387-b984-4ffd-89d2-42c672192f3b tempest-AttachVolumeTestJSON-950875345 tempest-AttachVolumeTestJSON-950875345-project] show failed (client error): The resource could not be found. Feb 09 15:50:40.336554 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [None req-d47a6387-b984-4ffd-89d2-42c672192f3b tempest-AttachVolumeTestJSON-950875345 tempest-AttachVolumeTestJSON-950875345-project] 10.222.0.67 "GET /v2.0/security-groups/abd15ca3-2d42-40f7-9275-c4d67afb7f6f HTTP/1.1" status: 404 len: 347 time: 0.0201948 Feb 09 15:50:40.336710 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.wsgi [-] (82901) accepted ('10.222.0.67', 50016) {{(pid=82901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 15:50:40.492843 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.plugins.ml2.plugin [None req-13c9893f-50cb-4c7e-a324-888cece89a40 tempest-AttachVolumeTestJSON-950875345 tempest-AttachVolumeTestJSON-950875345-project] Deleting port c37db70a-d13b-43e1-8cdf-38365a3b2771 {{(pid=82901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 15:50:40.493071 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-13c9893f-50cb-4c7e-a324-888cece89a40 tempest-AttachVolumeTestJSON-950875345 tempest-AttachVolumeTestJSON-950875345-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758701249'] for port, before_delete {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:50:40.659228 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-13c9893f-50cb-4c7e-a324-888cece89a40 tempest-AttachVolumeTestJSON-950875345 tempest-AttachVolumeTestJSON-950875345-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353601'] for port, precommit_delete {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:50:40.659545 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-13c9893f-50cb-4c7e-a324-888cece89a40 tempest-AttachVolumeTestJSON-950875345 tempest-AttachVolumeTestJSON-950875345-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:50:40.782408 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.plugins.ml2.plugin [None req-13c9893f-50cb-4c7e-a324-888cece89a40 tempest-AttachVolumeTestJSON-950875345 tempest-AttachVolumeTestJSON-950875345-project] Calling delete_port for c37db70a-d13b-43e1-8cdf-38365a3b2771 owned by network:floatingip {{(pid=82901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 15:50:40.920728 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-13c9893f-50cb-4c7e-a324-888cece89a40 tempest-AttachVolumeTestJSON-950875345 tempest-AttachVolumeTestJSON-950875345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16080037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758755970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756758334046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1282344'] for port, after_delete {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:50:40.966330 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c9893f-50cb-4c7e-a324-888cece89a40 tempest-AttachVolumeTestJSON-950875345 tempest-AttachVolumeTestJSON-950875345-project] Pushing event deleted for resources: {'Port': ['ID=c37db70a-d13b-43e1-8cdf-38365a3b2771,revision_number=None']} {{(pid=82901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:50:41.058564 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-13c9893f-50cb-4c7e-a324-888cece89a40 tempest-AttachVolumeTestJSON-950875345 tempest-AttachVolumeTestJSON-950875345-project] Notify callbacks [] for floatingip, after_delete {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:50:41.074872 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-13c9893f-50cb-4c7e-a324-888cece89a40 tempest-AttachVolumeTestJSON-950875345 tempest-AttachVolumeTestJSON-950875345-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205010'] for floatingip, before_response {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:50:41.075998 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [None req-13c9893f-50cb-4c7e-a324-888cece89a40 tempest-AttachVolumeTestJSON-950875345 tempest-AttachVolumeTestJSON-950875345-project] 10.222.0.67 "DELETE /v2.0/floatingips/3e44aa01-2608-4882-9c5b-bed45812acce HTTP/1.1" status: 204 len: 168 time: 0.7383559 Feb 09 15:50:45.137033 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.wsgi [-] (82901) accepted ('10.222.0.67', 50064) {{(pid=82901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 15:50:45.692046 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-aeec5ec1-ff7b-4031-8e72-813c3779212b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-405591'] for router_interface, before_delete {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:50:46.060579 dv-cinder-825105-1-iscsi neutron-server[82904]: DEBUG neutron.db.agents_db [None req-77d1faa3-9ee6-4a91-bd02-8524aa1f9325 None None] Agent healthcheck: found 6 active agents {{(pid=82904) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 15:50:46.356045 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.plugins.ml2.plugin [None req-aeec5ec1-ff7b-4031-8e72-813c3779212b admin admin] Deleting port cc7566c1-0aae-45be-afe4-87cde7d73b5c {{(pid=82901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 15:50:46.356673 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-aeec5ec1-ff7b-4031-8e72-813c3779212b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758701249'] for port, before_delete {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:50:46.520409 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.plugins.ml2.db [None req-aeec5ec1-ff7b-4031-8e72-813c3779212b admin admin] For port cc7566c1-0aae-45be-afe4-87cde7d73b5c, host dv-cinder-825105-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825105-1-iscsi',level=0,port_id=cc7566c1-0aae-45be-afe4-87cde7d73b5c,segment=NetworkSegment(6c817249-bce9-41f7-9191-a92bae05dd74),segment_id=6c817249-bce9-41f7-9191-a92bae05dd74)] {{(pid=82901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:50:46.520676 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-aeec5ec1-ff7b-4031-8e72-813c3779212b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353601'] for port, precommit_delete {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:50:46.640659 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.plugins.ml2.plugin [None req-aeec5ec1-ff7b-4031-8e72-813c3779212b admin admin] Calling delete_port for cc7566c1-0aae-45be-afe4-87cde7d73b5c owned by network:router_interface {{(pid=82901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 15:50:46.802920 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-aeec5ec1-ff7b-4031-8e72-813c3779212b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16080037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758755970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756758334046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1282344'] for port, after_delete {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:50:46.848911 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeec5ec1-ff7b-4031-8e72-813c3779212b admin admin] Pushing event deleted for resources: {'Port': ['ID=cc7566c1-0aae-45be-afe4-87cde7d73b5c,revision_number=None']} {{(pid=82901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:50:47.219330 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-aeec5ec1-ff7b-4031-8e72-813c3779212b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16123921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-405732'] for router_interface, after_delete {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:50:47.791351 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aeec5ec1-ff7b-4031-8e72-813c3779212b admin admin] Router d8b51925-05fe-479b-8caa-2f512e77d6a4 has already been hosted by L3 agent 94c626d1-bc40-41bd-b6b2-9a20da402cb6 {{(pid=82901) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 15:50:47.991268 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aeec5ec1-ff7b-4031-8e72-813c3779212b admin admin] Notify agent at l3_agent.dv-cinder-825105-1-iscsi the message routers_updated {{(pid=82901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 15:50:48.000632 dv-cinder-825105-1-iscsi neutron-server[82904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a34888b0-403a-4cd3-90a1-fd6619107f05 None None] Sync routers for ids ['d8b51925-05fe-479b-8caa-2f512e77d6a4'] in dv-cinder-825105-1-iscsi {{(pid=82904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 09 15:50:48.004755 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [None req-aeec5ec1-ff7b-4031-8e72-813c3779212b admin admin] 10.222.0.67 "PUT /v2.0/routers/d8b51925-05fe-479b-8caa-2f512e77d6a4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8663261 Feb 09 15:50:48.007012 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.wsgi [-] (82901) accepted ('10.222.0.67', 50072) {{(pid=82901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 15:50:48.012271 dv-cinder-825105-1-iscsi neutron-server[82904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a34888b0-403a-4cd3-90a1-fd6619107f05 None None] Routers {'d8b51925-05fe-479b-8caa-2f512e77d6a4'} bound to L3 agent in host dv-cinder-825105-1-iscsi {{(pid=82904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 15:50:48.012862 dv-cinder-825105-1-iscsi neutron-server[82904]: DEBUG neutron.db.l3_hamode_db [None req-a34888b0-403a-4cd3-90a1-fd6619107f05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825105-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T15:34:00Z,description=,heartbeat_timestamp=2022-02-09T15:50:30Z,host='dv-cinder-825105-1-iscsi',id=94c626d1-bc40-41bd-b6b2-9a20da402cb6,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:34:00Z,topic='l3_agent')) {'router_ids': ['d8b51925-05fe-479b-8caa-2f512e77d6a4'], 'active': True} {{(pid=82904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:50:48.193075 dv-cinder-825105-1-iscsi neutron-server[82904]: DEBUG neutron.db.l3_dvr_db [None req-a34888b0-403a-4cd3-90a1-fd6619107f05 None None] Set router d8b51925-05fe-479b-8caa-2f512e77d6a4 gateway port host: dv-cinder-825105-1-iscsi {{(pid=82904) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 15:50:48.200527 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-096f1e5c-6868-4b7c-a4bc-25e77d06f53f admin admin] Notify callbacks [] for router, before_delete {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:50:48.482279 dv-cinder-825105-1-iscsi neutron-server[82904]: DEBUG neutron.db.l3_hamode_db [None req-a34888b0-403a-4cd3-90a1-fd6619107f05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8b51925-05fe-479b-8caa-2f512e77d6a4', 'name': 'tempest-AttachVolumeTestJSON-1860937572-router', 'tenant_id': 'cdd6e08aa84a4a278ba05d9afe77bf68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c65eede5-7777-493f-951d-210877831002', 'external_fixed_ips': [{'subnet_id': '2c513225-bb11-4d36-a4c3-0732716dcb87', 'ip_address': '172.27.0.252'}], 'enable_snat': True}, 'gw_port_id': '53e64671-b4e0-4a88-9dae-2e6d10883bf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T15:46:42Z', 'updated_at': '2022-02-09T15:50:46Z', 'revision_number': 5, 'project_id': 'cdd6e08aa84a4a278ba05d9afe77bf68', 'gw_port': {'id': '53e64671-b4e0-4a88-9dae-2e6d10883bf3', 'name': '', 'network_id': 'c65eede5-7777-493f-951d-210877831002', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:a9:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8b51925-05fe-479b-8caa-2f512e77d6a4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2c513225-bb11-4d36-a4c3-0732716dcb87', 'ip_address': '172.27.0.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825105-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:46:43Z', 'updated_at': '2022-02-09T15:46:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c513225-bb11-4d36-a4c3-0732716dcb87', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825105-1-iscsi'}], 'dv-cinder-825105-1-iscsi', False) {} {{(pid=82904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:50:48.485908 dv-cinder-825105-1-iscsi neutron-server[82904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a34888b0-403a-4cd3-90a1-fd6619107f05 None None] Checking router: d8b51925-05fe-479b-8caa-2f512e77d6a4 for host: dv-cinder-825105-1-iscsi {{(pid=82904) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 09 15:50:48.496815 dv-cinder-825105-1-iscsi neutron-server[82904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a34888b0-403a-4cd3-90a1-fd6619107f05 None None] Routers {'d8b51925-05fe-479b-8caa-2f512e77d6a4'} bound to L3 agent in host dv-cinder-825105-1-iscsi {{(pid=82904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 15:50:48.497395 dv-cinder-825105-1-iscsi neutron-server[82904]: DEBUG neutron.db.l3_hamode_db [None req-a34888b0-403a-4cd3-90a1-fd6619107f05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825105-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T15:34:00Z,description=,heartbeat_timestamp=2022-02-09T15:50:30Z,host='dv-cinder-825105-1-iscsi',id=94c626d1-bc40-41bd-b6b2-9a20da402cb6,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:34:00Z,topic='l3_agent')) {'router_ids': ['d8b51925-05fe-479b-8caa-2f512e77d6a4'], 'active': True} {{(pid=82904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:50:48.515296 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-096f1e5c-6868-4b7c-a4bc-25e77d06f53f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:50:48.524453 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.plugins.ml2.plugin [None req-096f1e5c-6868-4b7c-a4bc-25e77d06f53f admin admin] Deleting port 53e64671-b4e0-4a88-9dae-2e6d10883bf3 {{(pid=82901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 15:50:48.524769 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-096f1e5c-6868-4b7c-a4bc-25e77d06f53f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758701249'] for port, before_delete {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:50:48.684264 dv-cinder-825105-1-iscsi neutron-server[82904]: DEBUG neutron.db.l3_dvr_db [None req-a34888b0-403a-4cd3-90a1-fd6619107f05 None None] Set router d8b51925-05fe-479b-8caa-2f512e77d6a4 gateway port host: None {{(pid=82904) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 15:50:48.696857 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.plugins.ml2.db [None req-096f1e5c-6868-4b7c-a4bc-25e77d06f53f admin admin] For port 53e64671-b4e0-4a88-9dae-2e6d10883bf3, host dv-cinder-825105-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825105-1-iscsi',level=0,port_id=53e64671-b4e0-4a88-9dae-2e6d10883bf3,segment=NetworkSegment(e675f0f7-189f-41a1-8fb7-d7545319af97),segment_id=e675f0f7-189f-41a1-8fb7-d7545319af97)] {{(pid=82901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:50:48.697210 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-096f1e5c-6868-4b7c-a4bc-25e77d06f53f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353601'] for port, precommit_delete {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:50:48.790223 dv-cinder-825105-1-iscsi neutron-server[82904]: DEBUG neutron.db.l3_hamode_db [None req-a34888b0-403a-4cd3-90a1-fd6619107f05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8b51925-05fe-479b-8caa-2f512e77d6a4', 'name': 'tempest-AttachVolumeTestJSON-1860937572-router', 'tenant_id': 'cdd6e08aa84a4a278ba05d9afe77bf68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T15:46:42Z', 'updated_at': '2022-02-09T15:50:48Z', 'revision_number': 6, 'project_id': 'cdd6e08aa84a4a278ba05d9afe77bf68', 'gw_port_host': None}], 'dv-cinder-825105-1-iscsi', False) {} {{(pid=82904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:50:48.794678 dv-cinder-825105-1-iscsi neutron-server[82904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a34888b0-403a-4cd3-90a1-fd6619107f05 None None] The sync data for ids ['d8b51925-05fe-479b-8caa-2f512e77d6a4'] in dv-cinder-825105-1-iscsi is: [{'id': 'd8b51925-05fe-479b-8caa-2f512e77d6a4', 'name': 'tempest-AttachVolumeTestJSON-1860937572-router', 'tenant_id': 'cdd6e08aa84a4a278ba05d9afe77bf68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T15:46:42Z', 'updated_at': '2022-02-09T15:50:48Z', 'revision_number': 6, 'project_id': 'cdd6e08aa84a4a278ba05d9afe77bf68', 'gw_port_host': None}] {{(pid=82904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 09 15:50:48.825721 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.plugins.ml2.plugin [None req-096f1e5c-6868-4b7c-a4bc-25e77d06f53f admin admin] Calling delete_port for 53e64671-b4e0-4a88-9dae-2e6d10883bf3 owned by network:router_gateway {{(pid=82901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 15:50:48.987021 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-096f1e5c-6868-4b7c-a4bc-25e77d06f53f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16080037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758755970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756758334046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1282344'] for port, after_delete {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:50:49.033896 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096f1e5c-6868-4b7c-a4bc-25e77d06f53f admin admin] Pushing event deleted for resources: {'Port': ['ID=53e64671-b4e0-4a88-9dae-2e6d10883bf3,revision_number=None']} {{(pid=82901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:50:49.278721 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-096f1e5c-6868-4b7c-a4bc-25e77d06f53f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-406322'] for router_gateway, after_delete {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:50:49.538924 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-096f1e5c-6868-4b7c-a4bc-25e77d06f53f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-412290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1025159'] for router, precommit_delete {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:50:49.543664 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-096f1e5c-6868-4b7c-a4bc-25e77d06f53f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:50:49.578359 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-096f1e5c-6868-4b7c-a4bc-25e77d06f53f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-412182'] for router, after_delete {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:50:49.579006 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-096f1e5c-6868-4b7c-a4bc-25e77d06f53f admin admin] Fanout notify agent at l3_agent the message router_deleted on router d8b51925-05fe-479b-8caa-2f512e77d6a4 {{(pid=82901) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 15:50:49.592657 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-096f1e5c-6868-4b7c-a4bc-25e77d06f53f admin admin] Notify callbacks [] for router, before_response {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:50:49.593688 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [None req-096f1e5c-6868-4b7c-a4bc-25e77d06f53f admin admin] 10.222.0.67 "DELETE /v2.0/routers/d8b51925-05fe-479b-8caa-2f512e77d6a4 HTTP/1.1" status: 204 len: 168 time: 1.5857928 Feb 09 15:50:49.596307 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.wsgi [-] (82901) accepted ('10.222.0.67', 50084) {{(pid=82901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 15:50:49.659318 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.db.db_base_plugin_v2 [None req-0495a5ce-ef6a-468e-8121-1b7f936e9947 admin admin] Deleting subnet e77df24c-1903-4208-9651-061913c63dfc {{(pid=82901) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 09 15:50:49.662281 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-0495a5ce-ef6a-468e-8121-1b7f936e9947 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:50:49.714021 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-0495a5ce-ef6a-468e-8121-1b7f936e9947 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1218918'] for subnet, precommit_delete_associations {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:50:49.843153 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-0495a5ce-ef6a-468e-8121-1b7f936e9947 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16020776'] for subnet, precommit_delete {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:50:49.915603 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-0495a5ce-ef6a-468e-8121-1b7f936e9947 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16020753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1282551', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1319926'] for subnet, after_delete {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:50:50.044341 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0495a5ce-ef6a-468e-8121-1b7f936e9947 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e77df24c-1903-4208-9651-061913c63dfc,revision_number=None']} {{(pid=82901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:50:50.050380 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-0495a5ce-ef6a-468e-8121-1b7f936e9947 admin admin] Notify callbacks [] for subnet, before_response {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:50:50.056176 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [None req-0495a5ce-ef6a-468e-8121-1b7f936e9947 admin admin] 10.222.0.67 "DELETE /v2.0/subnets/e77df24c-1903-4208-9651-061913c63dfc HTTP/1.1" status: 204 len: 168 time: 0.4589157 Feb 09 15:50:50.058127 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acb01c2a-140d-456d-9c75-d568ca6de9d4 None None] Network a70d1a02-a2db-4792-86e7-c80512ee4e0d requested from dv-cinder-825105-1-iscsi {{(pid=82903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 15:50:50.058967 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.wsgi [-] (82901) accepted ('10.222.0.67', 50090) {{(pid=82901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 15:50:50.164823 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-b5ecd378-15f8-4fd1-ad7f-842658bfc50a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15997498'] for network, before_delete {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:50:50.175639 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.plugins.ml2.plugin [None req-b5ecd378-15f8-4fd1-ad7f-842658bfc50a admin admin] Deleting port 6b9c5f6e-e92c-49b6-8910-a0a6f7ca3dbb {{(pid=82901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 15:50:50.175907 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-b5ecd378-15f8-4fd1-ad7f-842658bfc50a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758701249'] for port, before_delete {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:50:50.309690 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ab17554-9ccd-4419-acd6-e12f0320e7b8 None None] DHCP port deletion for a70d1a02-a2db-4792-86e7-c80512ee4e0d request from dv-cinder-825105-1-iscsi {{(pid=82903) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 09 15:50:50.314149 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.plugins.ml2.plugin [None req-5ab17554-9ccd-4419-acd6-e12f0320e7b8 None None] Deleting port 6b9c5f6e-e92c-49b6-8910-a0a6f7ca3dbb {{(pid=82903) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 15:50:50.314683 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-5ab17554-9ccd-4419-acd6-e12f0320e7b8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758701249'] for port, before_delete {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:50:50.374057 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.plugins.ml2.rpc [None req-608c4fd2-211a-4ca9-a277-ad2a51be62ff None None] Device cc7566c1-0aae-45be-afe4-87cde7d73b5c no longer exists at agent ovs-agent-dv-cinder-825105-1-iscsi {{(pid=82903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 15:50:50.386011 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.plugins.ml2.db [None req-b5ecd378-15f8-4fd1-ad7f-842658bfc50a admin admin] For port 6b9c5f6e-e92c-49b6-8910-a0a6f7ca3dbb, host dv-cinder-825105-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825105-1-iscsi',level=0,port_id=6b9c5f6e-e92c-49b6-8910-a0a6f7ca3dbb,segment=NetworkSegment(6c817249-bce9-41f7-9191-a92bae05dd74),segment_id=6c817249-bce9-41f7-9191-a92bae05dd74)] {{(pid=82901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:50:50.386397 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-b5ecd378-15f8-4fd1-ad7f-842658bfc50a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353601'] for port, precommit_delete {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:50:50.412578 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.plugins.ml2.plugin [None req-608c4fd2-211a-4ca9-a277-ad2a51be62ff None None] No Port match for: cc7566c1-0aae-45be-afe4-87cde7d73b5c {{(pid=82903) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 09 15:50:50.412910 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.plugins.ml2.rpc [None req-608c4fd2-211a-4ca9-a277-ad2a51be62ff None None] Device cc7566c1-0aae-45be-afe4-87cde7d73b5c not bound to the agent host dv-cinder-825105-1-iscsi {{(pid=82903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 15:50:50.413307 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.plugins.ml2.rpc [None req-608c4fd2-211a-4ca9-a277-ad2a51be62ff None None] Device 53e64671-b4e0-4a88-9dae-2e6d10883bf3 no longer exists at agent ovs-agent-dv-cinder-825105-1-iscsi {{(pid=82903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 15:50:50.454572 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.plugins.ml2.plugin [None req-608c4fd2-211a-4ca9-a277-ad2a51be62ff None None] No Port match for: 53e64671-b4e0-4a88-9dae-2e6d10883bf3 {{(pid=82903) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 09 15:50:50.454903 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.plugins.ml2.rpc [None req-608c4fd2-211a-4ca9-a277-ad2a51be62ff None None] Device 53e64671-b4e0-4a88-9dae-2e6d10883bf3 not bound to the agent host dv-cinder-825105-1-iscsi {{(pid=82903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 15:50:50.513817 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.plugins.ml2.plugin [None req-b5ecd378-15f8-4fd1-ad7f-842658bfc50a admin admin] Calling delete_port for 6b9c5f6e-e92c-49b6-8910-a0a6f7ca3dbb owned by network:dhcp {{(pid=82901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 15:50:50.588810 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-b5ecd378-15f8-4fd1-ad7f-842658bfc50a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16080037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758755970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756758334046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1282344'] for port, after_delete {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:50:50.606498 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.plugins.ml2.db [None req-5ab17554-9ccd-4419-acd6-e12f0320e7b8 None None] For port 6b9c5f6e-e92c-49b6-8910-a0a6f7ca3dbb, host dv-cinder-825105-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825105-1-iscsi',level=0,port_id=6b9c5f6e-e92c-49b6-8910-a0a6f7ca3dbb,segment=NetworkSegment(6c817249-bce9-41f7-9191-a92bae05dd74),segment_id=6c817249-bce9-41f7-9191-a92bae05dd74)] {{(pid=82903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:50:50.606887 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-5ab17554-9ccd-4419-acd6-e12f0320e7b8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353601'] for port, precommit_delete {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:50:50.634155 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ecd378-15f8-4fd1-ad7f-842658bfc50a admin admin] Pushing event deleted for resources: {'Port': ['ID=6b9c5f6e-e92c-49b6-8910-a0a6f7ca3dbb,revision_number=None']} {{(pid=82901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:50:50.640566 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5ecd378-15f8-4fd1-ad7f-842658bfc50a admin admin] No DVR routers for this DVR port 6b9c5f6e-e92c-49b6-8910-a0a6f7ca3dbb on host dv-cinder-825105-1-iscsi {{(pid=82901) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 15:50:50.728603 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.plugins.ml2.plugin [None req-5ab17554-9ccd-4419-acd6-e12f0320e7b8 None None] Calling delete_port for 6b9c5f6e-e92c-49b6-8910-a0a6f7ca3dbb owned by network:dhcp {{(pid=82903) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 15:50:50.757137 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-b5ecd378-15f8-4fd1-ad7f-842658bfc50a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16022693', 'neutron.services.segments.db._delete_segments_for_network-8756758786151'] for network, precommit_delete {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:50:50.782045 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.services.segments.db [None req-b5ecd378-15f8-4fd1-ad7f-842658bfc50a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a70d1a02-a2db-4792-86e7-c80512ee4e0d']}} {{(pid=82901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:50:50.794671 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.services.segments.db [None req-b5ecd378-15f8-4fd1-ad7f-842658bfc50a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6c817249-bce9-41f7-9191-a92bae05dd74') {'for_net_delete': True} {{(pid=82901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:50:50.794957 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.services.segments.db [None req-b5ecd378-15f8-4fd1-ad7f-842658bfc50a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6c817249-bce9-41f7-9191-a92bae05dd74') {} {{(pid=82901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:50:50.801645 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.db.api [None req-5ab17554-9ccd-4419-acd6-e12f0320e7b8 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=82903) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 15:50:50.801981 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG oslo_db.api [None req-5ab17554-9ccd-4419-acd6-e12f0320e7b8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=82903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 15:50:50.806001 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-b5ecd378-15f8-4fd1-ad7f-842658bfc50a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756758785262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1218925'] for segment, before_delete {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:50:50.822083 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-b5ecd378-15f8-4fd1-ad7f-842658bfc50a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16132466'] for segment, precommit_delete {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:50:50.828634 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b5ecd378-15f8-4fd1-ad7f-842658bfc50a admin admin] Releasing vlan 847 on physical network physnet1 to pool {{(pid=82901) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 09 15:50:50.829019 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-b5ecd378-15f8-4fd1-ad7f-842658bfc50a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16020097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1282397'] for segment, after_delete {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:50:50.842230 dv-cinder-825105-1-iscsi neutron-server[82901]: Traceback (most recent call last): Feb 09 15:50:50.842230 dv-cinder-825105-1-iscsi neutron-server[82901]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 09 15:50:50.842230 dv-cinder-825105-1-iscsi neutron-server[82901]: timer() Feb 09 15:50:50.842230 dv-cinder-825105-1-iscsi neutron-server[82901]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 15:50:50.842230 dv-cinder-825105-1-iscsi neutron-server[82901]: cb(*args, **kw) Feb 09 15:50:50.842230 dv-cinder-825105-1-iscsi neutron-server[82901]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 15:50:50.842230 dv-cinder-825105-1-iscsi neutron-server[82901]: return func(*args, **kwargs) Feb 09 15:50:50.842230 dv-cinder-825105-1-iscsi neutron-server[82901]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 15:50:50.842230 dv-cinder-825105-1-iscsi neutron-server[82901]: self._notify() Feb 09 15:50:50.842230 dv-cinder-825105-1-iscsi neutron-server[82901]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 15:50:50.842230 dv-cinder-825105-1-iscsi neutron-server[82901]: self.callback(batched_events) Feb 09 15:50:50.842230 dv-cinder-825105-1-iscsi neutron-server[82901]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 15:50:50.842230 dv-cinder-825105-1-iscsi neutron-server[82901]: event.method(event) Feb 09 15:50:50.842230 dv-cinder-825105-1-iscsi neutron-server[82901]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 15:50:50.842230 dv-cinder-825105-1-iscsi neutron-server[82901]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 15:50:50.842230 dv-cinder-825105-1-iscsi neutron-server[82901]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 15:50:50.842230 dv-cinder-825105-1-iscsi neutron-server[82901]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 15:50:50.842230 dv-cinder-825105-1-iscsi neutron-server[82901]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 15:50:50.842230 dv-cinder-825105-1-iscsi neutron-server[82901]: return f(self, *a, **k) Feb 09 15:50:50.842230 dv-cinder-825105-1-iscsi neutron-server[82901]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 15:50:50.842230 dv-cinder-825105-1-iscsi neutron-server[82901]: return self._get(url).json() Feb 09 15:50:50.842230 dv-cinder-825105-1-iscsi neutron-server[82901]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 15:50:50.842230 dv-cinder-825105-1-iscsi neutron-server[82901]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 15:50:50.842230 dv-cinder-825105-1-iscsi neutron-server[82901]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 09 15:50:50.842230 dv-cinder-825105-1-iscsi neutron-server[82901]: return self.request(url, 'GET', **kwargs) Feb 09 15:50:50.842230 dv-cinder-825105-1-iscsi neutron-server[82901]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 09 15:50:50.842230 dv-cinder-825105-1-iscsi neutron-server[82901]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 15:50:50.842230 dv-cinder-825105-1-iscsi neutron-server[82901]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 09 15:50:50.842230 dv-cinder-825105-1-iscsi neutron-server[82901]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 15:50:50.842230 dv-cinder-825105-1-iscsi neutron-server[82901]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 09 15:50:50.842230 dv-cinder-825105-1-iscsi neutron-server[82901]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 15:50:50.842230 dv-cinder-825105-1-iscsi neutron-server[82901]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 15:50:50.921103 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-b5ecd378-15f8-4fd1-ad7f-842658bfc50a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16022698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124156', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-406359'] for network, after_delete {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:50:50.936668 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-b5ecd378-15f8-4fd1-ad7f-842658bfc50a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16124149'] for network, before_response {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:50:50.947638 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ecd378-15f8-4fd1-ad7f-842658bfc50a admin admin] Pushing event deleted for resources: {'Network': ['ID=a70d1a02-a2db-4792-86e7-c80512ee4e0d,revision_number=None']} {{(pid=82901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:50:50.965484 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [None req-b5ecd378-15f8-4fd1-ad7f-842658bfc50a admin admin] 10.222.0.67 "DELETE /v2.0/networks/a70d1a02-a2db-4792-86e7-c80512ee4e0d HTTP/1.1" status: 204 len: 168 time: 0.9055140 Feb 09 15:50:51.101707 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.wsgi [-] (82901) accepted ('10.222.0.67', 50098) {{(pid=82901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 15:50:51.150603 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [None req-e06b02e9-3a48-4a36-b260-6b3f0583668d admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=cdd6e08aa84a4a278ba05d9afe77bf68&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0477200 Feb 09 15:50:51.153160 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.wsgi [-] (82901) accepted ('10.222.0.67', 50102) {{(pid=82901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 15:50:51.210192 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-18ca4b3e-6a0a-4415-9b3c-d1106e62de2c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:50:51.236172 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-18ca4b3e-6a0a-4415-9b3c-d1106e62de2c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:50:51.291605 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-18ca4b3e-6a0a-4415-9b3c-d1106e62de2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_delete {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:50:51.303280 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.plugins.ml2.plugin [None req-5ab17554-9ccd-4419-acd6-e12f0320e7b8 None None] Deleting port 6b9c5f6e-e92c-49b6-8910-a0a6f7ca3dbb {{(pid=82903) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 15:50:51.303805 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-5ab17554-9ccd-4419-acd6-e12f0320e7b8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758701249'] for port, before_delete {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:50:51.312633 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ca4b3e-6a0a-4415-9b3c-d1106e62de2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41d02154-6435-4884-83a1-34ec6d217ad8,revision_number=None']} {{(pid=82901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:50:51.319908 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-18ca4b3e-6a0a-4415-9b3c-d1106e62de2c admin admin] Notify callbacks [] for security_group, before_response {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:50:51.321024 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [None req-18ca4b3e-6a0a-4415-9b3c-d1106e62de2c admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/41d02154-6435-4884-83a1-34ec6d217ad8 HTTP/1.1" status: 204 len: 168 time: 0.1670041 Feb 09 15:50:51.378479 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.plugins.ml2.plugin [None req-5ab17554-9ccd-4419-acd6-e12f0320e7b8 None None] The port '6b9c5f6e-e92c-49b6-8910-a0a6f7ca3dbb' was deleted {{(pid=82903) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 09 15:50:52.310910 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.plugins.ml2.rpc [None req-608c4fd2-211a-4ca9-a277-ad2a51be62ff None None] Device 6b9c5f6e-e92c-49b6-8910-a0a6f7ca3dbb no longer exists at agent ovs-agent-dv-cinder-825105-1-iscsi {{(pid=82903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 15:50:52.344858 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.plugins.ml2.plugin [None req-608c4fd2-211a-4ca9-a277-ad2a51be62ff None None] No Port match for: 6b9c5f6e-e92c-49b6-8910-a0a6f7ca3dbb {{(pid=82903) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 09 15:50:52.345195 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.plugins.ml2.rpc [None req-608c4fd2-211a-4ca9-a277-ad2a51be62ff None None] Device 6b9c5f6e-e92c-49b6-8910-a0a6f7ca3dbb not bound to the agent host dv-cinder-825105-1-iscsi {{(pid=82903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 15:50:53.672740 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.wsgi [-] (82901) accepted ('10.222.0.67', 50168) {{(pid=82901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 15:50:53.813301 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-30072532-fd78-4f90-b89c-66ac4a665d53 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:50:53.845479 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.db.quota.driver [None req-30072532-fd78-4f90-b89c-66ac4a665d53 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 15:50:53.849639 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.quota.resource [None req-30072532-fd78-4f90-b89c-66ac4a665d53 admin admin] Usage tracker for resource:security_group_rule and tenant:38ec8dfbea0944c09dd18e0620dfb3c2 is out of sync, need to count used quota {{(pid=82901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 15:50:53.852470 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.quota.resource [None req-30072532-fd78-4f90-b89c-66ac4a665d53 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 15:50:53.859572 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.db.quota.driver [None req-30072532-fd78-4f90-b89c-66ac4a665d53 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 15:50:53.923882 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-30072532-fd78-4f90-b89c-66ac4a665d53 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:50:54.175560 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-30072532-fd78-4f90-b89c-66ac4a665d53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_create {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:50:54.220593 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30072532-fd78-4f90-b89c-66ac4a665d53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f65f7ba-2ede-4678-93de-7f65ef3a4efa,revision_number=1']} {{(pid=82901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:50:54.228418 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [None req-30072532-fd78-4f90-b89c-66ac4a665d53 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=38ec8dfbea0944c09dd18e0620dfb3c2&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5522585 Feb 09 15:50:54.229618 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.wsgi [-] (82901) accepted ('10.222.0.67', 50176) {{(pid=82901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 15:50:54.288301 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-ce0aeaeb-968a-4075-aec3-d6982c356d77 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:50:54.313695 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-ce0aeaeb-968a-4075-aec3-d6982c356d77 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:50:54.365829 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-ce0aeaeb-968a-4075-aec3-d6982c356d77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_delete {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:50:54.379717 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0aeaeb-968a-4075-aec3-d6982c356d77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f65f7ba-2ede-4678-93de-7f65ef3a4efa,revision_number=None']} {{(pid=82901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:50:54.386077 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-ce0aeaeb-968a-4075-aec3-d6982c356d77 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:50:54.387363 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [None req-ce0aeaeb-968a-4075-aec3-d6982c356d77 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/0f65f7ba-2ede-4678-93de-7f65ef3a4efa HTTP/1.1" status: 204 len: 168 time: 0.1578395 Feb 09 15:50:54.716610 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.wsgi [-] (82902) accepted ('10.222.0.67', 50184) {{(pid=82902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 15:50:54.735166 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-37455e52-50f2-4441-923d-49a71995e385 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:50:54.766513 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.db.quota.driver [None req-37455e52-50f2-4441-923d-49a71995e385 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 15:50:54.770178 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.quota.resource [None req-37455e52-50f2-4441-923d-49a71995e385 admin admin] Usage tracker for resource:security_group_rule and tenant:53a4d205d94b419dab4740b2c6cf3059 is out of sync, need to count used quota {{(pid=82902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 15:50:54.772862 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.quota.resource [None req-37455e52-50f2-4441-923d-49a71995e385 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 15:50:54.779030 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.db.quota.driver [None req-37455e52-50f2-4441-923d-49a71995e385 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 15:50:54.847912 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-37455e52-50f2-4441-923d-49a71995e385 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:50:54.851592 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-37455e52-50f2-4441-923d-49a71995e385 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_create {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:50:54.899628 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37455e52-50f2-4441-923d-49a71995e385 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa5ab5cf-a1f2-48ce-aced-1335eadec688,revision_number=1']} {{(pid=82902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:50:54.905483 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [None req-37455e52-50f2-4441-923d-49a71995e385 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=53a4d205d94b419dab4740b2c6cf3059&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1878526 Feb 09 15:50:54.908197 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.wsgi [-] (82902) accepted ('10.222.0.67', 50188) {{(pid=82902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 15:50:54.973607 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-2178d7fe-c421-45a3-b05d-3fecdc260671 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:50:55.002641 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-2178d7fe-c421-45a3-b05d-3fecdc260671 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:50:55.055486 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-2178d7fe-c421-45a3-b05d-3fecdc260671 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_delete {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:50:55.069612 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2178d7fe-c421-45a3-b05d-3fecdc260671 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa5ab5cf-a1f2-48ce-aced-1335eadec688,revision_number=None']} {{(pid=82902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:50:55.075877 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-2178d7fe-c421-45a3-b05d-3fecdc260671 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:50:55.078245 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [None req-2178d7fe-c421-45a3-b05d-3fecdc260671 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/fa5ab5cf-a1f2-48ce-aced-1335eadec688 HTTP/1.1" status: 204 len: 168 time: 0.1677136 Feb 09 15:50:57.944464 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-f2cea78f-ab60-45ec-95f8-f7dda91b99c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758786133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16008869'] for agent, after_update {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:51:00.305583 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-02fe6020-54a0-4683-aadb-f8a9aa9a291f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758786133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16008869'] for agent, after_update {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:51:00.363267 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-812787cf-6466-4ce1-8c4e-c32e14b18d8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758786133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16008869'] for agent, after_update {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:51:01.256696 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-1f7d0426-72a7-4c89-8e53-4ec430751ccf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758786133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16008869'] for agent, after_update {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:51:01.566646 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-608c4fd2-211a-4ca9-a277-ad2a51be62ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758786133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16008869'] for agent, after_update {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:51:02.963626 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-faa751bb-9674-45ec-b131-f889431b03dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758786133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16008869'] for agent, after_update {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:51:07.186798 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c83dc4-6450-4631-9201-243ba8cbebb0 req-86633e5b-32c6-45ca-bc30-c9664d8522a0 tempest-VolumesSnapshotTestJSON-2013528149 tempest-VolumesSnapshotTestJSON-2013528149-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:51:07.192582 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-a4c83dc4-6450-4631-9201-243ba8cbebb0 req-86633e5b-32c6-45ca-bc30-c9664d8522a0 tempest-VolumesSnapshotTestJSON-2013528149 tempest-VolumesSnapshotTestJSON-2013528149-project] 10.222.0.67 "GET /v2.0/ports?device_id=7732badf-e859-4e18-bd67-cf6781eb6e1b HTTP/1.1" status: 200 len: 945 time: 0.0921230 Feb 09 15:51:07.235583 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-a4c83dc4-6450-4631-9201-243ba8cbebb0 req-e78f4eba-dca6-45ec-9775-3e66dcf3fb4b tempest-VolumesSnapshotTestJSON-2013528149 tempest-VolumesSnapshotTestJSON-2013528149-project] 10.222.0.67 "GET /v2.0/security-groups?id=ee9b3377-2001-409e-be47-c12763e0e049&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417855 Feb 09 15:51:07.829138 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.wsgi [-] (82901) accepted ('10.222.0.67', 50374) {{(pid=82901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 15:51:07.971074 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-05a0911c-47be-44be-867f-a4c72bf56dff admin admin] Notify callbacks [] for security_group, before_create {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:51:08.001755 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.db.quota.driver [None req-05a0911c-47be-44be-867f-a4c72bf56dff admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 15:51:08.005512 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.quota.resource [None req-05a0911c-47be-44be-867f-a4c72bf56dff admin admin] Usage tracker for resource:security_group_rule and tenant:508780706b12488c83848ea96dd7092e is out of sync, need to count used quota {{(pid=82901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 15:51:08.008256 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.quota.resource [None req-05a0911c-47be-44be-867f-a4c72bf56dff admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 15:51:08.014029 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.db.quota.driver [None req-05a0911c-47be-44be-867f-a4c72bf56dff admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 15:51:08.080639 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-05a0911c-47be-44be-867f-a4c72bf56dff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:51:08.084253 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-05a0911c-47be-44be-867f-a4c72bf56dff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_create {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:51:08.128951 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a0911c-47be-44be-867f-a4c72bf56dff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d83818ed-9565-4e08-84b7-11ec99857f10,revision_number=1']} {{(pid=82901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:51:08.133235 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [None req-05a0911c-47be-44be-867f-a4c72bf56dff admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=508780706b12488c83848ea96dd7092e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3031194 Feb 09 15:51:08.136280 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.wsgi [-] (82902) accepted ('10.222.0.67', 50380) {{(pid=82902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 15:51:08.195601 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-8ec24c0a-447f-41bd-924b-3c4713c3f034 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:51:08.221801 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-8ec24c0a-447f-41bd-924b-3c4713c3f034 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:51:08.273953 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-8ec24c0a-447f-41bd-924b-3c4713c3f034 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_delete {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:51:08.288730 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec24c0a-447f-41bd-924b-3c4713c3f034 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d83818ed-9565-4e08-84b7-11ec99857f10,revision_number=None']} {{(pid=82902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:51:08.305402 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-8ec24c0a-447f-41bd-924b-3c4713c3f034 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:51:08.306416 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [None req-8ec24c0a-447f-41bd-924b-3c4713c3f034 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/d83818ed-9565-4e08-84b7-11ec99857f10 HTTP/1.1" status: 204 len: 168 time: 0.1685119 Feb 09 15:51:08.452208 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27303c6d-7682-4c85-8952-63445a138b77 req-26d64efc-474c-46fd-abe6-08327684dda7 tempest-VolumesSnapshotTestJSON-2013528149 tempest-VolumesSnapshotTestJSON-2013528149-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:51:08.453659 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-27303c6d-7682-4c85-8952-63445a138b77 req-26d64efc-474c-46fd-abe6-08327684dda7 tempest-VolumesSnapshotTestJSON-2013528149 tempest-VolumesSnapshotTestJSON-2013528149-project] 10.222.0.67 "GET /v2.0/ports?device_id=7732badf-e859-4e18-bd67-cf6781eb6e1b HTTP/1.1" status: 200 len: 945 time: 0.0856950 Feb 09 15:51:08.499759 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-27303c6d-7682-4c85-8952-63445a138b77 req-f99b0082-7d45-49f7-af77-8f04cbd7dd29 tempest-VolumesSnapshotTestJSON-2013528149 tempest-VolumesSnapshotTestJSON-2013528149-project] 10.222.0.67 "GET /v2.0/security-groups?id=ee9b3377-2001-409e-be47-c12763e0e049&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400739 Feb 09 15:51:08.634920 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.wsgi [-] (82902) accepted ('10.222.0.67', 50390) {{(pid=82902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 15:51:08.653055 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-fedf36a0-e604-44ee-93f1-c6ccd3ca5ab5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:51:08.682985 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.db.quota.driver [None req-fedf36a0-e604-44ee-93f1-c6ccd3ca5ab5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 15:51:08.686934 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.quota.resource [None req-fedf36a0-e604-44ee-93f1-c6ccd3ca5ab5 admin admin] Usage tracker for resource:security_group_rule and tenant:4cf637abcf9443bd898bbf5d4897860c is out of sync, need to count used quota {{(pid=82902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 15:51:08.689715 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.quota.resource [None req-fedf36a0-e604-44ee-93f1-c6ccd3ca5ab5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 15:51:08.695541 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.db.quota.driver [None req-fedf36a0-e604-44ee-93f1-c6ccd3ca5ab5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 15:51:08.763757 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-fedf36a0-e604-44ee-93f1-c6ccd3ca5ab5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:51:08.767332 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-fedf36a0-e604-44ee-93f1-c6ccd3ca5ab5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_create {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:51:08.811652 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fedf36a0-e604-44ee-93f1-c6ccd3ca5ab5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45af6dc8-9495-4f74-83ba-56969956d174,revision_number=1']} {{(pid=82902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:51:08.818417 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [None req-fedf36a0-e604-44ee-93f1-c6ccd3ca5ab5 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=4cf637abcf9443bd898bbf5d4897860c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1825020 Feb 09 15:51:08.821586 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.wsgi [-] (82901) accepted ('10.222.0.67', 50394) {{(pid=82901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 15:51:08.880607 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-6b3e6c37-6302-4077-a79b-325edcb5f2b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:51:08.938740 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-6b3e6c37-6302-4077-a79b-325edcb5f2b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:51:09.095046 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8331e65-5ff3-4cdb-bf39-c7117b31ad6d req-3b12fb6d-f9e5-407e-b763-be269ab4f839 tempest-VolumesSnapshotTestJSON-2013528149 tempest-VolumesSnapshotTestJSON-2013528149-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:51:09.096362 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-b8331e65-5ff3-4cdb-bf39-c7117b31ad6d req-3b12fb6d-f9e5-407e-b763-be269ab4f839 tempest-VolumesSnapshotTestJSON-2013528149 tempest-VolumesSnapshotTestJSON-2013528149-project] 10.222.0.47 "GET /v2.0/ports?device_id=7732badf-e859-4e18-bd67-cf6781eb6e1b HTTP/1.1" status: 200 len: 945 time: 0.1925929 Feb 09 15:51:09.133816 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-6b3e6c37-6302-4077-a79b-325edcb5f2b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_delete {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:51:09.159113 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b3e6c37-6302-4077-a79b-325edcb5f2b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45af6dc8-9495-4f74-83ba-56969956d174,revision_number=None']} {{(pid=82901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:51:09.184198 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.plugins.ml2.plugin [req-b8331e65-5ff3-4cdb-bf39-c7117b31ad6d req-54f1653d-53e6-4744-8889-0de9b973557d tempest-VolumesSnapshotTestJSON-2013528149 tempest-VolumesSnapshotTestJSON-2013528149-project] Deleting port 34c65508-8582-4637-9219-b4cedc4979e2 {{(pid=82901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 15:51:09.184520 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [req-b8331e65-5ff3-4cdb-bf39-c7117b31ad6d req-54f1653d-53e6-4744-8889-0de9b973557d tempest-VolumesSnapshotTestJSON-2013528149 tempest-VolumesSnapshotTestJSON-2013528149-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758701249'] for port, before_delete {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:51:09.208616 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-6b3e6c37-6302-4077-a79b-325edcb5f2b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:51:09.209673 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [None req-6b3e6c37-6302-4077-a79b-325edcb5f2b1 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/45af6dc8-9495-4f74-83ba-56969956d174 HTTP/1.1" status: 204 len: 168 time: 0.3871307 Feb 09 15:51:09.436342 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.plugins.ml2.db [req-b8331e65-5ff3-4cdb-bf39-c7117b31ad6d req-54f1653d-53e6-4744-8889-0de9b973557d tempest-VolumesSnapshotTestJSON-2013528149 tempest-VolumesSnapshotTestJSON-2013528149-project] For port 34c65508-8582-4637-9219-b4cedc4979e2, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=34c65508-8582-4637-9219-b4cedc4979e2,segment=NetworkSegment(067b7949-b3b4-4eb0-8d3f-80c09bd592c6),segment_id=067b7949-b3b4-4eb0-8d3f-80c09bd592c6)] {{(pid=82901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:51:09.436701 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [req-b8331e65-5ff3-4cdb-bf39-c7117b31ad6d req-54f1653d-53e6-4744-8889-0de9b973557d tempest-VolumesSnapshotTestJSON-2013528149 tempest-VolumesSnapshotTestJSON-2013528149-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353601'] for port, precommit_delete {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:51:09.561698 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.plugins.ml2.plugin [req-b8331e65-5ff3-4cdb-bf39-c7117b31ad6d req-54f1653d-53e6-4744-8889-0de9b973557d tempest-VolumesSnapshotTestJSON-2013528149 tempest-VolumesSnapshotTestJSON-2013528149-project] Calling delete_port for 34c65508-8582-4637-9219-b4cedc4979e2 owned by compute:nova {{(pid=82901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 15:51:09.610412 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.wsgi [-] (82902) accepted ('10.222.0.67', 50404) {{(pid=82902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 15:51:09.665601 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-ca6d7281-d24c-4c4b-9581-64be36ce3373 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:51:09.707834 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [req-b8331e65-5ff3-4cdb-bf39-c7117b31ad6d req-54f1653d-53e6-4744-8889-0de9b973557d tempest-VolumesSnapshotTestJSON-2013528149 tempest-VolumesSnapshotTestJSON-2013528149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16080037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758755970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756758334046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1282344'] for port, after_delete {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:51:09.721318 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.plugins.ml2.db [None req-812787cf-6466-4ce1-8c4e-c32e14b18d8a None None] get_ports_and_sgs() called for port_ids ['34c65508-8582-4637-9219-b4cedc4979e2'] {{(pid=82903) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 09 15:51:09.734225 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.db.quota.driver [None req-ca6d7281-d24c-4c4b-9581-64be36ce3373 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 15:51:09.740734 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.quota.resource [None req-ca6d7281-d24c-4c4b-9581-64be36ce3373 admin admin] Usage tracker for resource:security_group_rule and tenant:6b4f630284d141ac87fe26b53333664e is out of sync, need to count used quota {{(pid=82902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 15:51:09.744103 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.quota.resource [None req-ca6d7281-d24c-4c4b-9581-64be36ce3373 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 15:51:09.751849 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecadc012-2dfd-46fe-9f28-1c8b16da940f req-e76d13e3-65e7-423b-8b32-84601a1de4cd tempest-VolumesSnapshotTestJSON-2013528149 tempest-VolumesSnapshotTestJSON-2013528149-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:51:09.753353 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-ecadc012-2dfd-46fe-9f28-1c8b16da940f req-e76d13e3-65e7-423b-8b32-84601a1de4cd tempest-VolumesSnapshotTestJSON-2013528149 tempest-VolumesSnapshotTestJSON-2013528149-project] 10.222.0.67 "GET /v2.0/ports?device_id=7732badf-e859-4e18-bd67-cf6781eb6e1b HTTP/1.1" status: 200 len: 945 time: 0.1232941 Feb 09 15:51:09.757778 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.db.quota.driver [None req-ca6d7281-d24c-4c4b-9581-64be36ce3373 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 15:51:09.758290 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f1653d-53e6-4744-8889-0de9b973557d tempest-VolumesSnapshotTestJSON-2013528149 tempest-VolumesSnapshotTestJSON-2013528149-project] Pushing event deleted for resources: {'Port': ['ID=34c65508-8582-4637-9219-b4cedc4979e2,revision_number=None']} {{(pid=82901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:51:09.823149 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-ecadc012-2dfd-46fe-9f28-1c8b16da940f req-5873e36d-e9e6-4d98-b3ee-4c41d0000220 tempest-VolumesSnapshotTestJSON-2013528149 tempest-VolumesSnapshotTestJSON-2013528149-project] 10.222.0.67 "GET /v2.0/security-groups?id=ee9b3377-2001-409e-be47-c12763e0e049&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567935 Feb 09 15:51:09.838581 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8331e65-5ff3-4cdb-bf39-c7117b31ad6d req-54f1653d-53e6-4744-8889-0de9b973557d tempest-VolumesSnapshotTestJSON-2013528149 tempest-VolumesSnapshotTestJSON-2013528149-project] No DVR routers for this DVR port 34c65508-8582-4637-9219-b4cedc4979e2 on host hv-cinder-82510 {{(pid=82901) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 15:51:09.841854 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [req-b8331e65-5ff3-4cdb-bf39-c7117b31ad6d req-54f1653d-53e6-4744-8889-0de9b973557d tempest-VolumesSnapshotTestJSON-2013528149 tempest-VolumesSnapshotTestJSON-2013528149-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205010'] for port, before_response {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:51:09.845802 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7732badf-e859-4e18-bd67-cf6781eb6e1b', 'name': 'network-vif-deleted', 'tag': '34c65508-8582-4637-9219-b4cedc4979e2'}] {{(pid=82901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 15:51:09.859547 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-b8331e65-5ff3-4cdb-bf39-c7117b31ad6d req-54f1653d-53e6-4744-8889-0de9b973557d tempest-VolumesSnapshotTestJSON-2013528149 tempest-VolumesSnapshotTestJSON-2013528149-project] 10.222.0.47 "DELETE /v2.0/ports/34c65508-8582-4637-9219-b4cedc4979e2 HTTP/1.1" status: 204 len: 173 time: 0.7575214 Feb 09 15:51:09.869226 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-ca6d7281-d24c-4c4b-9581-64be36ce3373 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:51:09.876355 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-ca6d7281-d24c-4c4b-9581-64be36ce3373 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_create {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:51:09.905967 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7732badf-e859-4e18-bd67-cf6781eb6e1b', 'name': 'network-vif-deleted', 'tag': '34c65508-8582-4637-9219-b4cedc4979e2', 'status': 'completed', 'code': 200} Feb 09 15:51:09.938539 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca6d7281-d24c-4c4b-9581-64be36ce3373 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99a49b61-6c5a-49c9-9227-f35239420a88,revision_number=1']} {{(pid=82902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:51:09.947587 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.wsgi [-] (82901) accepted ('10.222.0.67', 50410) {{(pid=82901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 15:51:09.959994 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [None req-ca6d7281-d24c-4c4b-9581-64be36ce3373 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=6b4f630284d141ac87fe26b53333664e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3479111 Feb 09 15:51:10.010246 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-021ad4bc-84a0-4386-8b6a-661ed6e9c8bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:51:10.037635 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-021ad4bc-84a0-4386-8b6a-661ed6e9c8bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:51:10.088413 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-021ad4bc-84a0-4386-8b6a-661ed6e9c8bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_delete {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:51:10.102271 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-021ad4bc-84a0-4386-8b6a-661ed6e9c8bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99a49b61-6c5a-49c9-9227-f35239420a88,revision_number=None']} {{(pid=82901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:51:10.108364 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-021ad4bc-84a0-4386-8b6a-661ed6e9c8bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:51:10.109466 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [None req-021ad4bc-84a0-4386-8b6a-661ed6e9c8bc admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/99a49b61-6c5a-49c9-9227-f35239420a88 HTTP/1.1" status: 204 len: 168 time: 0.1609161 Feb 09 15:51:13.014977 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.plugins.ml2.rpc [None req-812787cf-6466-4ce1-8c4e-c32e14b18d8a None None] Device 34c65508-8582-4637-9219-b4cedc4979e2 no longer exists at agent hyperv_hv-cinder-82510 {{(pid=82903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 15:51:13.049959 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.plugins.ml2.plugin [None req-812787cf-6466-4ce1-8c4e-c32e14b18d8a None None] No Port match for: 34c65508-8582-4637-9219-b4cedc4979e2 {{(pid=82903) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 09 15:51:13.050392 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.plugins.ml2.rpc [None req-812787cf-6466-4ce1-8c4e-c32e14b18d8a None None] Device 34c65508-8582-4637-9219-b4cedc4979e2 not bound to the agent host hv-cinder-82510 {{(pid=82903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 15:51:13.223630 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.wsgi [-] (82902) accepted ('10.222.0.67', 50492) {{(pid=82902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 15:51:13.365215 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-3f31b434-b58f-4c72-a3f7-3aa9637127f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:51:13.395766 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.db.quota.driver [None req-3f31b434-b58f-4c72-a3f7-3aa9637127f0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 15:51:13.399612 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.quota.resource [None req-3f31b434-b58f-4c72-a3f7-3aa9637127f0 admin admin] Usage tracker for resource:security_group_rule and tenant:8d416ef8fc1240c4bc88d63c903ca2ef is out of sync, need to count used quota {{(pid=82902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 15:51:13.403146 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.quota.resource [None req-3f31b434-b58f-4c72-a3f7-3aa9637127f0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 15:51:13.409053 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.db.quota.driver [None req-3f31b434-b58f-4c72-a3f7-3aa9637127f0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 15:51:13.476904 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-3f31b434-b58f-4c72-a3f7-3aa9637127f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:51:13.481716 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-3f31b434-b58f-4c72-a3f7-3aa9637127f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_create {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:51:13.529531 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f31b434-b58f-4c72-a3f7-3aa9637127f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12570e13-63ca-423a-ab7a-0649868585be,revision_number=1']} {{(pid=82902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:51:13.535343 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [None req-3f31b434-b58f-4c72-a3f7-3aa9637127f0 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=8d416ef8fc1240c4bc88d63c903ca2ef&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3106592 Feb 09 15:51:13.538100 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.wsgi [-] (82901) accepted ('10.222.0.67', 50500) {{(pid=82901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 15:51:13.600890 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-8c137d02-99ac-4b76-8c5b-48b93145634f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:51:13.626037 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-8c137d02-99ac-4b76-8c5b-48b93145634f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:51:13.675791 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-8c137d02-99ac-4b76-8c5b-48b93145634f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_delete {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:51:13.689419 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c137d02-99ac-4b76-8c5b-48b93145634f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12570e13-63ca-423a-ab7a-0649868585be,revision_number=None']} {{(pid=82901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:51:13.695559 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-8c137d02-99ac-4b76-8c5b-48b93145634f admin admin] Notify callbacks [] for security_group, before_response {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:51:13.699387 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [None req-8c137d02-99ac-4b76-8c5b-48b93145634f admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/12570e13-63ca-423a-ab7a-0649868585be HTTP/1.1" status: 204 len: 168 time: 0.1601775 Feb 09 15:51:14.022476 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.wsgi [-] (82901) accepted ('10.222.0.67', 50508) {{(pid=82901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 15:51:14.040208 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-9e6dc1db-3af6-4c87-8b8f-ca182509b3c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:51:14.071788 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.db.quota.driver [None req-9e6dc1db-3af6-4c87-8b8f-ca182509b3c3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 15:51:14.075689 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.quota.resource [None req-9e6dc1db-3af6-4c87-8b8f-ca182509b3c3 admin admin] Usage tracker for resource:security_group_rule and tenant:221ebca6837a494b811b0834025477f7 is out of sync, need to count used quota {{(pid=82901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 15:51:14.078422 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.quota.resource [None req-9e6dc1db-3af6-4c87-8b8f-ca182509b3c3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 15:51:14.084175 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.db.quota.driver [None req-9e6dc1db-3af6-4c87-8b8f-ca182509b3c3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 15:51:14.148136 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-9e6dc1db-3af6-4c87-8b8f-ca182509b3c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:51:14.151946 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-9e6dc1db-3af6-4c87-8b8f-ca182509b3c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_create {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:51:14.201283 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e6dc1db-3af6-4c87-8b8f-ca182509b3c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b77f6085-0520-4fc0-8fbd-02b28028e844,revision_number=1']} {{(pid=82901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:51:14.206467 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [None req-9e6dc1db-3af6-4c87-8b8f-ca182509b3c3 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=221ebca6837a494b811b0834025477f7&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1829689 Feb 09 15:51:14.209453 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.wsgi [-] (82902) accepted ('10.222.0.67', 50512) {{(pid=82902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 15:51:14.271330 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-1d9d6d04-5ac9-4392-9655-f89682070543 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:51:14.296709 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-1d9d6d04-5ac9-4392-9655-f89682070543 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:51:14.348700 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-1d9d6d04-5ac9-4392-9655-f89682070543 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_delete {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:51:14.369145 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d9d6d04-5ac9-4392-9655-f89682070543 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b77f6085-0520-4fc0-8fbd-02b28028e844,revision_number=None']} {{(pid=82902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:51:14.386099 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-1d9d6d04-5ac9-4392-9655-f89682070543 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:51:14.400446 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [None req-1d9d6d04-5ac9-4392-9655-f89682070543 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/b77f6085-0520-4fc0-8fbd-02b28028e844 HTTP/1.1" status: 204 len: 168 time: 0.1802564 Feb 09 15:51:17.159193 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.wsgi [-] (82902) accepted ('10.222.0.67', 50606) {{(pid=82902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 15:51:17.365658 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-87cb02ef-c193-4832-ac54-cd3d49702bf7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:51:17.396919 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.db.quota.driver [None req-87cb02ef-c193-4832-ac54-cd3d49702bf7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 15:51:17.401105 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.quota.resource [None req-87cb02ef-c193-4832-ac54-cd3d49702bf7 admin admin] Usage tracker for resource:security_group_rule and tenant:f45038c43b0340e88a31f97c8d659eff is out of sync, need to count used quota {{(pid=82902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 15:51:17.405133 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.quota.resource [None req-87cb02ef-c193-4832-ac54-cd3d49702bf7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 15:51:17.411129 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.db.quota.driver [None req-87cb02ef-c193-4832-ac54-cd3d49702bf7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 15:51:17.475465 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-87cb02ef-c193-4832-ac54-cd3d49702bf7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:51:17.479208 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-87cb02ef-c193-4832-ac54-cd3d49702bf7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_create {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:51:17.525540 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87cb02ef-c193-4832-ac54-cd3d49702bf7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04d6795e-245d-4414-bf3a-e97705598bc0,revision_number=1']} {{(pid=82902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:51:17.534333 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [None req-87cb02ef-c193-4832-ac54-cd3d49702bf7 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=f45038c43b0340e88a31f97c8d659eff&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3740549 Feb 09 15:51:17.536932 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.wsgi [-] (82902) accepted ('10.222.0.67', 50612) {{(pid=82902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 15:51:17.599160 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-87eab09b-f117-4565-a95d-c86f4bdcf2ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:51:17.628305 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-87eab09b-f117-4565-a95d-c86f4bdcf2ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:51:17.678133 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-87eab09b-f117-4565-a95d-c86f4bdcf2ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_delete {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:51:17.692394 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87eab09b-f117-4565-a95d-c86f4bdcf2ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04d6795e-245d-4414-bf3a-e97705598bc0,revision_number=None']} {{(pid=82902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:51:17.701296 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-87eab09b-f117-4565-a95d-c86f4bdcf2ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:51:17.702375 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [None req-87eab09b-f117-4565-a95d-c86f4bdcf2ea admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/04d6795e-245d-4414-bf3a-e97705598bc0 HTTP/1.1" status: 204 len: 168 time: 0.1646776 Feb 09 15:51:18.026033 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.wsgi [-] (82902) accepted ('10.222.0.67', 50622) {{(pid=82902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 15:51:18.046908 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-2206ef06-2d85-471d-a33c-1cb04534557b admin admin] Notify callbacks [] for security_group, before_create {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:51:18.079232 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.db.quota.driver [None req-2206ef06-2d85-471d-a33c-1cb04534557b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 15:51:18.083489 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.quota.resource [None req-2206ef06-2d85-471d-a33c-1cb04534557b admin admin] Usage tracker for resource:security_group_rule and tenant:866afd4ab3644c5d8f469d38bc15cc87 is out of sync, need to count used quota {{(pid=82902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 15:51:18.086478 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.quota.resource [None req-2206ef06-2d85-471d-a33c-1cb04534557b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 15:51:18.093319 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.db.quota.driver [None req-2206ef06-2d85-471d-a33c-1cb04534557b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 15:51:18.160702 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-2206ef06-2d85-471d-a33c-1cb04534557b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:51:18.164710 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-2206ef06-2d85-471d-a33c-1cb04534557b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_create {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:51:18.209144 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2206ef06-2d85-471d-a33c-1cb04534557b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f720e1ab-ec1f-47e6-b3d0-ef62769d939b,revision_number=1']} {{(pid=82902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:51:18.214453 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [None req-2206ef06-2d85-471d-a33c-1cb04534557b admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=866afd4ab3644c5d8f469d38bc15cc87&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1873858 Feb 09 15:51:18.218671 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.wsgi [-] (82902) accepted ('10.222.0.67', 50626) {{(pid=82902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 15:51:18.279065 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-e0061613-869b-4809-8927-693bc5f65399 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:51:18.303838 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-e0061613-869b-4809-8927-693bc5f65399 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:51:18.353848 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-e0061613-869b-4809-8927-693bc5f65399 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_delete {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:51:18.367650 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0061613-869b-4809-8927-693bc5f65399 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f720e1ab-ec1f-47e6-b3d0-ef62769d939b,revision_number=None']} {{(pid=82902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:51:18.374710 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-e0061613-869b-4809-8927-693bc5f65399 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:51:18.376531 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [None req-e0061613-869b-4809-8927-693bc5f65399 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/f720e1ab-ec1f-47e6-b3d0-ef62769d939b HTTP/1.1" status: 204 len: 168 time: 0.1568248 Feb 09 15:51:19.417299 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a7fda7-4b48-41b4-ab86-d236f2b443d2 req-19693b5b-17a3-4473-9e89-b967cfe8c99d tempest-VolumesSnapshotTestJSON-2013528149 tempest-VolumesSnapshotTestJSON-2013528149-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:51:19.419418 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-c6a7fda7-4b48-41b4-ab86-d236f2b443d2 req-19693b5b-17a3-4473-9e89-b967cfe8c99d tempest-VolumesSnapshotTestJSON-2013528149 tempest-VolumesSnapshotTestJSON-2013528149-project] 10.222.0.67 "GET /v2.0/networks?id=8c1962e5-0ea0-4922-990b-7b46f57fc150 HTTP/1.1" status: 200 len: 814 time: 0.1482205 Feb 09 15:51:19.435354 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-c6a7fda7-4b48-41b4-ab86-d236f2b443d2 req-ec4f12cd-e982-4094-a3f9-ce7548f6b979 tempest-VolumesSnapshotTestJSON-2013528149 tempest-VolumesSnapshotTestJSON-2013528149-project] 10.222.0.67 "GET /v2.0/quotas/006bd20fb09d45bb9c69c05521bbfd68 HTTP/1.1" status: 200 len: 375 time: 0.0103467 Feb 09 15:51:19.482398 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.quota.resource [req-c6a7fda7-4b48-41b4-ab86-d236f2b443d2 req-54bb54c4-d4d9-413f-b9fa-518b31ef13fb tempest-VolumesSnapshotTestJSON-2013528149 tempest-VolumesSnapshotTestJSON-2013528149-project] Synchronizing usage tracker for tenant:006bd20fb09d45bb9c69c05521bbfd68 on resource:port {{(pid=82901) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 15:51:19.497392 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.quota.resource [req-c6a7fda7-4b48-41b4-ab86-d236f2b443d2 req-54bb54c4-d4d9-413f-b9fa-518b31ef13fb tempest-VolumesSnapshotTestJSON-2013528149 tempest-VolumesSnapshotTestJSON-2013528149-project] Unset dirty status for tenant:006bd20fb09d45bb9c69c05521bbfd68 on resource:port {{(pid=82901) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 15:51:19.498625 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-c6a7fda7-4b48-41b4-ab86-d236f2b443d2 req-54bb54c4-d4d9-413f-b9fa-518b31ef13fb tempest-VolumesSnapshotTestJSON-2013528149 tempest-VolumesSnapshotTestJSON-2013528149-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=006bd20fb09d45bb9c69c05521bbfd68&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0576634 Feb 09 15:51:19.640042 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-c6a7fda7-4b48-41b4-ab86-d236f2b443d2 req-6734918d-7c6e-49f6-b9a5-994ff96838a5 service neutron] 10.222.0.67 "GET /v2.0/networks/8c1962e5-0ea0-4922-990b-7b46f57fc150?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1347375 Feb 09 15:51:19.771341 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-c6a7fda7-4b48-41b4-ab86-d236f2b443d2 req-09fd7651-aa9b-4b9b-b822-4418a5aaa695 service neutron] 10.222.0.67 "GET /v2.0/networks/8c1962e5-0ea0-4922-990b-7b46f57fc150?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1256492 Feb 09 15:51:19.964065 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-6de61fff-498a-492c-8d3a-25be63868edd req-451bba7b-0bff-4d01-a158-7c2ee5a8a552 tempest-VolumesSnapshotTestJSON-2013528149 tempest-VolumesSnapshotTestJSON-2013528149-project] 10.222.0.67 "GET /v2.0/ports?device_id=9b2a50f5-4b76-4642-af3d-ac072a890d39 HTTP/1.1" status: 200 len: 210 time: 0.0454049 Feb 09 15:51:21.160747 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-1929e4f2-b9b3-4a2b-9686-e6e3a88f3e42 req-afcc0f75-2b4a-4638-8235-5a1c72c22b9a tempest-VolumesSnapshotTestJSON-2013528149 tempest-VolumesSnapshotTestJSON-2013528149-project] 10.222.0.67 "GET /v2.0/ports?device_id=9b2a50f5-4b76-4642-af3d-ac072a890d39 HTTP/1.1" status: 200 len: 210 time: 0.0643225 Feb 09 15:51:21.182600 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a7fda7-4b48-41b4-ab86-d236f2b443d2 req-875f7854-6a8f-48df-bf18-1a1cc8200b62 tempest-VolumesSnapshotTestJSON-2013528149 tempest-VolumesSnapshotTestJSON-2013528149-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:51:21.184590 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-c6a7fda7-4b48-41b4-ab86-d236f2b443d2 req-875f7854-6a8f-48df-bf18-1a1cc8200b62 tempest-VolumesSnapshotTestJSON-2013528149 tempest-VolumesSnapshotTestJSON-2013528149-project] 10.222.0.47 "GET /v2.0/networks?id=8c1962e5-0ea0-4922-990b-7b46f57fc150 HTTP/1.1" status: 200 len: 814 time: 0.3057551 Feb 09 15:51:21.202517 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.api.v2.base [req-c6a7fda7-4b48-41b4-ab86-d236f2b443d2 req-64bf421c-b564-4a4b-ac4f-099f812d298a tempest-VolumesSnapshotTestJSON-2013528149 tempest-VolumesSnapshotTestJSON-2013528149-project] Request body: {'port': {'device_id': '9b2a50f5-4b76-4642-af3d-ac072a890d39', 'network_id': '8c1962e5-0ea0-4922-990b-7b46f57fc150', 'admin_state_up': True, 'tenant_id': '006bd20fb09d45bb9c69c05521bbfd68'}} {{(pid=82901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 15:51:21.335610 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.db.quota.driver [req-c6a7fda7-4b48-41b4-ab86-d236f2b443d2 req-64bf421c-b564-4a4b-ac4f-099f812d298a tempest-VolumesSnapshotTestJSON-2013528149 tempest-VolumesSnapshotTestJSON-2013528149-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 15:51:21.345684 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.db.quota.driver [req-c6a7fda7-4b48-41b4-ab86-d236f2b443d2 req-64bf421c-b564-4a4b-ac4f-099f812d298a tempest-VolumesSnapshotTestJSON-2013528149 tempest-VolumesSnapshotTestJSON-2013528149-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=82901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 15:51:21.355241 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c6a7fda7-4b48-41b4-ab86-d236f2b443d2 req-64bf421c-b564-4a4b-ac4f-099f812d298a tempest-VolumesSnapshotTestJSON-2013528149 tempest-VolumesSnapshotTestJSON-2013528149-project] Made reservation on behalf of 006bd20fb09d45bb9c69c05521bbfd68 for: {'port': 1} {{(pid=82901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 15:51:21.358306 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [req-c6a7fda7-4b48-41b4-ab86-d236f2b443d2 req-64bf421c-b564-4a4b-ac4f-099f812d298a tempest-VolumesSnapshotTestJSON-2013528149 tempest-VolumesSnapshotTestJSON-2013528149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16080601'] for port, before_create {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:51:21.517218 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.db.db_base_plugin_common [req-c6a7fda7-4b48-41b4-ab86-d236f2b443d2 req-64bf421c-b564-4a4b-ac4f-099f812d298a tempest-VolumesSnapshotTestJSON-2013528149 tempest-VolumesSnapshotTestJSON-2013528149-project] Allocated IP 172.20.0.13 (8c1962e5-0ea0-4922-990b-7b46f57fc150/b965ea50-02a3-4534-b1b6-ca49337d120f/1084d2ee-301e-47e0-bd51-1191186eda9d) {{(pid=82901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 15:51:21.731506 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [req-c6a7fda7-4b48-41b4-ab86-d236f2b443d2 req-64bf421c-b564-4a4b-ac4f-099f812d298a tempest-VolumesSnapshotTestJSON-2013528149 tempest-VolumesSnapshotTestJSON-2013528149-project] Notify callbacks [] for port, precommit_create {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:51:21.759097 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [req-c6a7fda7-4b48-41b4-ab86-d236f2b443d2 req-64bf421c-b564-4a4b-ac4f-099f812d298a tempest-VolumesSnapshotTestJSON-2013528149 tempest-VolumesSnapshotTestJSON-2013528149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16080037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124156', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756758334037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1282344'] for port, after_create {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:51:21.827981 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c6a7fda7-4b48-41b4-ab86-d236f2b443d2 req-64bf421c-b564-4a4b-ac4f-099f812d298a tempest-VolumesSnapshotTestJSON-2013528149 tempest-VolumesSnapshotTestJSON-2013528149-project] Network 8c1962e5-0ea0-4922-990b-7b46f57fc150 is already hosted by enough agents. {{(pid=82901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 15:51:21.831218 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.scheduler.base_scheduler [req-c6a7fda7-4b48-41b4-ab86-d236f2b443d2 req-64bf421c-b564-4a4b-ac4f-099f812d298a tempest-VolumesSnapshotTestJSON-2013528149 tempest-VolumesSnapshotTestJSON-2013528149-project] Resources bound (agent type, host, resource id): {{(pid=82901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 15:51:21.833877 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6a7fda7-4b48-41b4-ab86-d236f2b443d2 req-64bf421c-b564-4a4b-ac4f-099f812d298a tempest-VolumesSnapshotTestJSON-2013528149 tempest-VolumesSnapshotTestJSON-2013528149-project] Received port after_create {{(pid=82901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 15:51:21.874094 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64bf421c-b564-4a4b-ac4f-099f812d298a tempest-VolumesSnapshotTestJSON-2013528149 tempest-VolumesSnapshotTestJSON-2013528149-project] Pushing event updated for resources: {'Port': ['ID=1084d2ee-301e-47e0-bd51-1191186eda9d,revision_number=1']} {{(pid=82901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:51:21.899074 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a7fda7-4b48-41b4-ab86-d236f2b443d2 req-64bf421c-b564-4a4b-ac4f-099f812d298a tempest-VolumesSnapshotTestJSON-2013528149 tempest-VolumesSnapshotTestJSON-2013528149-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=82901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:51:21.899657 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [req-c6a7fda7-4b48-41b4-ab86-d236f2b443d2 req-64bf421c-b564-4a4b-ac4f-099f812d298a tempest-VolumesSnapshotTestJSON-2013528149 tempest-VolumesSnapshotTestJSON-2013528149-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205010'] for port, before_response {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:51:21.927515 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-c6a7fda7-4b48-41b4-ab86-d236f2b443d2 req-64bf421c-b564-4a4b-ac4f-099f812d298a tempest-VolumesSnapshotTestJSON-2013528149 tempest-VolumesSnapshotTestJSON-2013528149-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7289677 Feb 09 15:51:21.939558 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.api.v2.base [req-c6a7fda7-4b48-41b4-ab86-d236f2b443d2 req-d47f945c-48a4-4015-958d-a78585cebaf8 service neutron] Request body: {'port': {'device_id': '9b2a50f5-4b76-4642-af3d-ac072a890d39', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82510'}} {{(pid=82901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 15:51:22.049450 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [req-c6a7fda7-4b48-41b4-ab86-d236f2b443d2 req-d47f945c-48a4-4015-958d-a78585cebaf8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16080601'] for port, before_update {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:51:22.390479 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a01e612-1239-415e-a8b0-9ca3c7997fec req-cf26b54d-9177-413e-9eb4-29296ae8485f tempest-VolumesSnapshotTestJSON-2013528149 tempest-VolumesSnapshotTestJSON-2013528149-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:51:22.391966 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-6a01e612-1239-415e-a8b0-9ca3c7997fec req-cf26b54d-9177-413e-9eb4-29296ae8485f tempest-VolumesSnapshotTestJSON-2013528149 tempest-VolumesSnapshotTestJSON-2013528149-project] 10.222.0.67 "GET /v2.0/ports?device_id=9b2a50f5-4b76-4642-af3d-ac072a890d39 HTTP/1.1" status: 200 len: 932 time: 0.0942922 Feb 09 15:51:22.414136 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.notifiers.nova [req-c6a7fda7-4b48-41b4-ab86-d236f2b443d2 req-d47f945c-48a4-4015-958d-a78585cebaf8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1084d2ee-301e-47e0-bd51-1191186eda9d {{(pid=82901) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 15:51:22.422470 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [req-c6a7fda7-4b48-41b4-ab86-d236f2b443d2 req-d47f945c-48a4-4015-958d-a78585cebaf8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:51:22.438410 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.db.provisioning_blocks [req-c6a7fda7-4b48-41b4-ab86-d236f2b443d2 req-d47f945c-48a4-4015-958d-a78585cebaf8 service neutron] Transition to ACTIVE for port object 1084d2ee-301e-47e0-bd51-1191186eda9d will not be triggered until provisioned by entity L2. {{(pid=82901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 15:51:22.445267 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [req-c6a7fda7-4b48-41b4-ab86-d236f2b443d2 req-d47f945c-48a4-4015-958d-a78585cebaf8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16080037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758755988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756758334055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756758334100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1282337'] for port, after_update {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:51:22.446294 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-6a01e612-1239-415e-a8b0-9ca3c7997fec req-20d6716e-2395-46a7-924c-24dc3964ad2f tempest-VolumesSnapshotTestJSON-2013528149 tempest-VolumesSnapshotTestJSON-2013528149-project] 10.222.0.67 "GET /v2.0/security-groups?id=ee9b3377-2001-409e-be47-c12763e0e049&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485556 Feb 09 15:51:22.586120 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d47f945c-48a4-4015-958d-a78585cebaf8 service neutron] Pushing event updated for resources: {'Port': ['ID=1084d2ee-301e-47e0-bd51-1191186eda9d,revision_number=2']} {{(pid=82901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:51:22.696834 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.plugins.ml2.managers [req-c6a7fda7-4b48-41b4-ab86-d236f2b443d2 req-d47f945c-48a4-4015-958d-a78585cebaf8 service neutron] Attempting to bind port 1084d2ee-301e-47e0-bd51-1191186eda9d on host hv-cinder-82510 for vnic_type normal with profile {{(pid=82901) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 15:51:22.697163 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.plugins.ml2.managers [req-c6a7fda7-4b48-41b4-ab86-d236f2b443d2 req-d47f945c-48a4-4015-958d-a78585cebaf8 service neutron] Attempting to bind port 1084d2ee-301e-47e0-bd51-1191186eda9d by drivers openvswitch,hyperv on host hv-cinder-82510 at level 0 using segments [{'id': '067b7949-b3b4-4eb0-8d3f-80c09bd592c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': '8c1962e5-0ea0-4922-990b-7b46f57fc150'}] {{(pid=82901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 15:51:22.697483 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6a7fda7-4b48-41b4-ab86-d236f2b443d2 req-d47f945c-48a4-4015-958d-a78585cebaf8 service neutron] Attempting to bind port 1084d2ee-301e-47e0-bd51-1191186eda9d on network 8c1962e5-0ea0-4922-990b-7b46f57fc150 {{(pid=82901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 15:51:22.703278 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6a7fda7-4b48-41b4-ab86-d236f2b443d2 req-d47f945c-48a4-4015-958d-a78585cebaf8 service neutron] Port 1084d2ee-301e-47e0-bd51-1191186eda9d on network 8c1962e5-0ea0-4922-990b-7b46f57fc150 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82510 {{(pid=82901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 09 15:51:22.703589 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6a7fda7-4b48-41b4-ab86-d236f2b443d2 req-d47f945c-48a4-4015-958d-a78585cebaf8 service neutron] Attempting to bind port 1084d2ee-301e-47e0-bd51-1191186eda9d on network 8c1962e5-0ea0-4922-990b-7b46f57fc150 {{(pid=82901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 15:51:22.709623 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6a7fda7-4b48-41b4-ab86-d236f2b443d2 req-d47f945c-48a4-4015-958d-a78585cebaf8 service neutron] Checking agent: {'id': 'db1a70d3-a821-4659-b534-995c5c5f449e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82510', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 15, 40, 29), 'started_at': datetime.datetime(2022, 2, 9, 15, 40, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 15, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=82901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 15:51:22.709949 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6a7fda7-4b48-41b4-ab86-d236f2b443d2 req-d47f945c-48a4-4015-958d-a78585cebaf8 service neutron] Checking segment: {'id': '067b7949-b3b4-4eb0-8d3f-80c09bd592c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': '8c1962e5-0ea0-4922-990b-7b46f57fc150'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 15:51:22.710316 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6a7fda7-4b48-41b4-ab86-d236f2b443d2 req-d47f945c-48a4-4015-958d-a78585cebaf8 service neutron] Bound using segment: {'id': '067b7949-b3b4-4eb0-8d3f-80c09bd592c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': '8c1962e5-0ea0-4922-990b-7b46f57fc150'} {{(pid=82901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 15:51:22.710724 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.plugins.ml2.managers [req-c6a7fda7-4b48-41b4-ab86-d236f2b443d2 req-d47f945c-48a4-4015-958d-a78585cebaf8 service neutron] Bound port: 1084d2ee-301e-47e0-bd51-1191186eda9d, host: hv-cinder-82510, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '067b7949-b3b4-4eb0-8d3f-80c09bd592c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': '8c1962e5-0ea0-4922-990b-7b46f57fc150'}}] {{(pid=82901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 15:51:22.711058 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [req-c6a7fda7-4b48-41b4-ab86-d236f2b443d2 req-d47f945c-48a4-4015-958d-a78585cebaf8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16080601'] for port, before_update {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:51:22.801377 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.plugins.ml2.db [req-c6a7fda7-4b48-41b4-ab86-d236f2b443d2 req-d47f945c-48a4-4015-958d-a78585cebaf8 service neutron] For port 1084d2ee-301e-47e0-bd51-1191186eda9d, host hv-cinder-82510, cleared binding levels {{(pid=82901) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 15:51:22.804606 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.plugins.ml2.db [req-c6a7fda7-4b48-41b4-ab86-d236f2b443d2 req-d47f945c-48a4-4015-958d-a78585cebaf8 service neutron] For port 1084d2ee-301e-47e0-bd51-1191186eda9d, host hv-cinder-82510, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=1084d2ee-301e-47e0-bd51-1191186eda9d,segment=NetworkSegment(067b7949-b3b4-4eb0-8d3f-80c09bd592c6),segment_id=067b7949-b3b4-4eb0-8d3f-80c09bd592c6)] {{(pid=82901) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 15:51:22.808489 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [req-c6a7fda7-4b48-41b4-ab86-d236f2b443d2 req-d47f945c-48a4-4015-958d-a78585cebaf8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16080037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758755988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756758334055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756758334100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1282337'] for port, after_update {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:51:22.869388 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [req-c6a7fda7-4b48-41b4-ab86-d236f2b443d2 req-d47f945c-48a4-4015-958d-a78585cebaf8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205010'] for port, before_response {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:51:22.870702 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-c6a7fda7-4b48-41b4-ab86-d236f2b443d2 req-d47f945c-48a4-4015-958d-a78585cebaf8 service neutron] 10.222.0.47 "PUT /v2.0/ports/1084d2ee-301e-47e0-bd51-1191186eda9d HTTP/1.1" status: 200 len: 1094 time: 0.9354305 Feb 09 15:51:22.871117 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9b2a50f5-4b76-4642-af3d-ac072a890d39', 'tag': '1084d2ee-301e-47e0-bd51-1191186eda9d'}] {{(pid=82901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 15:51:22.891262 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d47f945c-48a4-4015-958d-a78585cebaf8 service neutron] Pushing event updated for resources: {'Port': ['ID=1084d2ee-301e-47e0-bd51-1191186eda9d,revision_number=3']} {{(pid=82901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:51:22.943937 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9b2a50f5-4b76-4642-af3d-ac072a890d39', 'tag': '1084d2ee-301e-47e0-bd51-1191186eda9d', 'status': 'completed', 'code': 200} Feb 09 15:51:23.061078 dv-cinder-825105-1-iscsi neutron-server[82904]: DEBUG neutron.db.agents_db [None req-77d1faa3-9ee6-4a91-bd02-8524aa1f9325 None None] Agent healthcheck: found 6 active agents {{(pid=82904) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 15:51:23.061686 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-c6a7fda7-4b48-41b4-ab86-d236f2b443d2 req-253c0f50-f85e-4550-a5db-c4f6ee4ba844 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=006bd20fb09d45bb9c69c05521bbfd68&device_id=9b2a50f5-4b76-4642-af3d-ac072a890d39 HTTP/1.1" status: 200 len: 1097 time: 0.1525824 Feb 09 15:51:23.130438 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-c6a7fda7-4b48-41b4-ab86-d236f2b443d2 req-835b5cf6-5ef2-446b-a9b9-fd0d2437600d service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1084d2ee-301e-47e0-bd51-1191186eda9d HTTP/1.1" status: 200 len: 217 time: 0.0615087 Feb 09 15:51:23.194469 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a7fda7-4b48-41b4-ab86-d236f2b443d2 req-bf812c72-c026-4f34-9218-8569be0f9d43 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:51:23.196190 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-c6a7fda7-4b48-41b4-ab86-d236f2b443d2 req-bf812c72-c026-4f34-9218-8569be0f9d43 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=b965ea50-02a3-4534-b1b6-ca49337d120f HTTP/1.1" status: 200 len: 854 time: 0.0598221 Feb 09 15:51:23.241431 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-c6a7fda7-4b48-41b4-ab86-d236f2b443d2 req-0d55d857-7096-4ff6-b616-e2084aab9cd2 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=8c1962e5-0ea0-4922-990b-7b46f57fc150&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0381110 Feb 09 15:51:23.372038 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-c6a7fda7-4b48-41b4-ab86-d236f2b443d2 req-f67aae0f-99a8-49b9-b340-fc962872012d service neutron] 10.222.0.47 "GET /v2.0/networks/8c1962e5-0ea0-4922-990b-7b46f57fc150?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227214 Feb 09 15:51:23.503326 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-c6a7fda7-4b48-41b4-ab86-d236f2b443d2 req-ebea9806-92a2-41a0-8578-ae7366c45639 service neutron] 10.222.0.47 "GET /v2.0/networks/8c1962e5-0ea0-4922-990b-7b46f57fc150?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250176 Feb 09 15:51:23.620348 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-2e31bdd3-61bf-496c-9ad6-a3a9c493fb86 req-b4fe6994-e5a2-4c43-8713-9359ea780770 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=006bd20fb09d45bb9c69c05521bbfd68&device_id=9b2a50f5-4b76-4642-af3d-ac072a890d39 HTTP/1.1" status: 200 len: 1097 time: 0.0699637 Feb 09 15:51:23.649923 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b11186d-9946-43ac-8aa2-e2cc24e00124 req-a698254a-9fca-4fb4-8740-667b1034a1bc tempest-VolumesSnapshotTestJSON-2013528149 tempest-VolumesSnapshotTestJSON-2013528149-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:51:23.651367 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-0b11186d-9946-43ac-8aa2-e2cc24e00124 req-a698254a-9fca-4fb4-8740-667b1034a1bc tempest-VolumesSnapshotTestJSON-2013528149 tempest-VolumesSnapshotTestJSON-2013528149-project] 10.222.0.67 "GET /v2.0/ports?device_id=9b2a50f5-4b76-4642-af3d-ac072a890d39 HTTP/1.1" status: 200 len: 944 time: 0.0809543 Feb 09 15:51:23.703049 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-0b11186d-9946-43ac-8aa2-e2cc24e00124 req-2ba29f5f-2dd7-4b64-bba6-ea9e061c2148 tempest-VolumesSnapshotTestJSON-2013528149 tempest-VolumesSnapshotTestJSON-2013528149-project] 10.222.0.67 "GET /v2.0/security-groups?id=ee9b3377-2001-409e-be47-c12763e0e049&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457070 Feb 09 15:51:23.755236 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e31bdd3-61bf-496c-9ad6-a3a9c493fb86 req-d413e389-cc69-4619-9ff8-6df9aa5082a7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:51:23.756620 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-2e31bdd3-61bf-496c-9ad6-a3a9c493fb86 req-d413e389-cc69-4619-9ff8-6df9aa5082a7 service neutron] 10.222.0.47 "GET /v2.0/networks?id=8c1962e5-0ea0-4922-990b-7b46f57fc150 HTTP/1.1" status: 200 len: 915 time: 0.1298018 Feb 09 15:51:23.839195 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-2e31bdd3-61bf-496c-9ad6-a3a9c493fb86 req-e2ecf433-856b-472c-9d01-70f566763784 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1084d2ee-301e-47e0-bd51-1191186eda9d HTTP/1.1" status: 200 len: 217 time: 0.0655699 Feb 09 15:51:23.904475 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e31bdd3-61bf-496c-9ad6-a3a9c493fb86 req-3ca2805c-c7bc-423e-ad50-09892dd32b71 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:51:23.905893 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-2e31bdd3-61bf-496c-9ad6-a3a9c493fb86 req-3ca2805c-c7bc-423e-ad50-09892dd32b71 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=b965ea50-02a3-4534-b1b6-ca49337d120f HTTP/1.1" status: 200 len: 854 time: 0.0604520 Feb 09 15:51:23.953490 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-2e31bdd3-61bf-496c-9ad6-a3a9c493fb86 req-2791b9d7-18ac-44bb-bb1f-f7f1cfde1da8 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=8c1962e5-0ea0-4922-990b-7b46f57fc150&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0408030 Feb 09 15:51:24.098662 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-2e31bdd3-61bf-496c-9ad6-a3a9c493fb86 req-4df5364d-39d4-4ac0-a3e0-ef52255be722 service neutron] 10.222.0.47 "GET /v2.0/networks/8c1962e5-0ea0-4922-990b-7b46f57fc150?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1382337 Feb 09 15:51:24.258929 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-2e31bdd3-61bf-496c-9ad6-a3a9c493fb86 req-0129c87c-03e0-417d-a5f6-122f103a401c service neutron] 10.222.0.47 "GET /v2.0/networks/8c1962e5-0ea0-4922-990b-7b46f57fc150?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1538105 Feb 09 15:51:24.900290 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a67a8c8-ec56-4c19-b3fd-425725f17ca8 req-2806d482-7547-484b-a4c7-236a387c04ec tempest-VolumesSnapshotTestJSON-2013528149 tempest-VolumesSnapshotTestJSON-2013528149-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:51:24.900982 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.quota.resource [req-3a67a8c8-ec56-4c19-b3fd-425725f17ca8 req-2806d482-7547-484b-a4c7-236a387c04ec tempest-VolumesSnapshotTestJSON-2013528149 tempest-VolumesSnapshotTestJSON-2013528149-project] Synchronizing usage tracker for tenant:006bd20fb09d45bb9c69c05521bbfd68 on resource:port {{(pid=82901) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 15:51:24.916687 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.quota.resource [req-3a67a8c8-ec56-4c19-b3fd-425725f17ca8 req-2806d482-7547-484b-a4c7-236a387c04ec tempest-VolumesSnapshotTestJSON-2013528149 tempest-VolumesSnapshotTestJSON-2013528149-project] Unset dirty status for tenant:006bd20fb09d45bb9c69c05521bbfd68 on resource:port {{(pid=82901) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 15:51:24.917868 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-3a67a8c8-ec56-4c19-b3fd-425725f17ca8 req-2806d482-7547-484b-a4c7-236a387c04ec tempest-VolumesSnapshotTestJSON-2013528149 tempest-VolumesSnapshotTestJSON-2013528149-project] 10.222.0.67 "GET /v2.0/ports?device_id=9b2a50f5-4b76-4642-af3d-ac072a890d39 HTTP/1.1" status: 200 len: 944 time: 0.0933075 Feb 09 15:51:24.966728 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-3a67a8c8-ec56-4c19-b3fd-425725f17ca8 req-cd7e6099-057a-4d73-9942-f47495ce1a27 tempest-VolumesSnapshotTestJSON-2013528149 tempest-VolumesSnapshotTestJSON-2013528149-project] 10.222.0.67 "GET /v2.0/security-groups?id=ee9b3377-2001-409e-be47-c12763e0e049&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426443 Feb 09 15:51:26.174649 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14306198-7ab7-4923-a0a7-071f32881bbe req-991ec396-28ef-4626-a219-de518a169fcd tempest-VolumesSnapshotTestJSON-2013528149 tempest-VolumesSnapshotTestJSON-2013528149-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:51:26.176161 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-14306198-7ab7-4923-a0a7-071f32881bbe req-991ec396-28ef-4626-a219-de518a169fcd tempest-VolumesSnapshotTestJSON-2013528149 tempest-VolumesSnapshotTestJSON-2013528149-project] 10.222.0.67 "GET /v2.0/ports?device_id=9b2a50f5-4b76-4642-af3d-ac072a890d39 HTTP/1.1" status: 200 len: 944 time: 0.0825214 Feb 09 15:51:26.220527 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-14306198-7ab7-4923-a0a7-071f32881bbe req-d5cfd7e5-d6d4-4d6e-acdb-2c555899fe54 tempest-VolumesSnapshotTestJSON-2013528149 tempest-VolumesSnapshotTestJSON-2013528149-project] 10.222.0.67 "GET /v2.0/security-groups?id=ee9b3377-2001-409e-be47-c12763e0e049&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388486 Feb 09 15:51:26.623486 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.plugins.ml2.rpc [None req-812787cf-6466-4ce1-8c4e-c32e14b18d8a None None] Device 1084d2ee-301e-47e0-bd51-1191186eda9d details requested by agent hyperv_hv-cinder-82510 with host hv-cinder-82510 {{(pid=82903) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 15:51:26.757158 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.plugins.ml2.db [None req-812787cf-6466-4ce1-8c4e-c32e14b18d8a None None] For port 1084d2ee-301e-47e0-bd51-1191186eda9d, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=1084d2ee-301e-47e0-bd51-1191186eda9d,segment=NetworkSegment(067b7949-b3b4-4eb0-8d3f-80c09bd592c6),segment_id=067b7949-b3b4-4eb0-8d3f-80c09bd592c6)] {{(pid=82903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:51:26.770093 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.plugins.ml2.rpc [None req-812787cf-6466-4ce1-8c4e-c32e14b18d8a None None] Returning: {'device': '1084d2ee-301e-47e0-bd51-1191186eda9d', 'network_id': '8c1962e5-0ea0-4922-990b-7b46f57fc150', 'port_id': '1084d2ee-301e-47e0-bd51-1191186eda9d', 'mac_address': 'fa:16:3e:88:55:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 836, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b965ea50-02a3-4534-b1b6-ca49337d120f', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82903) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 15:51:26.821939 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-812787cf-6466-4ce1-8c4e-c32e14b18d8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16080601'] for port, before_update {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:51:26.838165 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.notifiers.nova [None req-812787cf-6466-4ce1-8c4e-c32e14b18d8a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1084d2ee-301e-47e0-bd51-1191186eda9d {{(pid=82903) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 15:51:26.853066 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.plugins.ml2.db [None req-812787cf-6466-4ce1-8c4e-c32e14b18d8a None None] For port 1084d2ee-301e-47e0-bd51-1191186eda9d, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=1084d2ee-301e-47e0-bd51-1191186eda9d,segment=NetworkSegment(067b7949-b3b4-4eb0-8d3f-80c09bd592c6),segment_id=067b7949-b3b4-4eb0-8d3f-80c09bd592c6)] {{(pid=82903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:51:26.858327 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-812787cf-6466-4ce1-8c4e-c32e14b18d8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16080037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758755988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756758334055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756758334100'] for port, after_update {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:51:26.926438 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812787cf-6466-4ce1-8c4e-c32e14b18d8a None None] Pushing event updated for resources: {'Port': ['ID=1084d2ee-301e-47e0-bd51-1191186eda9d,revision_number=4']} {{(pid=82903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:51:26.934627 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-812787cf-6466-4ce1-8c4e-c32e14b18d8a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825105-1-iscsi {{(pid=82903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:51:26.934860 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-812787cf-6466-4ce1-8c4e-c32e14b18d8a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825105-1-iscsi {{(pid=82903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:51:26.935187 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-812787cf-6466-4ce1-8c4e-c32e14b18d8a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825105-1-iscsi {{(pid=82903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:51:26.935517 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-812787cf-6466-4ce1-8c4e-c32e14b18d8a None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825105-1-iscsi {{(pid=82903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:51:26.935836 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-812787cf-6466-4ce1-8c4e-c32e14b18d8a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825105-1-iscsi {{(pid=82903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:51:26.936165 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-812787cf-6466-4ce1-8c4e-c32e14b18d8a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-825105-1-iscsi {{(pid=82903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:51:26.936483 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-812787cf-6466-4ce1-8c4e-c32e14b18d8a None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825105-1-iscsi {{(pid=82903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:51:26.936818 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-812787cf-6466-4ce1-8c4e-c32e14b18d8a None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825105-1-iscsi {{(pid=82903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:51:26.937132 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-812787cf-6466-4ce1-8c4e-c32e14b18d8a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825105-1-iscsi {{(pid=82903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:51:26.937441 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-812787cf-6466-4ce1-8c4e-c32e14b18d8a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825105-1-iscsi {{(pid=82903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:51:26.937750 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-812787cf-6466-4ce1-8c4e-c32e14b18d8a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825105-1-iscsi {{(pid=82903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:51:27.089530 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.plugins.ml2.db [None req-812787cf-6466-4ce1-8c4e-c32e14b18d8a None None] get_ports_and_sgs() called for port_ids ['1084d2ee-301e-47e0-bd51-1191186eda9d'] {{(pid=82903) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 09 15:51:27.429305 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82271f7-9242-48db-807a-9d26c7a27095 req-14400af7-4333-414c-97ed-5e27db8367fb tempest-VolumesSnapshotTestJSON-2013528149 tempest-VolumesSnapshotTestJSON-2013528149-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:51:27.430663 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-a82271f7-9242-48db-807a-9d26c7a27095 req-14400af7-4333-414c-97ed-5e27db8367fb tempest-VolumesSnapshotTestJSON-2013528149 tempest-VolumesSnapshotTestJSON-2013528149-project] 10.222.0.67 "GET /v2.0/ports?device_id=9b2a50f5-4b76-4642-af3d-ac072a890d39 HTTP/1.1" status: 200 len: 945 time: 0.0893006 Feb 09 15:51:27.478675 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-a82271f7-9242-48db-807a-9d26c7a27095 req-f642cf9a-1b34-4d94-a390-5cd5ab4876e1 tempest-VolumesSnapshotTestJSON-2013528149 tempest-VolumesSnapshotTestJSON-2013528149-project] 10.222.0.67 "GET /v2.0/security-groups?id=ee9b3377-2001-409e-be47-c12763e0e049&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422647 Feb 09 15:51:27.939029 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-5af64ab2-56ce-46ae-8a20-9ba6e88a7a92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758786133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16008869'] for agent, after_update {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:51:28.622936 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.plugins.ml2.rpc [None req-812787cf-6466-4ce1-8c4e-c32e14b18d8a None None] Device 1084d2ee-301e-47e0-bd51-1191186eda9d up at agent hyperv_hv-cinder-82510 {{(pid=82903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 15:51:28.691610 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c89b338-f8a3-4241-a525-20074ec58d7d req-beff952c-4476-4a71-a3f3-8376994a5775 tempest-VolumesSnapshotTestJSON-2013528149 tempest-VolumesSnapshotTestJSON-2013528149-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:51:28.693317 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-9c89b338-f8a3-4241-a525-20074ec58d7d req-beff952c-4476-4a71-a3f3-8376994a5775 tempest-VolumesSnapshotTestJSON-2013528149 tempest-VolumesSnapshotTestJSON-2013528149-project] 10.222.0.67 "GET /v2.0/ports?device_id=9b2a50f5-4b76-4642-af3d-ac072a890d39 HTTP/1.1" status: 200 len: 945 time: 0.0898285 Feb 09 15:51:28.732146 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.db.provisioning_blocks [None req-812787cf-6466-4ce1-8c4e-c32e14b18d8a None None] Provisioning for port 1084d2ee-301e-47e0-bd51-1191186eda9d completed by entity L2. {{(pid=82903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 15:51:28.736863 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.db.provisioning_blocks [None req-812787cf-6466-4ce1-8c4e-c32e14b18d8a None None] Provisioning complete for port 1084d2ee-301e-47e0-bd51-1191186eda9d triggered by entity L2. {{(pid=82903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:51:28.737420 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-812787cf-6466-4ce1-8c4e-c32e14b18d8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16008948'] for port, provisioning_complete {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:51:28.747494 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-9c89b338-f8a3-4241-a525-20074ec58d7d req-e5b9876d-0369-45ba-91d4-9cd5a883d116 tempest-VolumesSnapshotTestJSON-2013528149 tempest-VolumesSnapshotTestJSON-2013528149-project] 10.222.0.67 "GET /v2.0/security-groups?id=ee9b3377-2001-409e-be47-c12763e0e049&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475376 Feb 09 15:51:28.859715 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-812787cf-6466-4ce1-8c4e-c32e14b18d8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16080601'] for port, before_update {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:51:28.885888 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b2a50f5-4b76-4642-af3d-ac072a890d39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1084d2ee-301e-47e0-bd51-1191186eda9d'}] {{(pid=82903) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 15:51:28.897183 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.plugins.ml2.db [None req-812787cf-6466-4ce1-8c4e-c32e14b18d8a None None] For port 1084d2ee-301e-47e0-bd51-1191186eda9d, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=1084d2ee-301e-47e0-bd51-1191186eda9d,segment=NetworkSegment(067b7949-b3b4-4eb0-8d3f-80c09bd592c6),segment_id=067b7949-b3b4-4eb0-8d3f-80c09bd592c6)] {{(pid=82903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:51:28.902776 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-812787cf-6466-4ce1-8c4e-c32e14b18d8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16080037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758755988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756758334055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756758334100'] for port, after_update {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:51:28.946181 dv-cinder-825105-1-iscsi neutron-server[82903]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b2a50f5-4b76-4642-af3d-ac072a890d39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1084d2ee-301e-47e0-bd51-1191186eda9d', 'code': 200} Feb 09 15:51:28.972363 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812787cf-6466-4ce1-8c4e-c32e14b18d8a None None] Pushing event updated for resources: {'Port': ['ID=1084d2ee-301e-47e0-bd51-1191186eda9d,revision_number=5']} {{(pid=82903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:51:29.172324 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-ac93882e-b994-49b9-ae3b-164cd6c5c3aa req-4963908b-3191-43d1-9a6c-d8ca3b44e79a service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=9b2a50f5-4b76-4642-af3d-ac072a890d39 HTTP/1.1" status: 200 len: 1099 time: 0.0691566 Feb 09 15:51:29.216642 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-ac93882e-b994-49b9-ae3b-164cd6c5c3aa req-0c5ff274-23cb-4783-bb05-708dd753ae2e service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=ee9b3377-2001-409e-be47-c12763e0e049&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385320 Feb 09 15:51:29.949578 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9291200-5e04-4a8c-a0cb-db9f2070324b req-18151bc6-c5b4-4e42-8c85-32995ce58b3e tempest-VolumesSnapshotTestJSON-2013528149 tempest-VolumesSnapshotTestJSON-2013528149-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:51:29.951200 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-b9291200-5e04-4a8c-a0cb-db9f2070324b req-18151bc6-c5b4-4e42-8c85-32995ce58b3e tempest-VolumesSnapshotTestJSON-2013528149 tempest-VolumesSnapshotTestJSON-2013528149-project] 10.222.0.67 "GET /v2.0/ports?device_id=9b2a50f5-4b76-4642-af3d-ac072a890d39 HTTP/1.1" status: 200 len: 946 time: 0.0794210 Feb 09 15:51:29.998503 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-b9291200-5e04-4a8c-a0cb-db9f2070324b req-bb909b1f-c01f-4eec-b3ae-67be79ff83a8 tempest-VolumesSnapshotTestJSON-2013528149 tempest-VolumesSnapshotTestJSON-2013528149-project] 10.222.0.67 "GET /v2.0/security-groups?id=ee9b3377-2001-409e-be47-c12763e0e049&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409808 Feb 09 15:51:30.306540 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-f0c1d5c9-caf5-45eb-ad96-cb731891189c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758786133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16008869'] for agent, after_update {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:51:30.378192 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-812787cf-6466-4ce1-8c4e-c32e14b18d8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758786133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16008869'] for agent, after_update {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:51:31.199657 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b251fce7-1e2f-4351-b212-9a0b0d20d367 req-373a5612-333d-4be1-80d8-cfdd84b414fc tempest-VolumesSnapshotTestJSON-2013528149 tempest-VolumesSnapshotTestJSON-2013528149-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:51:31.201199 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-b251fce7-1e2f-4351-b212-9a0b0d20d367 req-373a5612-333d-4be1-80d8-cfdd84b414fc tempest-VolumesSnapshotTestJSON-2013528149 tempest-VolumesSnapshotTestJSON-2013528149-project] 10.222.0.67 "GET /v2.0/ports?device_id=9b2a50f5-4b76-4642-af3d-ac072a890d39 HTTP/1.1" status: 200 len: 946 time: 0.0776551 Feb 09 15:51:31.249569 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-b251fce7-1e2f-4351-b212-9a0b0d20d367 req-6d842e9c-f7f1-459d-9f94-62f67d3b6284 tempest-VolumesSnapshotTestJSON-2013528149 tempest-VolumesSnapshotTestJSON-2013528149-project] 10.222.0.67 "GET /v2.0/security-groups?id=ee9b3377-2001-409e-be47-c12763e0e049&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428147 Feb 09 15:51:31.268150 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-1f7d0426-72a7-4c89-8e53-4ec430751ccf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758786133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16008869'] for agent, after_update {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:51:31.393081 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.wsgi [-] (82902) accepted ('10.222.0.67', 50782) {{(pid=82902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 15:51:31.532333 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-5408bb4c-d242-4dc9-831a-8e31594e2bee admin admin] Notify callbacks [] for security_group, before_create {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:51:31.563909 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.db.quota.driver [None req-5408bb4c-d242-4dc9-831a-8e31594e2bee admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 15:51:31.568295 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.quota.resource [None req-5408bb4c-d242-4dc9-831a-8e31594e2bee admin admin] Usage tracker for resource:security_group_rule and tenant:aad016ffa192490f92202956a49fd2e8 is out of sync, need to count used quota {{(pid=82902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 15:51:31.570001 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-608c4fd2-211a-4ca9-a277-ad2a51be62ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758786133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16008869'] for agent, after_update {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:51:31.571581 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.quota.resource [None req-5408bb4c-d242-4dc9-831a-8e31594e2bee admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 15:51:31.578373 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.db.quota.driver [None req-5408bb4c-d242-4dc9-831a-8e31594e2bee admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 15:51:31.655511 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-5408bb4c-d242-4dc9-831a-8e31594e2bee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:51:31.659619 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-5408bb4c-d242-4dc9-831a-8e31594e2bee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_create {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:51:31.708038 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5408bb4c-d242-4dc9-831a-8e31594e2bee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a8b7b9e-cabf-4a61-bbf1-cbb15c11a2e2,revision_number=1']} {{(pid=82902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:51:31.717316 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.wsgi [-] (82901) accepted ('10.222.0.67', 50794) {{(pid=82901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 15:51:31.729001 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [None req-5408bb4c-d242-4dc9-831a-8e31594e2bee admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=aad016ffa192490f92202956a49fd2e8&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3348153 Feb 09 15:51:31.784139 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-13995a8f-9aac-4101-96c9-d91365131bf2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:51:31.812444 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-13995a8f-9aac-4101-96c9-d91365131bf2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:51:31.952463 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-13995a8f-9aac-4101-96c9-d91365131bf2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_delete {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:51:31.969877 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13995a8f-9aac-4101-96c9-d91365131bf2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a8b7b9e-cabf-4a61-bbf1-cbb15c11a2e2,revision_number=None']} {{(pid=82901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:51:31.973097 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-13995a8f-9aac-4101-96c9-d91365131bf2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:51:31.974193 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [None req-13995a8f-9aac-4101-96c9-d91365131bf2 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/0a8b7b9e-cabf-4a61-bbf1-cbb15c11a2e2 HTTP/1.1" status: 204 len: 168 time: 0.2559135 Feb 09 15:51:32.307625 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.wsgi [-] (82901) accepted ('10.222.0.67', 50802) {{(pid=82901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 15:51:32.327208 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-b4a899fd-2b67-405c-a8e0-d1dfc67997fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:51:32.358212 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.db.quota.driver [None req-b4a899fd-2b67-405c-a8e0-d1dfc67997fe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 15:51:32.362015 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.quota.resource [None req-b4a899fd-2b67-405c-a8e0-d1dfc67997fe admin admin] Usage tracker for resource:security_group_rule and tenant:d99a31f24d354d669d01eb57c43134b8 is out of sync, need to count used quota {{(pid=82901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 15:51:32.364763 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.quota.resource [None req-b4a899fd-2b67-405c-a8e0-d1dfc67997fe admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 15:51:32.370347 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.db.quota.driver [None req-b4a899fd-2b67-405c-a8e0-d1dfc67997fe admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 15:51:32.436565 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-b4a899fd-2b67-405c-a8e0-d1dfc67997fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:51:32.440129 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-b4a899fd-2b67-405c-a8e0-d1dfc67997fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_create {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:51:32.486273 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [None req-b4a899fd-2b67-405c-a8e0-d1dfc67997fe admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=d99a31f24d354d669d01eb57c43134b8&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1775796 Feb 09 15:51:32.486960 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a899fd-2b67-405c-a8e0-d1dfc67997fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ceb300b4-6adc-4138-848e-ddd633044b6d,revision_number=1']} {{(pid=82901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:51:32.488970 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.wsgi [-] (82902) accepted ('10.222.0.67', 50806) {{(pid=82902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 15:51:32.549088 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-12707b84-987e-40e1-9602-8443d46fe5d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:51:32.580608 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-12707b84-987e-40e1-9602-8443d46fe5d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:51:32.629944 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-12707b84-987e-40e1-9602-8443d46fe5d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_delete {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:51:32.645848 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12707b84-987e-40e1-9602-8443d46fe5d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ceb300b4-6adc-4138-848e-ddd633044b6d,revision_number=None']} {{(pid=82902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:51:32.655553 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-12707b84-987e-40e1-9602-8443d46fe5d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:51:32.656701 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [None req-12707b84-987e-40e1-9602-8443d46fe5d0 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/ceb300b4-6adc-4138-848e-ddd633044b6d HTTP/1.1" status: 204 len: 168 time: 0.1667669 Feb 09 15:51:32.964618 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-faa751bb-9674-45ec-b131-f889431b03dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758786133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16008869'] for agent, after_update {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:51:33.481829 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.wsgi [-] (82901) accepted ('10.222.0.67', 50830) {{(pid=82901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 15:51:33.606973 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.api.v2.base [None req-d5d01504-184f-44b5-bf65-e74f8b84fd38 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-650831114-network', 'tenant_id': '821223475c6a403eae77f15f7d877c42'}} {{(pid=82901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 15:51:33.611712 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.db.quota.driver [None req-d5d01504-184f-44b5-bf65-e74f8b84fd38 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 15:51:33.615517 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.quota.resource [None req-d5d01504-184f-44b5-bf65-e74f8b84fd38 admin admin] Usage tracker for resource:network and tenant:821223475c6a403eae77f15f7d877c42 is out of sync, need to count used quota {{(pid=82901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 15:51:33.618954 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.quota.resource [None req-d5d01504-184f-44b5-bf65-e74f8b84fd38 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=82901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 15:51:33.625762 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.db.quota.driver [None req-d5d01504-184f-44b5-bf65-e74f8b84fd38 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 15:51:33.635896 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5d01504-184f-44b5-bf65-e74f8b84fd38 admin admin] Made reservation on behalf of 821223475c6a403eae77f15f7d877c42 for: {'network': 1} {{(pid=82901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 15:51:33.639207 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-d5d01504-184f-44b5-bf65-e74f8b84fd38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16080601'] for network, before_create {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:51:33.654324 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-d5d01504-184f-44b5-bf65-e74f8b84fd38 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:51:33.688384 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.db.quota.driver [None req-d5d01504-184f-44b5-bf65-e74f8b84fd38 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 15:51:33.692795 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.quota.resource [None req-d5d01504-184f-44b5-bf65-e74f8b84fd38 admin admin] Usage tracker for resource:security_group_rule and tenant:821223475c6a403eae77f15f7d877c42 is out of sync, need to count used quota {{(pid=82901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 15:51:33.695508 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.quota.resource [None req-d5d01504-184f-44b5-bf65-e74f8b84fd38 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 15:51:33.702273 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.db.quota.driver [None req-d5d01504-184f-44b5-bf65-e74f8b84fd38 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 15:51:33.767902 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-d5d01504-184f-44b5-bf65-e74f8b84fd38 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:51:33.771803 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-d5d01504-184f-44b5-bf65-e74f8b84fd38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_create {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:51:33.802609 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d5d01504-184f-44b5-bf65-e74f8b84fd38 admin admin] vlan segment allocate from pool success with {'vlan_id': 843, 'physical_network': 'physnet1'} {{(pid=82901) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 15:51:33.811571 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d01504-184f-44b5-bf65-e74f8b84fd38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22cbc017-bfa8-4021-934e-18da588f0056,revision_number=1']} {{(pid=82901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:51:33.818769 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-d5d01504-184f-44b5-bf65-e74f8b84fd38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16132466'] for segment, precommit_create {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:51:33.818769 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.db.segments_db [None req-d5d01504-184f-44b5-bf65-e74f8b84fd38 admin admin] Added segment 8a474cb2-0024-43f1-be9a-3b8400eb3313 of type vlan for network 1da4d30a-7e2e-4d62-bbe8-18bb4a5c12b7 Feb 09 15:51:33.845051 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-d5d01504-184f-44b5-bf65-e74f8b84fd38 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756758320348'] for network, precommit_create {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:51:33.874100 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-d5d01504-184f-44b5-bf65-e74f8b84fd38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124156'] for network, after_create {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:51:33.874901 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5d01504-184f-44b5-bf65-e74f8b84fd38 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:51:33.875467 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-d5d01504-184f-44b5-bf65-e74f8b84fd38 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16124149'] for network, before_response {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:51:33.984808 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d01504-184f-44b5-bf65-e74f8b84fd38 admin admin] Pushing event updated for resources: {'Network': ['ID=1da4d30a-7e2e-4d62-bbe8-18bb4a5c12b7,revision_number=1']} {{(pid=82901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:51:33.988414 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [None req-d5d01504-184f-44b5-bf65-e74f8b84fd38 admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5055587 Feb 09 15:51:33.991454 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.wsgi [-] (82901) accepted ('10.222.0.67', 50838) {{(pid=82901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 15:51:33.995160 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.plugins.ml2.rpc [None req-608c4fd2-211a-4ca9-a277-ad2a51be62ff None None] Network 1da4d30a-7e2e-4d62-bbe8-18bb4a5c12b7 details requested by agent ovs-agent-dv-cinder-825105-1-iscsi with host dv-cinder-825105-1-iscsi {{(pid=82903) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 15:51:33.996609 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.api.v2.base [None req-d2929d4d-3a47-478b-b1f7-84609a045b71 admin admin] Request body: {'subnet': {'network_id': '1da4d30a-7e2e-4d62-bbe8-18bb4a5c12b7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-650831114-subnet', 'tenant_id': '821223475c6a403eae77f15f7d877c42', 'ip_version': 4}} {{(pid=82901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 15:51:34.001777 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.db.quota.driver [None req-d2929d4d-3a47-478b-b1f7-84609a045b71 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 15:51:34.005537 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.quota.resource [None req-d2929d4d-3a47-478b-b1f7-84609a045b71 admin admin] Usage tracker for resource:subnet and tenant:821223475c6a403eae77f15f7d877c42 is out of sync, need to count used quota {{(pid=82901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 15:51:34.008318 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.quota.resource [None req-d2929d4d-3a47-478b-b1f7-84609a045b71 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=82901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 15:51:34.014667 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.db.quota.driver [None req-d2929d4d-3a47-478b-b1f7-84609a045b71 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 15:51:34.024905 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2929d4d-3a47-478b-b1f7-84609a045b71 admin admin] Made reservation on behalf of 821223475c6a403eae77f15f7d877c42 for: {'subnet': 1} {{(pid=82901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 15:51:34.027235 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-d2929d4d-3a47-478b-b1f7-84609a045b71 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1319889'] for subnet, before_create {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:51:34.229989 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-d2929d4d-3a47-478b-b1f7-84609a045b71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1282484', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1319919'] for subnet, after_create {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:51:34.304578 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2929d4d-3a47-478b-b1f7-84609a045b71 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5210e5fa-de18-4bef-802b-07b1e83aa09d,revision_number=0']} {{(pid=82901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:51:34.316015 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2929d4d-3a47-478b-b1f7-84609a045b71 admin admin] Checking segment: {'id': '8a474cb2-0024-43f1-be9a-3b8400eb3313', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '1da4d30a-7e2e-4d62-bbe8-18bb4a5c12b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 15:51:34.316388 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2929d4d-3a47-478b-b1f7-84609a045b71 admin admin] Network hostable DHCP agents. Network: 1da4d30a-7e2e-4d62-bbe8-18bb4a5c12b7, hostable agents: ['534ecb3d-5fb5-4496-b97c-b20b93fdf8ec'], hosted agents: [] {{(pid=82901) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 15:51:34.337741 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2929d4d-3a47-478b-b1f7-84609a045b71 admin admin] Network 1da4d30a-7e2e-4d62-bbe8-18bb4a5c12b7 is scheduled to be hosted by DHCP agent 534ecb3d-5fb5-4496-b97c-b20b93fdf8ec with binding_index 1 {{(pid=82901) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 15:51:34.346650 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.scheduler.base_scheduler [None req-d2929d4d-3a47-478b-b1f7-84609a045b71 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-825105-1-iscsi, 1da4d30a-7e2e-4d62-bbe8-18bb4a5c12b7) {{(pid=82901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 15:51:34.350346 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2929d4d-3a47-478b-b1f7-84609a045b71 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=82901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:51:34.350915 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-d2929d4d-3a47-478b-b1f7-84609a045b71 admin admin] Notify callbacks [] for subnet, before_response {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:51:34.355233 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05188234-d576-41de-ba37-568eed8e35b7 None None] Network 1da4d30a-7e2e-4d62-bbe8-18bb4a5c12b7 requested from dv-cinder-825105-1-iscsi {{(pid=82903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 15:51:34.370556 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [None req-d2929d4d-3a47-478b-b1f7-84609a045b71 admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3782871 Feb 09 15:51:34.373868 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.wsgi [-] (82901) accepted ('10.222.0.67', 50842) {{(pid=82901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 15:51:34.378889 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.api.v2.base [None req-b62be454-ee4c-4eed-810f-9869e44308a9 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-650831114-router', 'tenant_id': '821223475c6a403eae77f15f7d877c42', 'external_gateway_info': {'network_id': 'c65eede5-7777-493f-951d-210877831002'}}} {{(pid=82901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 15:51:34.383520 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.db.quota.driver [None req-b62be454-ee4c-4eed-810f-9869e44308a9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 15:51:34.387319 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.quota.resource [None req-b62be454-ee4c-4eed-810f-9869e44308a9 admin admin] Usage tracker for resource:router and tenant:821223475c6a403eae77f15f7d877c42 is out of sync, need to count used quota {{(pid=82901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 15:51:34.391076 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.quota.resource [None req-b62be454-ee4c-4eed-810f-9869e44308a9 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=82901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 15:51:34.396736 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.db.quota.driver [None req-b62be454-ee4c-4eed-810f-9869e44308a9 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 15:51:34.406449 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-b62be454-ee4c-4eed-810f-9869e44308a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-410232', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1025257'] for router, before_create {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:51:34.407312 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-b62be454-ee4c-4eed-810f-9869e44308a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-410143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-406467', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-347251', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1025278'] for router, precommit_create {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:51:34.424684 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-b62be454-ee4c-4eed-810f-9869e44308a9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:51:34.572140 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9a8a742-5301-4131-9cec-4b5680f8da87 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1490c90-7495-5952-8644-ad60ad5632dc-1da4d30a-7e2e-4d62-bbe8-18bb4a5c12b7', 'network_id': '1da4d30a-7e2e-4d62-bbe8-18bb4a5c12b7', 'tenant_id': '821223475c6a403eae77f15f7d877c42', 'fixed_ips': [{'subnet_id': '5210e5fa-de18-4bef-802b-07b1e83aa09d'}]}} from dv-cinder-825105-1-iscsi. {{(pid=82903) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 09 15:51:34.572382 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-b62be454-ee4c-4eed-810f-9869e44308a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-406509', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-410218', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1025164'] for router, precommit_update {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:51:34.573099 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-f9a8a742-5301-4131-9cec-4b5680f8da87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16080601'] for port, before_create {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:51:34.728507 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.db.db_base_plugin_common [None req-f9a8a742-5301-4131-9cec-4b5680f8da87 None None] Allocated IP 172.20.0.2 (1da4d30a-7e2e-4d62-bbe8-18bb4a5c12b7/5210e5fa-de18-4bef-802b-07b1e83aa09d/49e9e1ed-d7ec-495c-8f31-202b3452185e) {{(pid=82903) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 15:51:34.761879 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-b62be454-ee4c-4eed-810f-9869e44308a9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:51:34.795855 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-b62be454-ee4c-4eed-810f-9869e44308a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16080601'] for port, before_create {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:51:34.932344 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.db.db_base_plugin_common [None req-b62be454-ee4c-4eed-810f-9869e44308a9 admin admin] Allocated IP 172.27.0.143 (c65eede5-7777-493f-951d-210877831002/2c513225-bb11-4d36-a4c3-0732716dcb87/9c128cbc-f6e7-4d37-a900-6c394be5dc20) {{(pid=82901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 15:51:34.937114 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-f9a8a742-5301-4131-9cec-4b5680f8da87 None None] Notify callbacks [] for port, precommit_create {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:51:34.951099 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.db.provisioning_blocks [None req-f9a8a742-5301-4131-9cec-4b5680f8da87 None None] Transition to ACTIVE for port object 49e9e1ed-d7ec-495c-8f31-202b3452185e will not be triggered until provisioned by entity L2. {{(pid=82903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 15:51:34.971526 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.db.provisioning_blocks [None req-f9a8a742-5301-4131-9cec-4b5680f8da87 None None] Transition to ACTIVE for port object 49e9e1ed-d7ec-495c-8f31-202b3452185e will not be triggered until provisioned by entity DHCP. {{(pid=82903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 15:51:34.976714 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-f9a8a742-5301-4131-9cec-4b5680f8da87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16080037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124156', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756758334037'] for port, after_create {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:51:35.048473 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9a8a742-5301-4131-9cec-4b5680f8da87 None None] Network 1da4d30a-7e2e-4d62-bbe8-18bb4a5c12b7 is already hosted by enough agents. {{(pid=82903) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 15:51:35.051282 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.scheduler.base_scheduler [None req-f9a8a742-5301-4131-9cec-4b5680f8da87 None None] Resources bound (agent type, host, resource id): {{(pid=82903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 15:51:35.054845 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9a8a742-5301-4131-9cec-4b5680f8da87 None None] Received port after_create {{(pid=82903) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 15:51:35.062803 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a8a742-5301-4131-9cec-4b5680f8da87 None None] Pushing event updated for resources: {'Port': ['ID=49e9e1ed-d7ec-495c-8f31-202b3452185e,revision_number=1']} {{(pid=82903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:51:35.099812 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-b62be454-ee4c-4eed-810f-9869e44308a9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:51:35.127819 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-b62be454-ee4c-4eed-810f-9869e44308a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16080037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124156', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756758334037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1282344'] for port, after_create {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:51:35.148455 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.plugins.ml2.managers [None req-f9a8a742-5301-4131-9cec-4b5680f8da87 None None] Attempting to bind port 49e9e1ed-d7ec-495c-8f31-202b3452185e on host dv-cinder-825105-1-iscsi for vnic_type normal with profile {{(pid=82903) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 15:51:35.148823 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.plugins.ml2.managers [None req-f9a8a742-5301-4131-9cec-4b5680f8da87 None None] Attempting to bind port 49e9e1ed-d7ec-495c-8f31-202b3452185e by drivers openvswitch,hyperv on host dv-cinder-825105-1-iscsi at level 0 using segments [{'id': '8a474cb2-0024-43f1-be9a-3b8400eb3313', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '1da4d30a-7e2e-4d62-bbe8-18bb4a5c12b7'}] {{(pid=82903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 15:51:35.149176 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9a8a742-5301-4131-9cec-4b5680f8da87 None None] Attempting to bind port 49e9e1ed-d7ec-495c-8f31-202b3452185e on network 1da4d30a-7e2e-4d62-bbe8-18bb4a5c12b7 {{(pid=82903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 15:51:35.155969 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9a8a742-5301-4131-9cec-4b5680f8da87 None None] Checking agent: {'id': '0c30844f-de8e-42c5-a17a-962bb78b1270', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-825105-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 15, 34, 1), 'started_at': datetime.datetime(2022, 2, 9, 15, 34, 31), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 15, 51, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-825105-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 15:51:35.156363 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9a8a742-5301-4131-9cec-4b5680f8da87 None None] Checking segment: {'id': '8a474cb2-0024-43f1-be9a-3b8400eb3313', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '1da4d30a-7e2e-4d62-bbe8-18bb4a5c12b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 15:51:35.156756 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-f9a8a742-5301-4131-9cec-4b5680f8da87 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:51:35.157137 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9a8a742-5301-4131-9cec-4b5680f8da87 None None] Bound using segment: {'id': '8a474cb2-0024-43f1-be9a-3b8400eb3313', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '1da4d30a-7e2e-4d62-bbe8-18bb4a5c12b7'} {{(pid=82903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 15:51:35.157594 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.plugins.ml2.managers [None req-f9a8a742-5301-4131-9cec-4b5680f8da87 None None] Bound port: 49e9e1ed-d7ec-495c-8f31-202b3452185e, host: dv-cinder-825105-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8a474cb2-0024-43f1-be9a-3b8400eb3313', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '1da4d30a-7e2e-4d62-bbe8-18bb4a5c12b7'}}] {{(pid=82903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 15:51:35.157947 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-f9a8a742-5301-4131-9cec-4b5680f8da87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16080601'] for port, before_update {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:51:35.185813 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b62be454-ee4c-4eed-810f-9869e44308a9 admin admin] Network c65eede5-7777-493f-951d-210877831002 is already hosted by enough agents. {{(pid=82901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 15:51:35.193091 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.scheduler.base_scheduler [None req-b62be454-ee4c-4eed-810f-9869e44308a9 admin admin] Resources bound (agent type, host, resource id): {{(pid=82901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 15:51:35.197474 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b62be454-ee4c-4eed-810f-9869e44308a9 admin admin] Received port after_create {{(pid=82901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 15:51:35.240209 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62be454-ee4c-4eed-810f-9869e44308a9 admin admin] Pushing event updated for resources: {'Port': ['ID=9c128cbc-f6e7-4d37-a900-6c394be5dc20,revision_number=1']} {{(pid=82901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:51:35.251464 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.plugins.ml2.db [None req-f9a8a742-5301-4131-9cec-4b5680f8da87 None None] For port 49e9e1ed-d7ec-495c-8f31-202b3452185e, host dv-cinder-825105-1-iscsi, cleared binding levels {{(pid=82903) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 15:51:35.254930 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.plugins.ml2.db [None req-f9a8a742-5301-4131-9cec-4b5680f8da87 None None] For port 49e9e1ed-d7ec-495c-8f31-202b3452185e, host dv-cinder-825105-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825105-1-iscsi',level=0,port_id=49e9e1ed-d7ec-495c-8f31-202b3452185e,segment=NetworkSegment(8a474cb2-0024-43f1-be9a-3b8400eb3313),segment_id=8a474cb2-0024-43f1-be9a-3b8400eb3313)] {{(pid=82903) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 15:51:35.258592 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-f9a8a742-5301-4131-9cec-4b5680f8da87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16080037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758755988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756758334055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756758334100'] for port, after_update {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:51:35.345880 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a8a742-5301-4131-9cec-4b5680f8da87 None None] Pushing event updated for resources: {'Port': ['ID=49e9e1ed-d7ec-495c-8f31-202b3452185e,revision_number=2']} {{(pid=82903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:51:35.365903 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-b62be454-ee4c-4eed-810f-9869e44308a9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:51:35.368703 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-b62be454-ee4c-4eed-810f-9869e44308a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-410227', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-406294'] for router, after_create {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:51:35.746279 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b62be454-ee4c-4eed-810f-9869e44308a9 admin admin] Router d980bf79-d1a8-4f05-8397-cf9a58aea3cc is scheduled to L3 agent 94c626d1-bc40-41bd-b6b2-9a20da402cb6 with binding_index 1 {{(pid=82901) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 15:51:35.951300 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b62be454-ee4c-4eed-810f-9869e44308a9 admin admin] Notify agent at l3_agent.dv-cinder-825105-1-iscsi the message routers_updated {{(pid=82901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 15:51:35.959961 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e6c85b1-4b0c-46b4-90ac-70e171ebbc43 None None] Sync routers for ids ['d980bf79-d1a8-4f05-8397-cf9a58aea3cc'] in dv-cinder-825105-1-iscsi {{(pid=82903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 09 15:51:35.972874 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e6c85b1-4b0c-46b4-90ac-70e171ebbc43 None None] Routers {'d980bf79-d1a8-4f05-8397-cf9a58aea3cc'} bound to L3 agent in host dv-cinder-825105-1-iscsi {{(pid=82903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 15:51:35.973655 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.db.l3_hamode_db [None req-7e6c85b1-4b0c-46b4-90ac-70e171ebbc43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825105-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-09T15:34:00Z,description=,heartbeat_timestamp=2022-02-09T15:51:30Z,host='dv-cinder-825105-1-iscsi',id=94c626d1-bc40-41bd-b6b2-9a20da402cb6,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:34:00Z,topic='l3_agent')) {'router_ids': ['d980bf79-d1a8-4f05-8397-cf9a58aea3cc'], 'active': True} {{(pid=82903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:51:35.976027 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-b62be454-ee4c-4eed-810f-9869e44308a9 admin admin] Notify callbacks [] for router, before_response {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:51:35.980179 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.wsgi [-] (82902) accepted ('10.222.0.67', 50848) {{(pid=82902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 15:51:35.980657 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [None req-b62be454-ee4c-4eed-810f-9869e44308a9 admin admin] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.6053755 Feb 09 15:51:36.168357 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.db.l3_dvr_db [None req-7e6c85b1-4b0c-46b4-90ac-70e171ebbc43 None None] Set router d980bf79-d1a8-4f05-8397-cf9a58aea3cc gateway port host: dv-cinder-825105-1-iscsi {{(pid=82903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 15:51:36.380994 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4c58aa6-655b-4e6b-8083-a48fc917a231 None None] Network 1da4d30a-7e2e-4d62-bbe8-18bb4a5c12b7 requested from dv-cinder-825105-1-iscsi {{(pid=82903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 15:51:36.401267 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.plugins.ml2.rpc [None req-608c4fd2-211a-4ca9-a277-ad2a51be62ff None None] Device 49e9e1ed-d7ec-495c-8f31-202b3452185e up at agent ovs-agent-dv-cinder-825105-1-iscsi {{(pid=82903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 15:51:36.567423 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.db.provisioning_blocks [None req-7dd98ba8-430d-41b2-8ebb-8c0c6648a1b0 None None] Provisioning for port 49e9e1ed-d7ec-495c-8f31-202b3452185e completed by entity DHCP. {{(pid=82903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 15:51:36.689193 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.db.provisioning_blocks [None req-608c4fd2-211a-4ca9-a277-ad2a51be62ff None None] Provisioning for port 49e9e1ed-d7ec-495c-8f31-202b3452185e completed by entity L2. {{(pid=82903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 15:51:36.715319 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.db.provisioning_blocks [None req-608c4fd2-211a-4ca9-a277-ad2a51be62ff None None] Provisioning complete for port 49e9e1ed-d7ec-495c-8f31-202b3452185e triggered by entity L2. {{(pid=82903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:51:36.715757 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-608c4fd2-211a-4ca9-a277-ad2a51be62ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16008948'] for port, provisioning_complete {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:51:36.836147 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-33435734-4e01-48e7-b628-032c6f06336b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16080601'] for port, before_create {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:51:36.836417 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.db.l3_hamode_db [None req-7e6c85b1-4b0c-46b4-90ac-70e171ebbc43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd980bf79-d1a8-4f05-8397-cf9a58aea3cc', 'name': 'tempest-TestMinimumBasicScenario-650831114-router', 'tenant_id': '821223475c6a403eae77f15f7d877c42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c65eede5-7777-493f-951d-210877831002', 'external_fixed_ips': [{'subnet_id': '2c513225-bb11-4d36-a4c3-0732716dcb87', 'ip_address': '172.27.0.143'}], 'enable_snat': True}, 'gw_port_id': '9c128cbc-f6e7-4d37-a900-6c394be5dc20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T15:51:34Z', 'updated_at': '2022-02-09T15:51:35Z', 'revision_number': 3, 'project_id': '821223475c6a403eae77f15f7d877c42', 'gw_port': {'id': '9c128cbc-f6e7-4d37-a900-6c394be5dc20', 'name': '', 'network_id': 'c65eede5-7777-493f-951d-210877831002', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:89:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd980bf79-d1a8-4f05-8397-cf9a58aea3cc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2c513225-bb11-4d36-a4c3-0732716dcb87', 'ip_address': '172.27.0.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:51:34Z', 'updated_at': '2022-02-09T15:51:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2c513225-bb11-4d36-a4c3-0732716dcb87', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825105-1-iscsi'}], 'dv-cinder-825105-1-iscsi', False) {} {{(pid=82903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:51:36.889325 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e6c85b1-4b0c-46b4-90ac-70e171ebbc43 None None] Checking router: d980bf79-d1a8-4f05-8397-cf9a58aea3cc for host: dv-cinder-825105-1-iscsi {{(pid=82903) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 09 15:51:36.889660 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e6c85b1-4b0c-46b4-90ac-70e171ebbc43 None None] Updating router d980bf79-d1a8-4f05-8397-cf9a58aea3cc port 9c128cbc-f6e7-4d37-a900-6c394be5dc20 binding host dv-cinder-825105-1-iscsi {{(pid=82903) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 09 15:51:36.959003 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-608c4fd2-211a-4ca9-a277-ad2a51be62ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16080601'] for port, before_update {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:51:36.980217 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-7e6c85b1-4b0c-46b4-90ac-70e171ebbc43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16080601'] for port, before_update {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:51:37.045211 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.plugins.ml2.db [None req-608c4fd2-211a-4ca9-a277-ad2a51be62ff None None] For port 49e9e1ed-d7ec-495c-8f31-202b3452185e, host dv-cinder-825105-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825105-1-iscsi',level=0,port_id=49e9e1ed-d7ec-495c-8f31-202b3452185e,segment=NetworkSegment(8a474cb2-0024-43f1-be9a-3b8400eb3313),segment_id=8a474cb2-0024-43f1-be9a-3b8400eb3313)] {{(pid=82903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:51:37.065403 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.db.db_base_plugin_common [None req-33435734-4e01-48e7-b628-032c6f06336b admin admin] Allocated IP 172.20.0.1 (1da4d30a-7e2e-4d62-bbe8-18bb4a5c12b7/5210e5fa-de18-4bef-802b-07b1e83aa09d/96cbc7fe-3934-43fb-bf2d-36ddbb6880bd) {{(pid=82902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 15:51:37.090295 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-608c4fd2-211a-4ca9-a277-ad2a51be62ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16080037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758755988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756758334055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756758334100'] for port, after_update {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:51:37.219131 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-33435734-4e01-48e7-b628-032c6f06336b admin admin] Notify callbacks [] for port, precommit_create {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:51:37.236602 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.db.provisioning_blocks [None req-33435734-4e01-48e7-b628-032c6f06336b admin admin] Transition to ACTIVE for port object 96cbc7fe-3934-43fb-bf2d-36ddbb6880bd will not be triggered until provisioned by entity DHCP. {{(pid=82902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 15:51:37.250113 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-608c4fd2-211a-4ca9-a277-ad2a51be62ff None None] Pushing event updated for resources: {'Port': ['ID=49e9e1ed-d7ec-495c-8f31-202b3452185e,revision_number=3']} {{(pid=82903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:51:37.259400 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-33435734-4e01-48e7-b628-032c6f06336b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16080037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124156', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756758334037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1633551'] for port, after_create {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:51:37.279420 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.db.provisioning_blocks [None req-51b104c9-ccba-465e-8269-06927b380500 None None] Provisioning complete for port 49e9e1ed-d7ec-495c-8f31-202b3452185e triggered by entity DHCP. {{(pid=82903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:51:37.279787 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-51b104c9-ccba-465e-8269-06927b380500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16008948'] for port, provisioning_complete {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:51:37.328406 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33435734-4e01-48e7-b628-032c6f06336b admin admin] Network 1da4d30a-7e2e-4d62-bbe8-18bb4a5c12b7 is already hosted by enough agents. {{(pid=82902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 15:51:37.331101 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.scheduler.base_scheduler [None req-33435734-4e01-48e7-b628-032c6f06336b admin admin] Resources bound (agent type, host, resource id): {{(pid=82902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 15:51:37.335398 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33435734-4e01-48e7-b628-032c6f06336b admin admin] Received port after_create {{(pid=82902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 15:51:37.363518 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33435734-4e01-48e7-b628-032c6f06336b admin admin] Pushing event updated for resources: {'Port': ['ID=96cbc7fe-3934-43fb-bf2d-36ddbb6880bd,revision_number=1']} {{(pid=82902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:51:37.389429 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-33435734-4e01-48e7-b628-032c6f06336b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-405704'] for router_interface, before_create {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:51:37.481852 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-33435734-4e01-48e7-b628-032c6f06336b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16080601'] for port, before_update {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:51:37.510344 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-7e6c85b1-4b0c-46b4-90ac-70e171ebbc43 None None] Notify callbacks [] for port, precommit_update {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:51:37.523587 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.db.provisioning_blocks [None req-7e6c85b1-4b0c-46b4-90ac-70e171ebbc43 None None] Transition to ACTIVE for port object 9c128cbc-f6e7-4d37-a900-6c394be5dc20 will not be triggered until provisioned by entity L2. {{(pid=82903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 15:51:37.530511 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-7e6c85b1-4b0c-46b4-90ac-70e171ebbc43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16080037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758755988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756758334055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756758334100'] for port, after_update {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:51:37.618075 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31efab78-fd7b-4f70-ade4-4553a41533a2 None None] Pushing event updated for resources: {'Port': ['ID=9c128cbc-f6e7-4d37-a900-6c394be5dc20,revision_number=2']} {{(pid=82903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:51:37.622569 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.plugins.ml2.managers [None req-7e6c85b1-4b0c-46b4-90ac-70e171ebbc43 None None] Attempting to bind port 9c128cbc-f6e7-4d37-a900-6c394be5dc20 on host dv-cinder-825105-1-iscsi for vnic_type normal with profile {{(pid=82903) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 15:51:37.622921 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.plugins.ml2.managers [None req-7e6c85b1-4b0c-46b4-90ac-70e171ebbc43 None None] Attempting to bind port 9c128cbc-f6e7-4d37-a900-6c394be5dc20 by drivers openvswitch,hyperv on host dv-cinder-825105-1-iscsi at level 0 using segments [{'id': 'e675f0f7-189f-41a1-8fb7-d7545319af97', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c65eede5-7777-493f-951d-210877831002'}] {{(pid=82903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 15:51:37.623326 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e6c85b1-4b0c-46b4-90ac-70e171ebbc43 None None] Attempting to bind port 9c128cbc-f6e7-4d37-a900-6c394be5dc20 on network c65eede5-7777-493f-951d-210877831002 {{(pid=82903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 15:51:37.632438 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e6c85b1-4b0c-46b4-90ac-70e171ebbc43 None None] Checking agent: {'id': '0c30844f-de8e-42c5-a17a-962bb78b1270', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-825105-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 15, 34, 1), 'started_at': datetime.datetime(2022, 2, 9, 15, 34, 31), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 15, 51, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-825105-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 15:51:37.632801 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e6c85b1-4b0c-46b4-90ac-70e171ebbc43 None None] Checking segment: {'id': 'e675f0f7-189f-41a1-8fb7-d7545319af97', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c65eede5-7777-493f-951d-210877831002'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 15:51:37.633186 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-7e6c85b1-4b0c-46b4-90ac-70e171ebbc43 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:51:37.633576 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e6c85b1-4b0c-46b4-90ac-70e171ebbc43 None None] Bound using segment: {'id': 'e675f0f7-189f-41a1-8fb7-d7545319af97', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c65eede5-7777-493f-951d-210877831002'} {{(pid=82903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 15:51:37.634009 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.plugins.ml2.managers [None req-7e6c85b1-4b0c-46b4-90ac-70e171ebbc43 None None] Bound port: 9c128cbc-f6e7-4d37-a900-6c394be5dc20, host: dv-cinder-825105-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e675f0f7-189f-41a1-8fb7-d7545319af97', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c65eede5-7777-493f-951d-210877831002'}}] {{(pid=82903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 15:51:37.634365 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-7e6c85b1-4b0c-46b4-90ac-70e171ebbc43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16080601'] for port, before_update {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:51:37.669767 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.db.provisioning_blocks [None req-10de1f00-2a72-440a-81c6-c0316d8b5830 None None] Provisioning for port 96cbc7fe-3934-43fb-bf2d-36ddbb6880bd completed by entity DHCP. {{(pid=82903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 15:51:37.684315 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.db.provisioning_blocks [None req-10de1f00-2a72-440a-81c6-c0316d8b5830 None None] Provisioning complete for port 96cbc7fe-3934-43fb-bf2d-36ddbb6880bd triggered by entity DHCP. {{(pid=82903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:51:37.685396 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-10de1f00-2a72-440a-81c6-c0316d8b5830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16008948'] for port, provisioning_complete {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:51:37.712302 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-33435734-4e01-48e7-b628-032c6f06336b admin admin] Notify callbacks [] for port, precommit_update {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:51:37.720513 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-33435734-4e01-48e7-b628-032c6f06336b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16080037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758755988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756758334055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756758334100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1633542'] for port, after_update {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:51:37.760374 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.plugins.ml2.db [None req-7e6c85b1-4b0c-46b4-90ac-70e171ebbc43 None None] For port 9c128cbc-f6e7-4d37-a900-6c394be5dc20, host dv-cinder-825105-1-iscsi, cleared binding levels {{(pid=82903) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 15:51:37.762319 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.plugins.ml2.plugin [None req-10de1f00-2a72-440a-81c6-c0316d8b5830 None None] Port 96cbc7fe-3934-43fb-bf2d-36ddbb6880bd cannot update to ACTIVE because it is not bound. {{(pid=82903) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 09 15:51:37.765083 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.plugins.ml2.db [None req-7e6c85b1-4b0c-46b4-90ac-70e171ebbc43 None None] For port 9c128cbc-f6e7-4d37-a900-6c394be5dc20, host dv-cinder-825105-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825105-1-iscsi',level=0,port_id=9c128cbc-f6e7-4d37-a900-6c394be5dc20,segment=NetworkSegment(e675f0f7-189f-41a1-8fb7-d7545319af97),segment_id=e675f0f7-189f-41a1-8fb7-d7545319af97)] {{(pid=82903) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 15:51:37.769090 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-7e6c85b1-4b0c-46b4-90ac-70e171ebbc43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16080037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758755988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756758334055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756758334100'] for port, after_update {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:51:37.838094 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-33435734-4e01-48e7-b628-032c6f06336b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16123972', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-405541'] for router_interface, after_create {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:51:37.842878 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33435734-4e01-48e7-b628-032c6f06336b admin admin] Pushing event updated for resources: {'Port': ['ID=96cbc7fe-3934-43fb-bf2d-36ddbb6880bd,revision_number=2']} {{(pid=82902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:51:37.850431 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31efab78-fd7b-4f70-ade4-4553a41533a2 None None] Pushing event updated for resources: {'Port': ['ID=9c128cbc-f6e7-4d37-a900-6c394be5dc20,revision_number=3']} {{(pid=82903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:51:37.854113 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e6c85b1-4b0c-46b4-90ac-70e171ebbc43 None None] Routers {'d980bf79-d1a8-4f05-8397-cf9a58aea3cc'} bound to L3 agent in host dv-cinder-825105-1-iscsi {{(pid=82903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 15:51:37.854752 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.db.l3_hamode_db [None req-7e6c85b1-4b0c-46b4-90ac-70e171ebbc43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825105-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-09T15:34:00Z,description=,heartbeat_timestamp=2022-02-09T15:51:30Z,host='dv-cinder-825105-1-iscsi',id=94c626d1-bc40-41bd-b6b2-9a20da402cb6,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:34:00Z,topic='l3_agent')) {'router_ids': ['d980bf79-d1a8-4f05-8397-cf9a58aea3cc'], 'active': True} {{(pid=82903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:51:37.994108 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33435734-4e01-48e7-b628-032c6f06336b admin admin] Network 1da4d30a-7e2e-4d62-bbe8-18bb4a5c12b7 is already hosted by enough agents. {{(pid=82902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 15:51:37.995358 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.scheduler.base_scheduler [None req-33435734-4e01-48e7-b628-032c6f06336b admin admin] Resources bound (agent type, host, resource id): {{(pid=82902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 15:51:38.087182 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.db.l3_dvr_db [None req-7e6c85b1-4b0c-46b4-90ac-70e171ebbc43 None None] Set router d980bf79-d1a8-4f05-8397-cf9a58aea3cc gateway port host: dv-cinder-825105-1-iscsi {{(pid=82903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 15:51:38.332405 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.db.provisioning_blocks [None req-1277463a-e1c0-4fed-9d55-e1d3374ff0a0 None None] Provisioning complete for port 96cbc7fe-3934-43fb-bf2d-36ddbb6880bd triggered by entity DHCP. {{(pid=82903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:51:38.333088 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-1277463a-e1c0-4fed-9d55-e1d3374ff0a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16008948'] for port, provisioning_complete {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:51:38.369093 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.plugins.ml2.rpc [None req-608c4fd2-211a-4ca9-a277-ad2a51be62ff None None] Device 49e9e1ed-d7ec-495c-8f31-202b3452185e up at agent ovs-agent-dv-cinder-825105-1-iscsi {{(pid=82903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 15:51:38.498618 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.plugins.ml2.plugin [None req-1277463a-e1c0-4fed-9d55-e1d3374ff0a0 None None] Port 96cbc7fe-3934-43fb-bf2d-36ddbb6880bd cannot update to ACTIVE because it is not bound. {{(pid=82903) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 09 15:51:38.531818 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.db.provisioning_blocks [None req-608c4fd2-211a-4ca9-a277-ad2a51be62ff None None] Provisioning complete for port 49e9e1ed-d7ec-495c-8f31-202b3452185e triggered by entity L2. {{(pid=82903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:51:38.532256 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-608c4fd2-211a-4ca9-a277-ad2a51be62ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16008948'] for port, provisioning_complete {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:51:38.547305 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33435734-4e01-48e7-b628-032c6f06336b admin admin] Router d980bf79-d1a8-4f05-8397-cf9a58aea3cc has already been hosted by L3 agent 94c626d1-bc40-41bd-b6b2-9a20da402cb6 {{(pid=82902) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 15:51:38.587601 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.db.l3_hamode_db [None req-7e6c85b1-4b0c-46b4-90ac-70e171ebbc43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd980bf79-d1a8-4f05-8397-cf9a58aea3cc', 'name': 'tempest-TestMinimumBasicScenario-650831114-router', 'tenant_id': '821223475c6a403eae77f15f7d877c42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c65eede5-7777-493f-951d-210877831002', 'external_fixed_ips': [{'subnet_id': '2c513225-bb11-4d36-a4c3-0732716dcb87', 'ip_address': '172.27.0.143'}], 'enable_snat': True}, 'gw_port_id': '9c128cbc-f6e7-4d37-a900-6c394be5dc20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T15:51:34Z', 'updated_at': '2022-02-09T15:51:37Z', 'revision_number': 4, 'project_id': '821223475c6a403eae77f15f7d877c42', 'gw_port': {'id': '9c128cbc-f6e7-4d37-a900-6c394be5dc20', 'name': '', 'network_id': 'c65eede5-7777-493f-951d-210877831002', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:89:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd980bf79-d1a8-4f05-8397-cf9a58aea3cc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2c513225-bb11-4d36-a4c3-0732716dcb87', 'ip_address': '172.27.0.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825105-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:51:34Z', 'updated_at': '2022-02-09T15:51:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2c513225-bb11-4d36-a4c3-0732716dcb87', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825105-1-iscsi', '_interfaces': [{'id': '96cbc7fe-3934-43fb-bf2d-36ddbb6880bd', 'name': '', 'network_id': '1da4d30a-7e2e-4d62-bbe8-18bb4a5c12b7', 'tenant_id': '821223475c6a403eae77f15f7d877c42', 'mac_address': 'fa:16:3e:d0:08:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd980bf79-d1a8-4f05-8397-cf9a58aea3cc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5210e5fa-de18-4bef-802b-07b1e83aa09d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:51:36Z', 'updated_at': '2022-02-09T15:51:37Z', 'revision_number': 2, 'project_id': '821223475c6a403eae77f15f7d877c42', 'subnets': [{'id': '5210e5fa-de18-4bef-802b-07b1e83aa09d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825105-1-iscsi', False) {} {{(pid=82903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:51:38.596601 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e6c85b1-4b0c-46b4-90ac-70e171ebbc43 None None] The sync data for ids ['d980bf79-d1a8-4f05-8397-cf9a58aea3cc'] in dv-cinder-825105-1-iscsi is: [{'id': 'd980bf79-d1a8-4f05-8397-cf9a58aea3cc', 'name': 'tempest-TestMinimumBasicScenario-650831114-router', 'tenant_id': '821223475c6a403eae77f15f7d877c42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c65eede5-7777-493f-951d-210877831002', 'external_fixed_ips': [{'subnet_id': '2c513225-bb11-4d36-a4c3-0732716dcb87', 'ip_address': '172.27.0.143'}], 'enable_snat': True}, 'gw_port_id': '9c128cbc-f6e7-4d37-a900-6c394be5dc20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T15:51:34Z', 'updated_at': '2022-02-09T15:51:37Z', 'revision_number': 4, 'project_id': '821223475c6a403eae77f15f7d877c42', 'gw_port': {'id': '9c128cbc-f6e7-4d37-a900-6c394be5dc20', 'name': '', 'network_id': 'c65eede5-7777-493f-951d-210877831002', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:89:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd980bf79-d1a8-4f05-8397-cf9a58aea3cc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2c513225-bb11-4d36-a4c3-0732716dcb87', 'ip_address': '172.27.0.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825105-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:51:34Z', 'updated_at': '2022-02-09T15:51:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2c513225-bb11-4d36-a4c3-0732716dcb87', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825105-1-iscsi', '_interfaces': [{'id': '96cbc7fe-3934-43fb-bf2d-36ddbb6880bd', 'name': '', 'network_id': '1da4d30a-7e2e-4d62-bbe8-18bb4a5c12b7', 'tenant_id': '821223475c6a403eae77f15f7d877c42', 'mac_address': 'fa:16:3e:d0:08:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd980bf79-d1a8-4f05-8397-cf9a58aea3cc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5210e5fa-de18-4bef-802b-07b1e83aa09d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:51:36Z', 'updated_at': '2022-02-09T15:51:37Z', 'revision_number': 2, 'project_id': '821223475c6a403eae77f15f7d877c42', 'subnets': [{'id': '5210e5fa-de18-4bef-802b-07b1e83aa09d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 09 15:51:38.789444 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33435734-4e01-48e7-b628-032c6f06336b admin admin] Notify agent at l3_agent.dv-cinder-825105-1-iscsi the message routers_updated {{(pid=82902) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 15:51:38.799951 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [None req-33435734-4e01-48e7-b628-032c6f06336b admin admin] 10.222.0.67 "PUT /v2.0/routers/d980bf79-d1a8-4f05-8397-cf9a58aea3cc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8171713 Feb 09 15:51:39.730801 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.wsgi [-] (82901) accepted ('10.222.0.67', 50882) {{(pid=82901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 15:51:39.738160 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.api.v2.base [None req-50608671-9bc0-4cef-a162-884a243d8804 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-876729821-network', 'tenant_id': '88a679179b1d4d8f82af39bbbf34d55f'}} {{(pid=82901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 15:51:39.746460 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.db.quota.driver [None req-50608671-9bc0-4cef-a162-884a243d8804 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 15:51:39.750837 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.quota.resource [None req-50608671-9bc0-4cef-a162-884a243d8804 admin admin] Usage tracker for resource:network and tenant:88a679179b1d4d8f82af39bbbf34d55f is out of sync, need to count used quota {{(pid=82901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 15:51:39.754379 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.quota.resource [None req-50608671-9bc0-4cef-a162-884a243d8804 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=82901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 15:51:39.759944 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.db.quota.driver [None req-50608671-9bc0-4cef-a162-884a243d8804 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 15:51:39.769610 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50608671-9bc0-4cef-a162-884a243d8804 admin admin] Made reservation on behalf of 88a679179b1d4d8f82af39bbbf34d55f for: {'network': 1} {{(pid=82901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 15:51:39.771829 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-50608671-9bc0-4cef-a162-884a243d8804 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16080601'] for network, before_create {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:51:39.783937 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-50608671-9bc0-4cef-a162-884a243d8804 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:51:39.813763 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.db.quota.driver [None req-50608671-9bc0-4cef-a162-884a243d8804 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 15:51:39.817663 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.quota.resource [None req-50608671-9bc0-4cef-a162-884a243d8804 admin admin] Usage tracker for resource:security_group_rule and tenant:88a679179b1d4d8f82af39bbbf34d55f is out of sync, need to count used quota {{(pid=82901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 15:51:39.820422 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.quota.resource [None req-50608671-9bc0-4cef-a162-884a243d8804 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 15:51:39.826367 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.db.quota.driver [None req-50608671-9bc0-4cef-a162-884a243d8804 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 15:51:39.889855 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-50608671-9bc0-4cef-a162-884a243d8804 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:51:39.893858 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-50608671-9bc0-4cef-a162-884a243d8804 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_create {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:51:39.923689 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-50608671-9bc0-4cef-a162-884a243d8804 admin admin] vlan segment allocate from pool success with {'vlan_id': 846, 'physical_network': 'physnet1'} {{(pid=82901) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 15:51:39.931541 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50608671-9bc0-4cef-a162-884a243d8804 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f095af26-0772-4b56-9dc8-492679adf1f9,revision_number=1']} {{(pid=82901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:51:39.938014 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-50608671-9bc0-4cef-a162-884a243d8804 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16132466'] for segment, precommit_create {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:51:39.938346 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.db.segments_db [None req-50608671-9bc0-4cef-a162-884a243d8804 admin admin] Added segment 0bc58e96-38e7-4ecf-8298-7521c5a2dda5 of type vlan for network c9d019e1-2b2d-4c7e-ac73-8e9c643d1b91 Feb 09 15:51:39.948585 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50608671-9bc0-4cef-a162-884a243d8804 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825105-1-iscsi {{(pid=82901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:51:39.948927 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50608671-9bc0-4cef-a162-884a243d8804 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825105-1-iscsi {{(pid=82901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:51:39.949254 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50608671-9bc0-4cef-a162-884a243d8804 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825105-1-iscsi {{(pid=82901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:51:39.949579 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50608671-9bc0-4cef-a162-884a243d8804 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825105-1-iscsi {{(pid=82901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:51:39.949903 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50608671-9bc0-4cef-a162-884a243d8804 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825105-1-iscsi {{(pid=82901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:51:39.950352 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50608671-9bc0-4cef-a162-884a243d8804 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-825105-1-iscsi {{(pid=82901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:51:39.950596 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50608671-9bc0-4cef-a162-884a243d8804 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825105-1-iscsi {{(pid=82901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:51:39.950915 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50608671-9bc0-4cef-a162-884a243d8804 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825105-1-iscsi {{(pid=82901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:51:39.951233 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50608671-9bc0-4cef-a162-884a243d8804 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825105-1-iscsi {{(pid=82901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:51:39.951544 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50608671-9bc0-4cef-a162-884a243d8804 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825105-1-iscsi {{(pid=82901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:51:39.951854 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50608671-9bc0-4cef-a162-884a243d8804 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825105-1-iscsi {{(pid=82901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:51:39.973919 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-50608671-9bc0-4cef-a162-884a243d8804 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756758320348'] for network, precommit_create {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:51:40.003194 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-50608671-9bc0-4cef-a162-884a243d8804 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124156'] for network, after_create {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:51:40.004006 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50608671-9bc0-4cef-a162-884a243d8804 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:51:40.004618 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-50608671-9bc0-4cef-a162-884a243d8804 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16124149'] for network, before_response {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:51:40.112136 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50608671-9bc0-4cef-a162-884a243d8804 admin admin] Pushing event updated for resources: {'Network': ['ID=c9d019e1-2b2d-4c7e-ac73-8e9c643d1b91,revision_number=1']} {{(pid=82901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:51:40.115071 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [None req-50608671-9bc0-4cef-a162-884a243d8804 admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3827260 Feb 09 15:51:40.118028 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.wsgi [-] (82902) accepted ('10.222.0.67', 50886) {{(pid=82902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 15:51:40.121895 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.plugins.ml2.rpc [None req-608c4fd2-211a-4ca9-a277-ad2a51be62ff None None] Network c9d019e1-2b2d-4c7e-ac73-8e9c643d1b91 details requested by agent ovs-agent-dv-cinder-825105-1-iscsi with host dv-cinder-825105-1-iscsi {{(pid=82903) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 15:51:40.123497 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.api.v2.base [None req-81b2dd15-f804-4b63-9907-fec051e2e89b admin admin] Request body: {'subnet': {'network_id': 'c9d019e1-2b2d-4c7e-ac73-8e9c643d1b91', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-876729821-subnet', 'tenant_id': '88a679179b1d4d8f82af39bbbf34d55f', 'ip_version': 4}} {{(pid=82902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 15:51:40.128328 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.db.quota.driver [None req-81b2dd15-f804-4b63-9907-fec051e2e89b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 15:51:40.132290 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.quota.resource [None req-81b2dd15-f804-4b63-9907-fec051e2e89b admin admin] Usage tracker for resource:subnet and tenant:88a679179b1d4d8f82af39bbbf34d55f is out of sync, need to count used quota {{(pid=82902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 15:51:40.135112 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.quota.resource [None req-81b2dd15-f804-4b63-9907-fec051e2e89b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=82902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 15:51:40.141468 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.db.quota.driver [None req-81b2dd15-f804-4b63-9907-fec051e2e89b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 15:51:40.151746 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81b2dd15-f804-4b63-9907-fec051e2e89b admin admin] Made reservation on behalf of 88a679179b1d4d8f82af39bbbf34d55f for: {'subnet': 1} {{(pid=82902) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 15:51:40.154890 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-81b2dd15-f804-4b63-9907-fec051e2e89b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1082463'] for subnet, before_create {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:51:40.358620 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.plugins.ml2.rpc [None req-608c4fd2-211a-4ca9-a277-ad2a51be62ff None None] Device 9c128cbc-f6e7-4d37-a900-6c394be5dc20 up at agent ovs-agent-dv-cinder-825105-1-iscsi {{(pid=82903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 15:51:40.374590 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-81b2dd15-f804-4b63-9907-fec051e2e89b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1633683', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1082465'] for subnet, after_create {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:51:40.431181 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.db.provisioning_blocks [None req-608c4fd2-211a-4ca9-a277-ad2a51be62ff None None] Provisioning for port 9c128cbc-f6e7-4d37-a900-6c394be5dc20 completed by entity L2. {{(pid=82903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 15:51:40.436982 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.db.provisioning_blocks [None req-608c4fd2-211a-4ca9-a277-ad2a51be62ff None None] Provisioning complete for port 9c128cbc-f6e7-4d37-a900-6c394be5dc20 triggered by entity L2. {{(pid=82903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:51:40.437255 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-608c4fd2-211a-4ca9-a277-ad2a51be62ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16008948'] for port, provisioning_complete {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:51:40.454059 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b2dd15-f804-4b63-9907-fec051e2e89b admin admin] Pushing event updated for resources: {'Subnet': ['ID=32f2d3b3-451f-4175-9941-be4f010f06a4,revision_number=0']} {{(pid=82902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:51:40.472011 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81b2dd15-f804-4b63-9907-fec051e2e89b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825105-1-iscsi {{(pid=82902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:51:40.472375 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81b2dd15-f804-4b63-9907-fec051e2e89b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825105-1-iscsi {{(pid=82902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:51:40.472708 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81b2dd15-f804-4b63-9907-fec051e2e89b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825105-1-iscsi {{(pid=82902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:51:40.473060 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81b2dd15-f804-4b63-9907-fec051e2e89b admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825105-1-iscsi {{(pid=82902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:51:40.473409 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81b2dd15-f804-4b63-9907-fec051e2e89b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825105-1-iscsi {{(pid=82902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:51:40.473731 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81b2dd15-f804-4b63-9907-fec051e2e89b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-825105-1-iscsi {{(pid=82902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:51:40.474051 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81b2dd15-f804-4b63-9907-fec051e2e89b admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825105-1-iscsi {{(pid=82902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:51:40.474388 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81b2dd15-f804-4b63-9907-fec051e2e89b admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825105-1-iscsi {{(pid=82902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:51:40.474705 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81b2dd15-f804-4b63-9907-fec051e2e89b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825105-1-iscsi {{(pid=82902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:51:40.475033 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81b2dd15-f804-4b63-9907-fec051e2e89b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825105-1-iscsi {{(pid=82902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:51:40.475390 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81b2dd15-f804-4b63-9907-fec051e2e89b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825105-1-iscsi {{(pid=82902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:51:40.481177 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81b2dd15-f804-4b63-9907-fec051e2e89b admin admin] Checking segment: {'id': '0bc58e96-38e7-4ecf-8298-7521c5a2dda5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': 'c9d019e1-2b2d-4c7e-ac73-8e9c643d1b91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 15:51:40.482090 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81b2dd15-f804-4b63-9907-fec051e2e89b admin admin] Network hostable DHCP agents. Network: c9d019e1-2b2d-4c7e-ac73-8e9c643d1b91, hostable agents: ['534ecb3d-5fb5-4496-b97c-b20b93fdf8ec'], hosted agents: [] {{(pid=82902) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 15:51:40.503643 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81b2dd15-f804-4b63-9907-fec051e2e89b admin admin] Network c9d019e1-2b2d-4c7e-ac73-8e9c643d1b91 is scheduled to be hosted by DHCP agent 534ecb3d-5fb5-4496-b97c-b20b93fdf8ec with binding_index 1 {{(pid=82902) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 15:51:40.512660 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.scheduler.base_scheduler [None req-81b2dd15-f804-4b63-9907-fec051e2e89b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-825105-1-iscsi, c9d019e1-2b2d-4c7e-ac73-8e9c643d1b91) {{(pid=82902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 15:51:40.516639 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81b2dd15-f804-4b63-9907-fec051e2e89b admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=82902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:51:40.517264 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-81b2dd15-f804-4b63-9907-fec051e2e89b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16124149'] for subnet, before_response {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:51:40.526101 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec518b09-4668-4955-b33f-a9f592de08dc None None] Network c9d019e1-2b2d-4c7e-ac73-8e9c643d1b91 requested from dv-cinder-825105-1-iscsi {{(pid=82903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 15:51:40.538682 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [None req-81b2dd15-f804-4b63-9907-fec051e2e89b admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.4195700 Feb 09 15:51:40.541311 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.wsgi [-] (82902) accepted ('10.222.0.67', 50890) {{(pid=82902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 15:51:40.547181 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.api.v2.base [None req-1a66042d-e83a-4858-b156-e85e073432a2 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-876729821-router', 'tenant_id': '88a679179b1d4d8f82af39bbbf34d55f', 'external_gateway_info': {'network_id': 'c65eede5-7777-493f-951d-210877831002'}}} {{(pid=82902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 15:51:40.551678 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.db.quota.driver [None req-1a66042d-e83a-4858-b156-e85e073432a2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 15:51:40.555700 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.quota.resource [None req-1a66042d-e83a-4858-b156-e85e073432a2 admin admin] Usage tracker for resource:router and tenant:88a679179b1d4d8f82af39bbbf34d55f is out of sync, need to count used quota {{(pid=82902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 15:51:40.558592 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.quota.resource [None req-1a66042d-e83a-4858-b156-e85e073432a2 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=82902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 15:51:40.565126 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.db.quota.driver [None req-1a66042d-e83a-4858-b156-e85e073432a2 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 15:51:40.576771 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-1a66042d-e83a-4858-b156-e85e073432a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-410232', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1025257'] for router, before_create {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:51:40.577776 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-1a66042d-e83a-4858-b156-e85e073432a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-410143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-406467', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-347251', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1025278'] for router, precommit_create {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:51:40.597045 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-1a66042d-e83a-4858-b156-e85e073432a2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:51:40.626970 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-608c4fd2-211a-4ca9-a277-ad2a51be62ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16080601'] for port, before_update {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:51:40.660136 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.plugins.ml2.db [None req-608c4fd2-211a-4ca9-a277-ad2a51be62ff None None] For port 9c128cbc-f6e7-4d37-a900-6c394be5dc20, host dv-cinder-825105-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825105-1-iscsi',level=0,port_id=9c128cbc-f6e7-4d37-a900-6c394be5dc20,segment=NetworkSegment(e675f0f7-189f-41a1-8fb7-d7545319af97),segment_id=e675f0f7-189f-41a1-8fb7-d7545319af97)] {{(pid=82903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:51:40.669305 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-608c4fd2-211a-4ca9-a277-ad2a51be62ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16080037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758755988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756758334055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756758334100'] for port, after_update {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:51:40.753276 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-1a66042d-e83a-4858-b156-e85e073432a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-406509', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-410218', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1025164'] for router, precommit_update {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:51:40.809073 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-608c4fd2-211a-4ca9-a277-ad2a51be62ff None None] Pushing event updated for resources: {'Port': ['ID=9c128cbc-f6e7-4d37-a900-6c394be5dc20,revision_number=4']} {{(pid=82903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:51:40.826191 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a301ea6-93f2-44de-a4d6-5cb59124ebe2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1490c90-7495-5952-8644-ad60ad5632dc-c9d019e1-2b2d-4c7e-ac73-8e9c643d1b91', 'network_id': 'c9d019e1-2b2d-4c7e-ac73-8e9c643d1b91', 'tenant_id': '88a679179b1d4d8f82af39bbbf34d55f', 'fixed_ips': [{'subnet_id': '32f2d3b3-451f-4175-9941-be4f010f06a4'}]}} from dv-cinder-825105-1-iscsi. {{(pid=82903) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 09 15:51:40.827020 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-2a301ea6-93f2-44de-a4d6-5cb59124ebe2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16080601'] for port, before_create {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:51:40.964988 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-1a66042d-e83a-4858-b156-e85e073432a2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:51:40.985016 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.db.db_base_plugin_common [None req-2a301ea6-93f2-44de-a4d6-5cb59124ebe2 None None] Allocated IP 172.20.0.2 (c9d019e1-2b2d-4c7e-ac73-8e9c643d1b91/32f2d3b3-451f-4175-9941-be4f010f06a4/440cade9-8b52-432c-9351-0b72a3a1a19c) {{(pid=82903) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 15:51:40.997833 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-1a66042d-e83a-4858-b156-e85e073432a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16080601'] for port, before_create {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:51:41.137462 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.db.db_base_plugin_common [None req-1a66042d-e83a-4858-b156-e85e073432a2 admin admin] Allocated IP 172.27.0.183 (c65eede5-7777-493f-951d-210877831002/2c513225-bb11-4d36-a4c3-0732716dcb87/252e4997-333d-4076-9df6-6f1b735dae80) {{(pid=82902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 15:51:41.230502 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-2a301ea6-93f2-44de-a4d6-5cb59124ebe2 None None] Notify callbacks [] for port, precommit_create {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:51:41.244998 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.db.provisioning_blocks [None req-2a301ea6-93f2-44de-a4d6-5cb59124ebe2 None None] Transition to ACTIVE for port object 440cade9-8b52-432c-9351-0b72a3a1a19c will not be triggered until provisioned by entity L2. {{(pid=82903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 15:51:41.266387 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.db.provisioning_blocks [None req-2a301ea6-93f2-44de-a4d6-5cb59124ebe2 None None] Transition to ACTIVE for port object 440cade9-8b52-432c-9351-0b72a3a1a19c will not be triggered until provisioned by entity DHCP. {{(pid=82903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 15:51:41.274403 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-2a301ea6-93f2-44de-a4d6-5cb59124ebe2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16080037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124156', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756758334037'] for port, after_create {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:51:41.298790 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-1a66042d-e83a-4858-b156-e85e073432a2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:51:41.327975 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-1a66042d-e83a-4858-b156-e85e073432a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16080037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124156', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756758334037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1633551'] for port, after_create {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:51:41.342811 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a301ea6-93f2-44de-a4d6-5cb59124ebe2 None None] Network c9d019e1-2b2d-4c7e-ac73-8e9c643d1b91 is already hosted by enough agents. {{(pid=82903) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 15:51:41.345529 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.scheduler.base_scheduler [None req-2a301ea6-93f2-44de-a4d6-5cb59124ebe2 None None] Resources bound (agent type, host, resource id): {{(pid=82903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 15:51:41.349654 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a301ea6-93f2-44de-a4d6-5cb59124ebe2 None None] Received port after_create {{(pid=82903) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 15:51:41.351675 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a301ea6-93f2-44de-a4d6-5cb59124ebe2 None None] Pushing event updated for resources: {'Port': ['ID=440cade9-8b52-432c-9351-0b72a3a1a19c,revision_number=1']} {{(pid=82903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:51:41.396278 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a66042d-e83a-4858-b156-e85e073432a2 admin admin] Network c65eede5-7777-493f-951d-210877831002 is already hosted by enough agents. {{(pid=82902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 15:51:41.399451 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a66042d-e83a-4858-b156-e85e073432a2 admin admin] Pushing event updated for resources: {'Port': ['ID=252e4997-333d-4076-9df6-6f1b735dae80,revision_number=1']} {{(pid=82902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:51:41.401774 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.scheduler.base_scheduler [None req-1a66042d-e83a-4858-b156-e85e073432a2 admin admin] Resources bound (agent type, host, resource id): {{(pid=82902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 15:51:41.404532 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a66042d-e83a-4858-b156-e85e073432a2 admin admin] Received port after_create {{(pid=82902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 15:51:41.439783 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.plugins.ml2.managers [None req-2a301ea6-93f2-44de-a4d6-5cb59124ebe2 None None] Attempting to bind port 440cade9-8b52-432c-9351-0b72a3a1a19c on host dv-cinder-825105-1-iscsi for vnic_type normal with profile {{(pid=82903) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 15:51:41.440258 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.plugins.ml2.managers [None req-2a301ea6-93f2-44de-a4d6-5cb59124ebe2 None None] Attempting to bind port 440cade9-8b52-432c-9351-0b72a3a1a19c by drivers openvswitch,hyperv on host dv-cinder-825105-1-iscsi at level 0 using segments [{'id': '0bc58e96-38e7-4ecf-8298-7521c5a2dda5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': 'c9d019e1-2b2d-4c7e-ac73-8e9c643d1b91'}] {{(pid=82903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 15:51:41.440671 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a301ea6-93f2-44de-a4d6-5cb59124ebe2 None None] Attempting to bind port 440cade9-8b52-432c-9351-0b72a3a1a19c on network c9d019e1-2b2d-4c7e-ac73-8e9c643d1b91 {{(pid=82903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 15:51:41.447281 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a301ea6-93f2-44de-a4d6-5cb59124ebe2 None None] Checking agent: {'id': '0c30844f-de8e-42c5-a17a-962bb78b1270', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-825105-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 15, 34, 1), 'started_at': datetime.datetime(2022, 2, 9, 15, 34, 31), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 15, 51, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-825105-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 15:51:41.447632 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a301ea6-93f2-44de-a4d6-5cb59124ebe2 None None] Checking segment: {'id': '0bc58e96-38e7-4ecf-8298-7521c5a2dda5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': 'c9d019e1-2b2d-4c7e-ac73-8e9c643d1b91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 15:51:41.448012 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-2a301ea6-93f2-44de-a4d6-5cb59124ebe2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:51:41.448406 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a301ea6-93f2-44de-a4d6-5cb59124ebe2 None None] Bound using segment: {'id': '0bc58e96-38e7-4ecf-8298-7521c5a2dda5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': 'c9d019e1-2b2d-4c7e-ac73-8e9c643d1b91'} {{(pid=82903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 15:51:41.448846 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.plugins.ml2.managers [None req-2a301ea6-93f2-44de-a4d6-5cb59124ebe2 None None] Bound port: 440cade9-8b52-432c-9351-0b72a3a1a19c, host: dv-cinder-825105-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0bc58e96-38e7-4ecf-8298-7521c5a2dda5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': 'c9d019e1-2b2d-4c7e-ac73-8e9c643d1b91'}}] {{(pid=82903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 15:51:41.449200 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-2a301ea6-93f2-44de-a4d6-5cb59124ebe2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16080601'] for port, before_update {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:51:41.534880 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.plugins.ml2.db [None req-2a301ea6-93f2-44de-a4d6-5cb59124ebe2 None None] For port 440cade9-8b52-432c-9351-0b72a3a1a19c, host dv-cinder-825105-1-iscsi, cleared binding levels {{(pid=82903) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 15:51:41.537935 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.plugins.ml2.db [None req-2a301ea6-93f2-44de-a4d6-5cb59124ebe2 None None] For port 440cade9-8b52-432c-9351-0b72a3a1a19c, host dv-cinder-825105-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825105-1-iscsi',level=0,port_id=440cade9-8b52-432c-9351-0b72a3a1a19c,segment=NetworkSegment(0bc58e96-38e7-4ecf-8298-7521c5a2dda5),segment_id=0bc58e96-38e7-4ecf-8298-7521c5a2dda5)] {{(pid=82903) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 15:51:41.541238 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-2a301ea6-93f2-44de-a4d6-5cb59124ebe2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16080037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758755988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756758334055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756758334100'] for port, after_update {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:51:41.560808 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-1a66042d-e83a-4858-b156-e85e073432a2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:51:41.561521 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-1a66042d-e83a-4858-b156-e85e073432a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-410227', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-406294'] for router, after_create {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:51:41.624317 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a301ea6-93f2-44de-a4d6-5cb59124ebe2 None None] Pushing event updated for resources: {'Port': ['ID=440cade9-8b52-432c-9351-0b72a3a1a19c,revision_number=2']} {{(pid=82903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:51:41.909720 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a66042d-e83a-4858-b156-e85e073432a2 admin admin] Router 771314d9-8574-4d69-a869-0c2e585d4c79 is scheduled to L3 agent 94c626d1-bc40-41bd-b6b2-9a20da402cb6 with binding_index 1 {{(pid=82902) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 15:51:42.114315 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a66042d-e83a-4858-b156-e85e073432a2 admin admin] Notify agent at l3_agent.dv-cinder-825105-1-iscsi the message routers_updated {{(pid=82902) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 15:51:42.126799 dv-cinder-825105-1-iscsi neutron-server[82904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d25ed65-55e4-478a-91f7-f0991bc80589 None None] Sync routers for ids ['771314d9-8574-4d69-a869-0c2e585d4c79'] in dv-cinder-825105-1-iscsi {{(pid=82904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 09 15:51:42.137355 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-1a66042d-e83a-4858-b156-e85e073432a2 admin admin] Notify callbacks [] for router, before_response {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:51:42.139424 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [None req-1a66042d-e83a-4858-b156-e85e073432a2 admin admin] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.5971360 Feb 09 15:51:42.140906 dv-cinder-825105-1-iscsi neutron-server[82904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d25ed65-55e4-478a-91f7-f0991bc80589 None None] Routers {'771314d9-8574-4d69-a869-0c2e585d4c79'} bound to L3 agent in host dv-cinder-825105-1-iscsi {{(pid=82904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 15:51:42.141513 dv-cinder-825105-1-iscsi neutron-server[82904]: DEBUG neutron.db.l3_hamode_db [None req-3d25ed65-55e4-478a-91f7-f0991bc80589 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825105-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-09T15:34:00Z,description=,heartbeat_timestamp=2022-02-09T15:51:30Z,host='dv-cinder-825105-1-iscsi',id=94c626d1-bc40-41bd-b6b2-9a20da402cb6,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:34:00Z,topic='l3_agent')) {'router_ids': ['771314d9-8574-4d69-a869-0c2e585d4c79'], 'active': True} {{(pid=82904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:51:42.143017 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.wsgi [-] (82902) accepted ('10.222.0.67', 50898) {{(pid=82902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 15:51:42.338999 dv-cinder-825105-1-iscsi neutron-server[82904]: DEBUG neutron.db.l3_dvr_db [None req-3d25ed65-55e4-478a-91f7-f0991bc80589 None None] Set router 771314d9-8574-4d69-a869-0c2e585d4c79 gateway port host: dv-cinder-825105-1-iscsi {{(pid=82904) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 15:51:42.470736 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.plugins.ml2.rpc [None req-608c4fd2-211a-4ca9-a277-ad2a51be62ff None None] Device 440cade9-8b52-432c-9351-0b72a3a1a19c up at agent ovs-agent-dv-cinder-825105-1-iscsi {{(pid=82903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 15:51:42.549906 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.db.provisioning_blocks [None req-608c4fd2-211a-4ca9-a277-ad2a51be62ff None None] Provisioning for port 440cade9-8b52-432c-9351-0b72a3a1a19c completed by entity L2. {{(pid=82903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 15:51:42.555582 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.plugins.ml2.rpc [None req-608c4fd2-211a-4ca9-a277-ad2a51be62ff None None] Device 9c128cbc-f6e7-4d37-a900-6c394be5dc20 up at agent ovs-agent-dv-cinder-825105-1-iscsi {{(pid=82903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 15:51:42.593598 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96dd7534-916a-423e-95bf-bda70fca8300 None None] Network c9d019e1-2b2d-4c7e-ac73-8e9c643d1b91 requested from dv-cinder-825105-1-iscsi {{(pid=82903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 15:51:42.655876 dv-cinder-825105-1-iscsi neutron-server[82904]: DEBUG neutron.db.l3_hamode_db [None req-3d25ed65-55e4-478a-91f7-f0991bc80589 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '771314d9-8574-4d69-a869-0c2e585d4c79', 'name': 'tempest-TestMinimumBasicScenario-876729821-router', 'tenant_id': '88a679179b1d4d8f82af39bbbf34d55f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c65eede5-7777-493f-951d-210877831002', 'external_fixed_ips': [{'subnet_id': '2c513225-bb11-4d36-a4c3-0732716dcb87', 'ip_address': '172.27.0.183'}], 'enable_snat': True}, 'gw_port_id': '252e4997-333d-4076-9df6-6f1b735dae80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T15:51:40Z', 'updated_at': '2022-02-09T15:51:41Z', 'revision_number': 3, 'project_id': '88a679179b1d4d8f82af39bbbf34d55f', 'gw_port': {'id': '252e4997-333d-4076-9df6-6f1b735dae80', 'name': '', 'network_id': 'c65eede5-7777-493f-951d-210877831002', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:fe:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '771314d9-8574-4d69-a869-0c2e585d4c79', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2c513225-bb11-4d36-a4c3-0732716dcb87', 'ip_address': '172.27.0.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:51:41Z', 'updated_at': '2022-02-09T15:51:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2c513225-bb11-4d36-a4c3-0732716dcb87', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825105-1-iscsi'}], 'dv-cinder-825105-1-iscsi', False) {} {{(pid=82904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:51:42.659774 dv-cinder-825105-1-iscsi neutron-server[82904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d25ed65-55e4-478a-91f7-f0991bc80589 None None] Checking router: 771314d9-8574-4d69-a869-0c2e585d4c79 for host: dv-cinder-825105-1-iscsi {{(pid=82904) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 09 15:51:42.660144 dv-cinder-825105-1-iscsi neutron-server[82904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d25ed65-55e4-478a-91f7-f0991bc80589 None None] Updating router 771314d9-8574-4d69-a869-0c2e585d4c79 port 252e4997-333d-4076-9df6-6f1b735dae80 binding host dv-cinder-825105-1-iscsi {{(pid=82904) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 09 15:51:42.712023 dv-cinder-825105-1-iscsi neutron-server[82904]: DEBUG neutron_lib.callbacks.manager [None req-3d25ed65-55e4-478a-91f7-f0991bc80589 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16080601'] for port, before_update {{(pid=82904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:51:42.727603 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.db.provisioning_blocks [None req-21f1ffd1-8d69-499e-8758-117a759a9ed1 None None] Provisioning for port 440cade9-8b52-432c-9351-0b72a3a1a19c completed by entity DHCP. {{(pid=82903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 15:51:42.746172 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.db.provisioning_blocks [None req-21f1ffd1-8d69-499e-8758-117a759a9ed1 None None] Provisioning complete for port 440cade9-8b52-432c-9351-0b72a3a1a19c triggered by entity DHCP. {{(pid=82903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:51:42.747547 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-21f1ffd1-8d69-499e-8758-117a759a9ed1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16008948'] for port, provisioning_complete {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:51:42.826917 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.db.provisioning_blocks [None req-608c4fd2-211a-4ca9-a277-ad2a51be62ff None None] Provisioning complete for port 9c128cbc-f6e7-4d37-a900-6c394be5dc20 triggered by entity L2. {{(pid=82903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:51:42.827298 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-608c4fd2-211a-4ca9-a277-ad2a51be62ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16008948'] for port, provisioning_complete {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:51:43.076580 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-cb80a26e-56f7-4495-9817-e4fda2c47158 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16080601'] for port, before_create {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:51:43.112941 dv-cinder-825105-1-iscsi neutron-server[82904]: DEBUG neutron_lib.callbacks.manager [None req-3d25ed65-55e4-478a-91f7-f0991bc80589 None None] Notify callbacks [] for port, precommit_update {{(pid=82904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:51:43.120291 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-21f1ffd1-8d69-499e-8758-117a759a9ed1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16080601'] for port, before_update {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:51:43.133963 dv-cinder-825105-1-iscsi neutron-server[82904]: DEBUG neutron.db.provisioning_blocks [None req-3d25ed65-55e4-478a-91f7-f0991bc80589 None None] Transition to ACTIVE for port object 252e4997-333d-4076-9df6-6f1b735dae80 will not be triggered until provisioned by entity L2. {{(pid=82904) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 15:51:43.147741 dv-cinder-825105-1-iscsi neutron-server[82904]: DEBUG neutron_lib.callbacks.manager [None req-3d25ed65-55e4-478a-91f7-f0991bc80589 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16080037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758755988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756758334055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756758334100'] for port, after_update {{(pid=82904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:51:43.186315 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.plugins.ml2.db [None req-21f1ffd1-8d69-499e-8758-117a759a9ed1 None None] For port 440cade9-8b52-432c-9351-0b72a3a1a19c, host dv-cinder-825105-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825105-1-iscsi',level=0,port_id=440cade9-8b52-432c-9351-0b72a3a1a19c,segment=NetworkSegment(0bc58e96-38e7-4ecf-8298-7521c5a2dda5),segment_id=0bc58e96-38e7-4ecf-8298-7521c5a2dda5)] {{(pid=82903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:51:43.190943 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-21f1ffd1-8d69-499e-8758-117a759a9ed1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16080037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758755988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756758334055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756758334100'] for port, after_update {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:51:43.263360 dv-cinder-825105-1-iscsi neutron-server[82904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b8670b-ed4a-42e1-a2b5-088e67a88744 None None] Pushing event updated for resources: {'Port': ['ID=252e4997-333d-4076-9df6-6f1b735dae80,revision_number=2']} {{(pid=82904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:51:43.288799 dv-cinder-825105-1-iscsi neutron-server[82904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b8670b-ed4a-42e1-a2b5-088e67a88744 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825105-1-iscsi {{(pid=82904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:51:43.289157 dv-cinder-825105-1-iscsi neutron-server[82904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b8670b-ed4a-42e1-a2b5-088e67a88744 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825105-1-iscsi {{(pid=82904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:51:43.289490 dv-cinder-825105-1-iscsi neutron-server[82904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b8670b-ed4a-42e1-a2b5-088e67a88744 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825105-1-iscsi {{(pid=82904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:51:43.289851 dv-cinder-825105-1-iscsi neutron-server[82904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b8670b-ed4a-42e1-a2b5-088e67a88744 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825105-1-iscsi {{(pid=82904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:51:43.290178 dv-cinder-825105-1-iscsi neutron-server[82904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b8670b-ed4a-42e1-a2b5-088e67a88744 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825105-1-iscsi {{(pid=82904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:51:43.290501 dv-cinder-825105-1-iscsi neutron-server[82904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b8670b-ed4a-42e1-a2b5-088e67a88744 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-825105-1-iscsi {{(pid=82904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:51:43.290820 dv-cinder-825105-1-iscsi neutron-server[82904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b8670b-ed4a-42e1-a2b5-088e67a88744 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825105-1-iscsi {{(pid=82904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:51:43.291182 dv-cinder-825105-1-iscsi neutron-server[82904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b8670b-ed4a-42e1-a2b5-088e67a88744 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825105-1-iscsi {{(pid=82904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:51:43.291545 dv-cinder-825105-1-iscsi neutron-server[82904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b8670b-ed4a-42e1-a2b5-088e67a88744 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825105-1-iscsi {{(pid=82904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:51:43.291900 dv-cinder-825105-1-iscsi neutron-server[82904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b8670b-ed4a-42e1-a2b5-088e67a88744 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825105-1-iscsi {{(pid=82904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:51:43.292260 dv-cinder-825105-1-iscsi neutron-server[82904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b8670b-ed4a-42e1-a2b5-088e67a88744 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825105-1-iscsi {{(pid=82904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:51:43.297880 dv-cinder-825105-1-iscsi neutron-server[82904]: DEBUG neutron.plugins.ml2.managers [None req-3d25ed65-55e4-478a-91f7-f0991bc80589 None None] Attempting to bind port 252e4997-333d-4076-9df6-6f1b735dae80 on host dv-cinder-825105-1-iscsi for vnic_type normal with profile {{(pid=82904) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 15:51:43.298282 dv-cinder-825105-1-iscsi neutron-server[82904]: DEBUG neutron.plugins.ml2.managers [None req-3d25ed65-55e4-478a-91f7-f0991bc80589 None None] Attempting to bind port 252e4997-333d-4076-9df6-6f1b735dae80 by drivers openvswitch,hyperv on host dv-cinder-825105-1-iscsi at level 0 using segments [{'id': 'e675f0f7-189f-41a1-8fb7-d7545319af97', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c65eede5-7777-493f-951d-210877831002'}] {{(pid=82904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 15:51:43.298676 dv-cinder-825105-1-iscsi neutron-server[82904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d25ed65-55e4-478a-91f7-f0991bc80589 None None] Attempting to bind port 252e4997-333d-4076-9df6-6f1b735dae80 on network c65eede5-7777-493f-951d-210877831002 {{(pid=82904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 15:51:43.306342 dv-cinder-825105-1-iscsi neutron-server[82904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d25ed65-55e4-478a-91f7-f0991bc80589 None None] Checking agent: {'id': '0c30844f-de8e-42c5-a17a-962bb78b1270', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-825105-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 15, 34, 1), 'started_at': datetime.datetime(2022, 2, 9, 15, 34, 31), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 15, 51, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-825105-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 15:51:43.306716 dv-cinder-825105-1-iscsi neutron-server[82904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d25ed65-55e4-478a-91f7-f0991bc80589 None None] Checking segment: {'id': 'e675f0f7-189f-41a1-8fb7-d7545319af97', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c65eede5-7777-493f-951d-210877831002'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82904) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 15:51:43.307154 dv-cinder-825105-1-iscsi neutron-server[82904]: DEBUG neutron_lib.callbacks.manager [None req-3d25ed65-55e4-478a-91f7-f0991bc80589 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:51:43.307564 dv-cinder-825105-1-iscsi neutron-server[82904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d25ed65-55e4-478a-91f7-f0991bc80589 None None] Bound using segment: {'id': 'e675f0f7-189f-41a1-8fb7-d7545319af97', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c65eede5-7777-493f-951d-210877831002'} {{(pid=82904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 15:51:43.308143 dv-cinder-825105-1-iscsi neutron-server[82904]: DEBUG neutron.plugins.ml2.managers [None req-3d25ed65-55e4-478a-91f7-f0991bc80589 None None] Bound port: 252e4997-333d-4076-9df6-6f1b735dae80, host: dv-cinder-825105-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e675f0f7-189f-41a1-8fb7-d7545319af97', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c65eede5-7777-493f-951d-210877831002'}}] {{(pid=82904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 15:51:43.308550 dv-cinder-825105-1-iscsi neutron-server[82904]: DEBUG neutron_lib.callbacks.manager [None req-3d25ed65-55e4-478a-91f7-f0991bc80589 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16080601'] for port, before_update {{(pid=82904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:51:43.326497 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f1ffd1-8d69-499e-8758-117a759a9ed1 None None] Pushing event updated for resources: {'Port': ['ID=440cade9-8b52-432c-9351-0b72a3a1a19c,revision_number=3']} {{(pid=82903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:51:43.372598 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.db.db_base_plugin_common [None req-cb80a26e-56f7-4495-9817-e4fda2c47158 admin admin] Allocated IP 172.20.0.1 (c9d019e1-2b2d-4c7e-ac73-8e9c643d1b91/32f2d3b3-451f-4175-9941-be4f010f06a4/7d76f3d8-2d2c-4636-841d-13f2bbc5c099) {{(pid=82902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 15:51:43.407842 dv-cinder-825105-1-iscsi neutron-server[82904]: DEBUG neutron.plugins.ml2.db [None req-3d25ed65-55e4-478a-91f7-f0991bc80589 None None] For port 252e4997-333d-4076-9df6-6f1b735dae80, host dv-cinder-825105-1-iscsi, cleared binding levels {{(pid=82904) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 15:51:43.412447 dv-cinder-825105-1-iscsi neutron-server[82904]: DEBUG neutron.plugins.ml2.db [None req-3d25ed65-55e4-478a-91f7-f0991bc80589 None None] For port 252e4997-333d-4076-9df6-6f1b735dae80, host dv-cinder-825105-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825105-1-iscsi',level=0,port_id=252e4997-333d-4076-9df6-6f1b735dae80,segment=NetworkSegment(e675f0f7-189f-41a1-8fb7-d7545319af97),segment_id=e675f0f7-189f-41a1-8fb7-d7545319af97)] {{(pid=82904) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 15:51:43.416718 dv-cinder-825105-1-iscsi neutron-server[82904]: DEBUG neutron_lib.callbacks.manager [None req-3d25ed65-55e4-478a-91f7-f0991bc80589 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16080037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758755988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756758334055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756758334100'] for port, after_update {{(pid=82904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:51:43.425601 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.db.provisioning_blocks [None req-383e5b14-cb13-47ab-8f29-83b202d98537 None None] Provisioning complete for port 440cade9-8b52-432c-9351-0b72a3a1a19c triggered by entity DHCP. {{(pid=82903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:51:43.426051 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-383e5b14-cb13-47ab-8f29-83b202d98537 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16008948'] for port, provisioning_complete {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:51:43.506913 dv-cinder-825105-1-iscsi neutron-server[82904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b8670b-ed4a-42e1-a2b5-088e67a88744 None None] Pushing event updated for resources: {'Port': ['ID=252e4997-333d-4076-9df6-6f1b735dae80,revision_number=3']} {{(pid=82904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:51:43.510087 dv-cinder-825105-1-iscsi neutron-server[82904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d25ed65-55e4-478a-91f7-f0991bc80589 None None] Routers {'771314d9-8574-4d69-a869-0c2e585d4c79'} bound to L3 agent in host dv-cinder-825105-1-iscsi {{(pid=82904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 15:51:43.510686 dv-cinder-825105-1-iscsi neutron-server[82904]: DEBUG neutron.db.l3_hamode_db [None req-3d25ed65-55e4-478a-91f7-f0991bc80589 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825105-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-09T15:34:00Z,description=,heartbeat_timestamp=2022-02-09T15:51:30Z,host='dv-cinder-825105-1-iscsi',id=94c626d1-bc40-41bd-b6b2-9a20da402cb6,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:34:00Z,topic='l3_agent')) {'router_ids': ['771314d9-8574-4d69-a869-0c2e585d4c79'], 'active': True} {{(pid=82904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:51:43.537131 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-cb80a26e-56f7-4495-9817-e4fda2c47158 admin admin] Notify callbacks [] for port, precommit_create {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:51:43.555205 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.db.provisioning_blocks [None req-cb80a26e-56f7-4495-9817-e4fda2c47158 admin admin] Transition to ACTIVE for port object 7d76f3d8-2d2c-4636-841d-13f2bbc5c099 will not be triggered until provisioned by entity DHCP. {{(pid=82902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 15:51:43.579454 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-cb80a26e-56f7-4495-9817-e4fda2c47158 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16080037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124156', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756758334037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1633551'] for port, after_create {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:51:43.705255 dv-cinder-825105-1-iscsi neutron-server[82904]: DEBUG neutron.db.l3_dvr_db [None req-3d25ed65-55e4-478a-91f7-f0991bc80589 None None] Set router 771314d9-8574-4d69-a869-0c2e585d4c79 gateway port host: dv-cinder-825105-1-iscsi {{(pid=82904) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 15:51:43.748055 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb80a26e-56f7-4495-9817-e4fda2c47158 admin admin] Network c9d019e1-2b2d-4c7e-ac73-8e9c643d1b91 is already hosted by enough agents. {{(pid=82902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 15:51:43.750948 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.scheduler.base_scheduler [None req-cb80a26e-56f7-4495-9817-e4fda2c47158 admin admin] Resources bound (agent type, host, resource id): {{(pid=82902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 15:51:43.755625 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb80a26e-56f7-4495-9817-e4fda2c47158 admin admin] Received port after_create {{(pid=82902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 15:51:43.785826 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb80a26e-56f7-4495-9817-e4fda2c47158 admin admin] Pushing event updated for resources: {'Port': ['ID=7d76f3d8-2d2c-4636-841d-13f2bbc5c099,revision_number=1']} {{(pid=82902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:51:43.814191 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-cb80a26e-56f7-4495-9817-e4fda2c47158 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-405704'] for router_interface, before_create {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:51:43.902213 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-cb80a26e-56f7-4495-9817-e4fda2c47158 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16080601'] for port, before_update {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:51:43.983865 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.db.provisioning_blocks [None req-c9d91975-df2a-4c10-aaca-b6040828b738 None None] Provisioning for port 7d76f3d8-2d2c-4636-841d-13f2bbc5c099 completed by entity DHCP. {{(pid=82903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 15:51:43.989167 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.db.provisioning_blocks [None req-c9d91975-df2a-4c10-aaca-b6040828b738 None None] Provisioning complete for port 7d76f3d8-2d2c-4636-841d-13f2bbc5c099 triggered by entity DHCP. {{(pid=82903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:51:43.989538 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-c9d91975-df2a-4c10-aaca-b6040828b738 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16008948'] for port, provisioning_complete {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:51:44.048173 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.plugins.ml2.plugin [None req-c9d91975-df2a-4c10-aaca-b6040828b738 None None] Port 7d76f3d8-2d2c-4636-841d-13f2bbc5c099 cannot update to ACTIVE because it is not bound. {{(pid=82903) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 09 15:51:44.054229 dv-cinder-825105-1-iscsi neutron-server[82904]: DEBUG neutron.db.l3_hamode_db [None req-3d25ed65-55e4-478a-91f7-f0991bc80589 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '771314d9-8574-4d69-a869-0c2e585d4c79', 'name': 'tempest-TestMinimumBasicScenario-876729821-router', 'tenant_id': '88a679179b1d4d8f82af39bbbf34d55f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c65eede5-7777-493f-951d-210877831002', 'external_fixed_ips': [{'subnet_id': '2c513225-bb11-4d36-a4c3-0732716dcb87', 'ip_address': '172.27.0.183'}], 'enable_snat': True}, 'gw_port_id': '252e4997-333d-4076-9df6-6f1b735dae80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T15:51:40Z', 'updated_at': '2022-02-09T15:51:41Z', 'revision_number': 3, 'project_id': '88a679179b1d4d8f82af39bbbf34d55f', 'gw_port': {'id': '252e4997-333d-4076-9df6-6f1b735dae80', 'name': '', 'network_id': 'c65eede5-7777-493f-951d-210877831002', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:fe:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '771314d9-8574-4d69-a869-0c2e585d4c79', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2c513225-bb11-4d36-a4c3-0732716dcb87', 'ip_address': '172.27.0.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825105-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:51:41Z', 'updated_at': '2022-02-09T15:51:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2c513225-bb11-4d36-a4c3-0732716dcb87', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825105-1-iscsi'}], 'dv-cinder-825105-1-iscsi', False) {} {{(pid=82904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:51:44.058292 dv-cinder-825105-1-iscsi neutron-server[82904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d25ed65-55e4-478a-91f7-f0991bc80589 None None] The sync data for ids ['771314d9-8574-4d69-a869-0c2e585d4c79'] in dv-cinder-825105-1-iscsi is: [{'id': '771314d9-8574-4d69-a869-0c2e585d4c79', 'name': 'tempest-TestMinimumBasicScenario-876729821-router', 'tenant_id': '88a679179b1d4d8f82af39bbbf34d55f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c65eede5-7777-493f-951d-210877831002', 'external_fixed_ips': [{'subnet_id': '2c513225-bb11-4d36-a4c3-0732716dcb87', 'ip_address': '172.27.0.183'}], 'enable_snat': True}, 'gw_port_id': '252e4997-333d-4076-9df6-6f1b735dae80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T15:51:40Z', 'updated_at': '2022-02-09T15:51:41Z', 'revision_number': 3, 'project_id': '88a679179b1d4d8f82af39bbbf34d55f', 'gw_port': {'id': '252e4997-333d-4076-9df6-6f1b735dae80', 'name': '', 'network_id': 'c65eede5-7777-493f-951d-210877831002', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:fe:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '771314d9-8574-4d69-a869-0c2e585d4c79', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2c513225-bb11-4d36-a4c3-0732716dcb87', 'ip_address': '172.27.0.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825105-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:51:41Z', 'updated_at': '2022-02-09T15:51:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2c513225-bb11-4d36-a4c3-0732716dcb87', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825105-1-iscsi'}] {{(pid=82904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 09 15:51:44.146205 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-cb80a26e-56f7-4495-9817-e4fda2c47158 admin admin] Notify callbacks [] for port, precommit_update {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:51:44.150681 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-cb80a26e-56f7-4495-9817-e4fda2c47158 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16080037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758755988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756758334055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756758334100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1633542'] for port, after_update {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:51:44.256473 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb80a26e-56f7-4495-9817-e4fda2c47158 admin admin] Pushing event updated for resources: {'Port': ['ID=7d76f3d8-2d2c-4636-841d-13f2bbc5c099,revision_number=2']} {{(pid=82902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:51:44.259716 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-cb80a26e-56f7-4495-9817-e4fda2c47158 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16123972', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-405541'] for router_interface, after_create {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:51:44.344618 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.plugins.ml2.rpc [None req-608c4fd2-211a-4ca9-a277-ad2a51be62ff None None] Device 440cade9-8b52-432c-9351-0b72a3a1a19c up at agent ovs-agent-dv-cinder-825105-1-iscsi {{(pid=82903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 15:51:44.402618 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb80a26e-56f7-4495-9817-e4fda2c47158 admin admin] Network c9d019e1-2b2d-4c7e-ac73-8e9c643d1b91 is already hosted by enough agents. {{(pid=82902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 15:51:44.404469 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.scheduler.base_scheduler [None req-cb80a26e-56f7-4495-9817-e4fda2c47158 admin admin] Resources bound (agent type, host, resource id): {{(pid=82902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 15:51:44.412331 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.db.provisioning_blocks [None req-608c4fd2-211a-4ca9-a277-ad2a51be62ff None None] Provisioning complete for port 440cade9-8b52-432c-9351-0b72a3a1a19c triggered by entity L2. {{(pid=82903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:51:44.412696 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-608c4fd2-211a-4ca9-a277-ad2a51be62ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16008948'] for port, provisioning_complete {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:51:44.672551 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.db.provisioning_blocks [None req-df24673e-515e-4e67-9e0e-d84d0912b0e1 None None] Provisioning complete for port 7d76f3d8-2d2c-4636-841d-13f2bbc5c099 triggered by entity DHCP. {{(pid=82903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:51:44.672922 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-df24673e-515e-4e67-9e0e-d84d0912b0e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16008948'] for port, provisioning_complete {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:51:44.726214 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.plugins.ml2.plugin [None req-df24673e-515e-4e67-9e0e-d84d0912b0e1 None None] Port 7d76f3d8-2d2c-4636-841d-13f2bbc5c099 cannot update to ACTIVE because it is not bound. {{(pid=82903) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 09 15:51:44.808562 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb80a26e-56f7-4495-9817-e4fda2c47158 admin admin] Router 771314d9-8574-4d69-a869-0c2e585d4c79 has already been hosted by L3 agent 94c626d1-bc40-41bd-b6b2-9a20da402cb6 {{(pid=82902) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 15:51:45.023401 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb80a26e-56f7-4495-9817-e4fda2c47158 admin admin] Notify agent at l3_agent.dv-cinder-825105-1-iscsi the message routers_updated {{(pid=82902) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 15:51:45.031975 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [None req-cb80a26e-56f7-4495-9817-e4fda2c47158 admin admin] 10.222.0.67 "PUT /v2.0/routers/771314d9-8574-4d69-a869-0c2e585d4c79/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8880384 Feb 09 15:51:50.390800 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.plugins.ml2.rpc [None req-608c4fd2-211a-4ca9-a277-ad2a51be62ff None None] Device 252e4997-333d-4076-9df6-6f1b735dae80 up at agent ovs-agent-dv-cinder-825105-1-iscsi {{(pid=82903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 15:51:50.530775 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.db.provisioning_blocks [None req-608c4fd2-211a-4ca9-a277-ad2a51be62ff None None] Provisioning for port 252e4997-333d-4076-9df6-6f1b735dae80 completed by entity L2. {{(pid=82903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 15:51:50.537918 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.db.provisioning_blocks [None req-608c4fd2-211a-4ca9-a277-ad2a51be62ff None None] Provisioning complete for port 252e4997-333d-4076-9df6-6f1b735dae80 triggered by entity L2. {{(pid=82903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:51:50.538274 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-608c4fd2-211a-4ca9-a277-ad2a51be62ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16008948'] for port, provisioning_complete {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:51:50.662270 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-608c4fd2-211a-4ca9-a277-ad2a51be62ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16080601'] for port, before_update {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:51:50.680175 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.plugins.ml2.db [None req-608c4fd2-211a-4ca9-a277-ad2a51be62ff None None] For port 252e4997-333d-4076-9df6-6f1b735dae80, host dv-cinder-825105-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825105-1-iscsi',level=0,port_id=252e4997-333d-4076-9df6-6f1b735dae80,segment=NetworkSegment(e675f0f7-189f-41a1-8fb7-d7545319af97),segment_id=e675f0f7-189f-41a1-8fb7-d7545319af97)] {{(pid=82903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:51:50.684435 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-608c4fd2-211a-4ca9-a277-ad2a51be62ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16080037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758755988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756758334055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756758334100'] for port, after_update {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:51:50.760984 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-608c4fd2-211a-4ca9-a277-ad2a51be62ff None None] Pushing event updated for resources: {'Port': ['ID=252e4997-333d-4076-9df6-6f1b735dae80,revision_number=4']} {{(pid=82903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:51:52.157601 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba6c84a-b326-4d94-8679-d63f6c410e7c req-8bd23216-4630-4503-ac99-a35bbc9c3942 tempest-VolumesSnapshotTestJSON-2013528149 tempest-VolumesSnapshotTestJSON-2013528149-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:51:52.158995 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-8ba6c84a-b326-4d94-8679-d63f6c410e7c req-8bd23216-4630-4503-ac99-a35bbc9c3942 tempest-VolumesSnapshotTestJSON-2013528149 tempest-VolumesSnapshotTestJSON-2013528149-project] 10.222.0.67 "GET /v2.0/ports?device_id=9b2a50f5-4b76-4642-af3d-ac072a890d39 HTTP/1.1" status: 200 len: 946 time: 0.0928576 Feb 09 15:51:52.207036 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-8ba6c84a-b326-4d94-8679-d63f6c410e7c req-05260dd0-7664-4c95-91e0-af60c823e37f tempest-VolumesSnapshotTestJSON-2013528149 tempest-VolumesSnapshotTestJSON-2013528149-project] 10.222.0.67 "GET /v2.0/security-groups?id=ee9b3377-2001-409e-be47-c12763e0e049&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418365 Feb 09 15:51:52.357638 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.plugins.ml2.rpc [None req-608c4fd2-211a-4ca9-a277-ad2a51be62ff None None] Device 252e4997-333d-4076-9df6-6f1b735dae80 up at agent ovs-agent-dv-cinder-825105-1-iscsi {{(pid=82903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 15:51:52.430441 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.db.provisioning_blocks [None req-608c4fd2-211a-4ca9-a277-ad2a51be62ff None None] Provisioning complete for port 252e4997-333d-4076-9df6-6f1b735dae80 triggered by entity L2. {{(pid=82903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:51:52.431015 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-608c4fd2-211a-4ca9-a277-ad2a51be62ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16008948'] for port, provisioning_complete {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:51:53.402811 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef6a78fb-5e11-4c7b-9ec3-594ffce55911 None None] Sync routers for ids ['d980bf79-d1a8-4f05-8397-cf9a58aea3cc'] in dv-cinder-825105-1-iscsi {{(pid=82903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 09 15:51:53.418434 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef6a78fb-5e11-4c7b-9ec3-594ffce55911 None None] Routers {'d980bf79-d1a8-4f05-8397-cf9a58aea3cc'} bound to L3 agent in host dv-cinder-825105-1-iscsi {{(pid=82903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 15:51:53.419159 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.db.l3_hamode_db [None req-ef6a78fb-5e11-4c7b-9ec3-594ffce55911 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825105-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-09T15:34:00Z,description=,heartbeat_timestamp=2022-02-09T15:51:30Z,host='dv-cinder-825105-1-iscsi',id=94c626d1-bc40-41bd-b6b2-9a20da402cb6,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:34:00Z,topic='l3_agent')) {'router_ids': ['d980bf79-d1a8-4f05-8397-cf9a58aea3cc'], 'active': True} {{(pid=82903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:51:53.442154 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1375e3e-0207-4cce-8563-c6de2d5a2696 req-ab60286b-6c17-4630-b449-5e0477f14dfd tempest-VolumesSnapshotTestJSON-2013528149 tempest-VolumesSnapshotTestJSON-2013528149-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:51:53.444293 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-a1375e3e-0207-4cce-8563-c6de2d5a2696 req-ab60286b-6c17-4630-b449-5e0477f14dfd tempest-VolumesSnapshotTestJSON-2013528149 tempest-VolumesSnapshotTestJSON-2013528149-project] 10.222.0.67 "GET /v2.0/ports?device_id=9b2a50f5-4b76-4642-af3d-ac072a890d39 HTTP/1.1" status: 200 len: 946 time: 0.1046746 Feb 09 15:51:53.500771 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-a1375e3e-0207-4cce-8563-c6de2d5a2696 req-074f87a7-f1dd-4370-be2f-0ad11ef8608b tempest-VolumesSnapshotTestJSON-2013528149 tempest-VolumesSnapshotTestJSON-2013528149-project] 10.222.0.67 "GET /v2.0/security-groups?id=ee9b3377-2001-409e-be47-c12763e0e049&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481753 Feb 09 15:51:53.627842 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.db.l3_dvr_db [None req-ef6a78fb-5e11-4c7b-9ec3-594ffce55911 None None] Set router d980bf79-d1a8-4f05-8397-cf9a58aea3cc gateway port host: dv-cinder-825105-1-iscsi {{(pid=82903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 15:51:53.877909 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127f2bb0-3734-4233-a6a6-312208501c46 req-21c30055-ae54-452f-8fad-41b80737bfdc tempest-VolumesSnapshotTestJSON-2013528149 tempest-VolumesSnapshotTestJSON-2013528149-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:51:53.879948 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-127f2bb0-3734-4233-a6a6-312208501c46 req-21c30055-ae54-452f-8fad-41b80737bfdc tempest-VolumesSnapshotTestJSON-2013528149 tempest-VolumesSnapshotTestJSON-2013528149-project] 10.222.0.47 "GET /v2.0/ports?device_id=9b2a50f5-4b76-4642-af3d-ac072a890d39 HTTP/1.1" status: 200 len: 946 time: 0.1100488 Feb 09 15:51:53.964277 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.plugins.ml2.plugin [req-127f2bb0-3734-4233-a6a6-312208501c46 req-078e7eba-ef52-4ad8-a3bc-613cf24656be tempest-VolumesSnapshotTestJSON-2013528149 tempest-VolumesSnapshotTestJSON-2013528149-project] Deleting port 1084d2ee-301e-47e0-bd51-1191186eda9d {{(pid=82901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 15:51:53.965577 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [req-127f2bb0-3734-4233-a6a6-312208501c46 req-078e7eba-ef52-4ad8-a3bc-613cf24656be tempest-VolumesSnapshotTestJSON-2013528149 tempest-VolumesSnapshotTestJSON-2013528149-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758701249'] for port, before_delete {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:51:53.983012 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.db.l3_hamode_db [None req-ef6a78fb-5e11-4c7b-9ec3-594ffce55911 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd980bf79-d1a8-4f05-8397-cf9a58aea3cc', 'name': 'tempest-TestMinimumBasicScenario-650831114-router', 'tenant_id': '821223475c6a403eae77f15f7d877c42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c65eede5-7777-493f-951d-210877831002', 'external_fixed_ips': [{'subnet_id': '2c513225-bb11-4d36-a4c3-0732716dcb87', 'ip_address': '172.27.0.143'}], 'enable_snat': True}, 'gw_port_id': '9c128cbc-f6e7-4d37-a900-6c394be5dc20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T15:51:34Z', 'updated_at': '2022-02-09T15:51:37Z', 'revision_number': 4, 'project_id': '821223475c6a403eae77f15f7d877c42', 'gw_port': {'id': '9c128cbc-f6e7-4d37-a900-6c394be5dc20', 'name': '', 'network_id': 'c65eede5-7777-493f-951d-210877831002', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:89:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd980bf79-d1a8-4f05-8397-cf9a58aea3cc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2c513225-bb11-4d36-a4c3-0732716dcb87', 'ip_address': '172.27.0.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825105-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:51:34Z', 'updated_at': '2022-02-09T15:51:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c513225-bb11-4d36-a4c3-0732716dcb87', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825105-1-iscsi', '_interfaces': [{'id': '96cbc7fe-3934-43fb-bf2d-36ddbb6880bd', 'name': '', 'network_id': '1da4d30a-7e2e-4d62-bbe8-18bb4a5c12b7', 'tenant_id': '821223475c6a403eae77f15f7d877c42', 'mac_address': 'fa:16:3e:d0:08:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd980bf79-d1a8-4f05-8397-cf9a58aea3cc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5210e5fa-de18-4bef-802b-07b1e83aa09d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:51:36Z', 'updated_at': '2022-02-09T15:51:37Z', 'revision_number': 2, 'project_id': '821223475c6a403eae77f15f7d877c42', 'subnets': [{'id': '5210e5fa-de18-4bef-802b-07b1e83aa09d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825105-1-iscsi', False) {} {{(pid=82903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:51:53.987436 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef6a78fb-5e11-4c7b-9ec3-594ffce55911 None None] Checking router: d980bf79-d1a8-4f05-8397-cf9a58aea3cc for host: dv-cinder-825105-1-iscsi {{(pid=82903) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 09 15:51:53.987773 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef6a78fb-5e11-4c7b-9ec3-594ffce55911 None None] Updating router d980bf79-d1a8-4f05-8397-cf9a58aea3cc port 96cbc7fe-3934-43fb-bf2d-36ddbb6880bd binding host dv-cinder-825105-1-iscsi {{(pid=82903) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 09 15:51:54.046170 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-ef6a78fb-5e11-4c7b-9ec3-594ffce55911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16080601'] for port, before_update {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:51:54.261972 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.plugins.ml2.db [req-127f2bb0-3734-4233-a6a6-312208501c46 req-078e7eba-ef52-4ad8-a3bc-613cf24656be tempest-VolumesSnapshotTestJSON-2013528149 tempest-VolumesSnapshotTestJSON-2013528149-project] For port 1084d2ee-301e-47e0-bd51-1191186eda9d, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=1084d2ee-301e-47e0-bd51-1191186eda9d,segment=NetworkSegment(067b7949-b3b4-4eb0-8d3f-80c09bd592c6),segment_id=067b7949-b3b4-4eb0-8d3f-80c09bd592c6)] {{(pid=82901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:51:54.262382 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [req-127f2bb0-3734-4233-a6a6-312208501c46 req-078e7eba-ef52-4ad8-a3bc-613cf24656be tempest-VolumesSnapshotTestJSON-2013528149 tempest-VolumesSnapshotTestJSON-2013528149-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353601'] for port, precommit_delete {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:51:54.396056 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.plugins.ml2.plugin [req-127f2bb0-3734-4233-a6a6-312208501c46 req-078e7eba-ef52-4ad8-a3bc-613cf24656be tempest-VolumesSnapshotTestJSON-2013528149 tempest-VolumesSnapshotTestJSON-2013528149-project] Calling delete_port for 1084d2ee-301e-47e0-bd51-1191186eda9d owned by compute:nova {{(pid=82901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 15:51:54.437937 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-ef6a78fb-5e11-4c7b-9ec3-594ffce55911 None None] Notify callbacks [] for port, precommit_update {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:51:54.458954 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.db.provisioning_blocks [None req-ef6a78fb-5e11-4c7b-9ec3-594ffce55911 None None] Transition to ACTIVE for port object 96cbc7fe-3934-43fb-bf2d-36ddbb6880bd will not be triggered until provisioned by entity L2. {{(pid=82903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 15:51:54.468410 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-ef6a78fb-5e11-4c7b-9ec3-594ffce55911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16080037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758755988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756758334055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756758334100'] for port, after_update {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:51:54.551815 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-154138b8-dd7e-41d2-ba3c-1954c4a93674 None None] Pushing event updated for resources: {'Port': ['ID=96cbc7fe-3934-43fb-bf2d-36ddbb6880bd,revision_number=3']} {{(pid=82903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:51:54.561057 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [req-127f2bb0-3734-4233-a6a6-312208501c46 req-078e7eba-ef52-4ad8-a3bc-613cf24656be tempest-VolumesSnapshotTestJSON-2013528149 tempest-VolumesSnapshotTestJSON-2013528149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16080037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758755970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756758334046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1282344'] for port, after_delete {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:51:54.575344 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.plugins.ml2.db [None req-812787cf-6466-4ce1-8c4e-c32e14b18d8a None None] get_ports_and_sgs() called for port_ids ['1084d2ee-301e-47e0-bd51-1191186eda9d'] {{(pid=82903) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 09 15:51:54.659363 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-078e7eba-ef52-4ad8-a3bc-613cf24656be tempest-VolumesSnapshotTestJSON-2013528149 tempest-VolumesSnapshotTestJSON-2013528149-project] Pushing event deleted for resources: {'Port': ['ID=1084d2ee-301e-47e0-bd51-1191186eda9d,revision_number=None']} {{(pid=82901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:51:54.858965 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.plugins.ml2.managers [None req-ef6a78fb-5e11-4c7b-9ec3-594ffce55911 None None] Attempting to bind port 96cbc7fe-3934-43fb-bf2d-36ddbb6880bd on host dv-cinder-825105-1-iscsi for vnic_type normal with profile {{(pid=82903) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 15:51:54.859482 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.plugins.ml2.managers [None req-ef6a78fb-5e11-4c7b-9ec3-594ffce55911 None None] Attempting to bind port 96cbc7fe-3934-43fb-bf2d-36ddbb6880bd by drivers openvswitch,hyperv on host dv-cinder-825105-1-iscsi at level 0 using segments [{'id': '8a474cb2-0024-43f1-be9a-3b8400eb3313', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '1da4d30a-7e2e-4d62-bbe8-18bb4a5c12b7'}] {{(pid=82903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 15:51:54.862566 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef6a78fb-5e11-4c7b-9ec3-594ffce55911 None None] Attempting to bind port 96cbc7fe-3934-43fb-bf2d-36ddbb6880bd on network 1da4d30a-7e2e-4d62-bbe8-18bb4a5c12b7 {{(pid=82903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 15:51:54.870546 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef6a78fb-5e11-4c7b-9ec3-594ffce55911 None None] Checking agent: {'id': '0c30844f-de8e-42c5-a17a-962bb78b1270', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-825105-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 15, 34, 1), 'started_at': datetime.datetime(2022, 2, 9, 15, 34, 31), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 15, 51, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-825105-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 15:51:54.871105 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef6a78fb-5e11-4c7b-9ec3-594ffce55911 None None] Checking segment: {'id': '8a474cb2-0024-43f1-be9a-3b8400eb3313', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '1da4d30a-7e2e-4d62-bbe8-18bb4a5c12b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 15:51:54.871602 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-ef6a78fb-5e11-4c7b-9ec3-594ffce55911 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:51:54.872085 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef6a78fb-5e11-4c7b-9ec3-594ffce55911 None None] Bound using segment: {'id': '8a474cb2-0024-43f1-be9a-3b8400eb3313', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '1da4d30a-7e2e-4d62-bbe8-18bb4a5c12b7'} {{(pid=82903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 15:51:54.873358 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.plugins.ml2.managers [None req-ef6a78fb-5e11-4c7b-9ec3-594ffce55911 None None] Bound port: 96cbc7fe-3934-43fb-bf2d-36ddbb6880bd, host: dv-cinder-825105-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8a474cb2-0024-43f1-be9a-3b8400eb3313', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '1da4d30a-7e2e-4d62-bbe8-18bb4a5c12b7'}}] {{(pid=82903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 15:51:54.873833 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-ef6a78fb-5e11-4c7b-9ec3-594ffce55911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16080601'] for port, before_update {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:51:54.912587 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.db.l3_dvrscheduler_db [req-127f2bb0-3734-4233-a6a6-312208501c46 req-078e7eba-ef52-4ad8-a3bc-613cf24656be tempest-VolumesSnapshotTestJSON-2013528149 tempest-VolumesSnapshotTestJSON-2013528149-project] No DVR routers for this DVR port 1084d2ee-301e-47e0-bd51-1191186eda9d on host hv-cinder-82510 {{(pid=82901) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 15:51:54.927041 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-df200f3a-695b-46d2-a95f-7bec11cc94f4 req-962c107e-494d-4bef-8b52-04b41df826b2 tempest-VolumesSnapshotTestJSON-2013528149 tempest-VolumesSnapshotTestJSON-2013528149-project] 10.222.0.67 "GET /v2.0/ports?device_id=9b2a50f5-4b76-4642-af3d-ac072a890d39 HTTP/1.1" status: 200 len: 210 time: 0.2280228 Feb 09 15:51:54.928223 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [req-127f2bb0-3734-4233-a6a6-312208501c46 req-078e7eba-ef52-4ad8-a3bc-613cf24656be tempest-VolumesSnapshotTestJSON-2013528149 tempest-VolumesSnapshotTestJSON-2013528149-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205010'] for port, before_response {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:51:54.961129 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b2a50f5-4b76-4642-af3d-ac072a890d39', 'name': 'network-vif-deleted', 'tag': '1084d2ee-301e-47e0-bd51-1191186eda9d'}] {{(pid=82901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 15:51:54.980936 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-127f2bb0-3734-4233-a6a6-312208501c46 req-078e7eba-ef52-4ad8-a3bc-613cf24656be tempest-VolumesSnapshotTestJSON-2013528149 tempest-VolumesSnapshotTestJSON-2013528149-project] 10.222.0.47 "DELETE /v2.0/ports/1084d2ee-301e-47e0-bd51-1191186eda9d HTTP/1.1" status: 204 len: 173 time: 1.0939658 Feb 09 15:51:54.988001 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.plugins.ml2.db [None req-ef6a78fb-5e11-4c7b-9ec3-594ffce55911 None None] For port 96cbc7fe-3934-43fb-bf2d-36ddbb6880bd, host dv-cinder-825105-1-iscsi, cleared binding levels {{(pid=82903) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 15:51:54.991610 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.plugins.ml2.db [None req-ef6a78fb-5e11-4c7b-9ec3-594ffce55911 None None] For port 96cbc7fe-3934-43fb-bf2d-36ddbb6880bd, host dv-cinder-825105-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825105-1-iscsi',level=0,port_id=96cbc7fe-3934-43fb-bf2d-36ddbb6880bd,segment=NetworkSegment(8a474cb2-0024-43f1-be9a-3b8400eb3313),segment_id=8a474cb2-0024-43f1-be9a-3b8400eb3313)] {{(pid=82903) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 15:51:55.002392 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-ef6a78fb-5e11-4c7b-9ec3-594ffce55911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16080037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758755988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756758334055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756758334100'] for port, after_update {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:51:55.055640 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b2a50f5-4b76-4642-af3d-ac072a890d39', 'name': 'network-vif-deleted', 'tag': '1084d2ee-301e-47e0-bd51-1191186eda9d', 'status': 'completed', 'code': 200} Feb 09 15:51:55.119241 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef6a78fb-5e11-4c7b-9ec3-594ffce55911 None None] Routers {'d980bf79-d1a8-4f05-8397-cf9a58aea3cc'} bound to L3 agent in host dv-cinder-825105-1-iscsi {{(pid=82903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 15:51:55.120044 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.db.l3_hamode_db [None req-ef6a78fb-5e11-4c7b-9ec3-594ffce55911 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825105-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-09T15:34:00Z,description=,heartbeat_timestamp=2022-02-09T15:51:30Z,host='dv-cinder-825105-1-iscsi',id=94c626d1-bc40-41bd-b6b2-9a20da402cb6,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:34:00Z,topic='l3_agent')) {'router_ids': ['d980bf79-d1a8-4f05-8397-cf9a58aea3cc'], 'active': True} {{(pid=82903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:51:55.188039 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-154138b8-dd7e-41d2-ba3c-1954c4a93674 None None] Pushing event updated for resources: {'Port': ['ID=96cbc7fe-3934-43fb-bf2d-36ddbb6880bd,revision_number=4']} {{(pid=82903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:51:55.357861 dv-cinder-825105-1-iscsi neutron-server[82904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1174cff0-c66b-4c09-bc93-7346484bfc55 None None] Sync routers for ids ['771314d9-8574-4d69-a869-0c2e585d4c79'] in dv-cinder-825105-1-iscsi {{(pid=82904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 09 15:51:55.369724 dv-cinder-825105-1-iscsi neutron-server[82904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1174cff0-c66b-4c09-bc93-7346484bfc55 None None] Routers {'771314d9-8574-4d69-a869-0c2e585d4c79'} bound to L3 agent in host dv-cinder-825105-1-iscsi {{(pid=82904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 15:51:55.369915 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.db.l3_dvr_db [None req-ef6a78fb-5e11-4c7b-9ec3-594ffce55911 None None] Set router d980bf79-d1a8-4f05-8397-cf9a58aea3cc gateway port host: dv-cinder-825105-1-iscsi {{(pid=82903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 15:51:55.370652 dv-cinder-825105-1-iscsi neutron-server[82904]: DEBUG neutron.db.l3_hamode_db [None req-1174cff0-c66b-4c09-bc93-7346484bfc55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825105-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-09T15:34:00Z,description=,heartbeat_timestamp=2022-02-09T15:51:30Z,host='dv-cinder-825105-1-iscsi',id=94c626d1-bc40-41bd-b6b2-9a20da402cb6,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:34:00Z,topic='l3_agent')) {'router_ids': ['771314d9-8574-4d69-a869-0c2e585d4c79'], 'active': True} {{(pid=82904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:51:55.565638 dv-cinder-825105-1-iscsi neutron-server[82904]: DEBUG neutron.db.l3_dvr_db [None req-1174cff0-c66b-4c09-bc93-7346484bfc55 None None] Set router 771314d9-8574-4d69-a869-0c2e585d4c79 gateway port host: dv-cinder-825105-1-iscsi {{(pid=82904) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 15:51:55.766054 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.db.l3_hamode_db [None req-ef6a78fb-5e11-4c7b-9ec3-594ffce55911 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd980bf79-d1a8-4f05-8397-cf9a58aea3cc', 'name': 'tempest-TestMinimumBasicScenario-650831114-router', 'tenant_id': '821223475c6a403eae77f15f7d877c42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c65eede5-7777-493f-951d-210877831002', 'external_fixed_ips': [{'subnet_id': '2c513225-bb11-4d36-a4c3-0732716dcb87', 'ip_address': '172.27.0.143'}], 'enable_snat': True}, 'gw_port_id': '9c128cbc-f6e7-4d37-a900-6c394be5dc20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T15:51:34Z', 'updated_at': '2022-02-09T15:51:37Z', 'revision_number': 4, 'project_id': '821223475c6a403eae77f15f7d877c42', 'gw_port': {'id': '9c128cbc-f6e7-4d37-a900-6c394be5dc20', 'name': '', 'network_id': 'c65eede5-7777-493f-951d-210877831002', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:89:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd980bf79-d1a8-4f05-8397-cf9a58aea3cc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2c513225-bb11-4d36-a4c3-0732716dcb87', 'ip_address': '172.27.0.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825105-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:51:34Z', 'updated_at': '2022-02-09T15:51:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c513225-bb11-4d36-a4c3-0732716dcb87', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825105-1-iscsi', '_interfaces': [{'id': '96cbc7fe-3934-43fb-bf2d-36ddbb6880bd', 'name': '', 'network_id': '1da4d30a-7e2e-4d62-bbe8-18bb4a5c12b7', 'tenant_id': '821223475c6a403eae77f15f7d877c42', 'mac_address': 'fa:16:3e:d0:08:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd980bf79-d1a8-4f05-8397-cf9a58aea3cc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5210e5fa-de18-4bef-802b-07b1e83aa09d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825105-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:51:36Z', 'updated_at': '2022-02-09T15:51:54Z', 'revision_number': 4, 'project_id': '821223475c6a403eae77f15f7d877c42', 'subnets': [{'id': '5210e5fa-de18-4bef-802b-07b1e83aa09d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825105-1-iscsi', False) {} {{(pid=82903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:51:55.770366 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef6a78fb-5e11-4c7b-9ec3-594ffce55911 None None] The sync data for ids ['d980bf79-d1a8-4f05-8397-cf9a58aea3cc'] in dv-cinder-825105-1-iscsi is: [{'id': 'd980bf79-d1a8-4f05-8397-cf9a58aea3cc', 'name': 'tempest-TestMinimumBasicScenario-650831114-router', 'tenant_id': '821223475c6a403eae77f15f7d877c42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c65eede5-7777-493f-951d-210877831002', 'external_fixed_ips': [{'subnet_id': '2c513225-bb11-4d36-a4c3-0732716dcb87', 'ip_address': '172.27.0.143'}], 'enable_snat': True}, 'gw_port_id': '9c128cbc-f6e7-4d37-a900-6c394be5dc20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T15:51:34Z', 'updated_at': '2022-02-09T15:51:37Z', 'revision_number': 4, 'project_id': '821223475c6a403eae77f15f7d877c42', 'gw_port': {'id': '9c128cbc-f6e7-4d37-a900-6c394be5dc20', 'name': '', 'network_id': 'c65eede5-7777-493f-951d-210877831002', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:89:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd980bf79-d1a8-4f05-8397-cf9a58aea3cc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2c513225-bb11-4d36-a4c3-0732716dcb87', 'ip_address': '172.27.0.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825105-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:51:34Z', 'updated_at': '2022-02-09T15:51:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c513225-bb11-4d36-a4c3-0732716dcb87', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825105-1-iscsi', '_interfaces': [{'id': '96cbc7fe-3934-43fb-bf2d-36ddbb6880bd', 'name': '', 'network_id': '1da4d30a-7e2e-4d62-bbe8-18bb4a5c12b7', 'tenant_id': '821223475c6a403eae77f15f7d877c42', 'mac_address': 'fa:16:3e:d0:08:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd980bf79-d1a8-4f05-8397-cf9a58aea3cc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5210e5fa-de18-4bef-802b-07b1e83aa09d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825105-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:51:36Z', 'updated_at': '2022-02-09T15:51:54Z', 'revision_number': 4, 'project_id': '821223475c6a403eae77f15f7d877c42', 'subnets': [{'id': '5210e5fa-de18-4bef-802b-07b1e83aa09d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 09 15:51:55.928631 dv-cinder-825105-1-iscsi neutron-server[82904]: DEBUG neutron.db.l3_hamode_db [None req-1174cff0-c66b-4c09-bc93-7346484bfc55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '771314d9-8574-4d69-a869-0c2e585d4c79', 'name': 'tempest-TestMinimumBasicScenario-876729821-router', 'tenant_id': '88a679179b1d4d8f82af39bbbf34d55f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c65eede5-7777-493f-951d-210877831002', 'external_fixed_ips': [{'subnet_id': '2c513225-bb11-4d36-a4c3-0732716dcb87', 'ip_address': '172.27.0.183'}], 'enable_snat': True}, 'gw_port_id': '252e4997-333d-4076-9df6-6f1b735dae80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T15:51:40Z', 'updated_at': '2022-02-09T15:51:43Z', 'revision_number': 4, 'project_id': '88a679179b1d4d8f82af39bbbf34d55f', 'gw_port': {'id': '252e4997-333d-4076-9df6-6f1b735dae80', 'name': '', 'network_id': 'c65eede5-7777-493f-951d-210877831002', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:fe:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '771314d9-8574-4d69-a869-0c2e585d4c79', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2c513225-bb11-4d36-a4c3-0732716dcb87', 'ip_address': '172.27.0.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825105-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:51:41Z', 'updated_at': '2022-02-09T15:51:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c513225-bb11-4d36-a4c3-0732716dcb87', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825105-1-iscsi', '_interfaces': [{'id': '7d76f3d8-2d2c-4636-841d-13f2bbc5c099', 'name': '', 'network_id': 'c9d019e1-2b2d-4c7e-ac73-8e9c643d1b91', 'tenant_id': '88a679179b1d4d8f82af39bbbf34d55f', 'mac_address': 'fa:16:3e:60:59:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '771314d9-8574-4d69-a869-0c2e585d4c79', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '32f2d3b3-451f-4175-9941-be4f010f06a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:51:43Z', 'updated_at': '2022-02-09T15:51:43Z', 'revision_number': 2, 'project_id': '88a679179b1d4d8f82af39bbbf34d55f', 'subnets': [{'id': '32f2d3b3-451f-4175-9941-be4f010f06a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825105-1-iscsi', False) {} {{(pid=82904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:51:55.933006 dv-cinder-825105-1-iscsi neutron-server[82904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1174cff0-c66b-4c09-bc93-7346484bfc55 None None] Checking router: 771314d9-8574-4d69-a869-0c2e585d4c79 for host: dv-cinder-825105-1-iscsi {{(pid=82904) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 09 15:51:55.933307 dv-cinder-825105-1-iscsi neutron-server[82904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1174cff0-c66b-4c09-bc93-7346484bfc55 None None] Updating router 771314d9-8574-4d69-a869-0c2e585d4c79 port 7d76f3d8-2d2c-4636-841d-13f2bbc5c099 binding host dv-cinder-825105-1-iscsi {{(pid=82904) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 09 15:51:56.004175 dv-cinder-825105-1-iscsi neutron-server[82904]: DEBUG neutron_lib.callbacks.manager [None req-1174cff0-c66b-4c09-bc93-7346484bfc55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16080601'] for port, before_update {{(pid=82904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:51:56.415264 dv-cinder-825105-1-iscsi neutron-server[82904]: DEBUG neutron_lib.callbacks.manager [None req-1174cff0-c66b-4c09-bc93-7346484bfc55 None None] Notify callbacks [] for port, precommit_update {{(pid=82904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:51:56.435523 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.plugins.ml2.rpc [None req-608c4fd2-211a-4ca9-a277-ad2a51be62ff None None] Device 96cbc7fe-3934-43fb-bf2d-36ddbb6880bd up at agent ovs-agent-dv-cinder-825105-1-iscsi {{(pid=82903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 15:51:56.446441 dv-cinder-825105-1-iscsi neutron-server[82904]: DEBUG neutron.db.provisioning_blocks [None req-1174cff0-c66b-4c09-bc93-7346484bfc55 None None] Transition to ACTIVE for port object 7d76f3d8-2d2c-4636-841d-13f2bbc5c099 will not be triggered until provisioned by entity L2. {{(pid=82904) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 15:51:56.457410 dv-cinder-825105-1-iscsi neutron-server[82904]: DEBUG neutron_lib.callbacks.manager [None req-1174cff0-c66b-4c09-bc93-7346484bfc55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16080037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758755988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756758334055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756758334100'] for port, after_update {{(pid=82904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:51:56.556635 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.db.provisioning_blocks [None req-608c4fd2-211a-4ca9-a277-ad2a51be62ff None None] Provisioning for port 96cbc7fe-3934-43fb-bf2d-36ddbb6880bd completed by entity L2. {{(pid=82903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 15:51:56.569779 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.db.provisioning_blocks [None req-608c4fd2-211a-4ca9-a277-ad2a51be62ff None None] Provisioning complete for port 96cbc7fe-3934-43fb-bf2d-36ddbb6880bd triggered by entity L2. {{(pid=82903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:51:56.570248 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-608c4fd2-211a-4ca9-a277-ad2a51be62ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16008948'] for port, provisioning_complete {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:51:56.672043 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3afa7c-e4ea-4019-ba38-76170af1a762 req-4bd22856-18db-46fd-a397-d8e2bcee4227 tempest-TestMinimumBasicScenario-2112190267 tempest-TestMinimumBasicScenario-2112190267-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:51:56.673424 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.quota.resource [req-ec3afa7c-e4ea-4019-ba38-76170af1a762 req-4bd22856-18db-46fd-a397-d8e2bcee4227 tempest-TestMinimumBasicScenario-2112190267 tempest-TestMinimumBasicScenario-2112190267-project] Synchronizing usage tracker for tenant:821223475c6a403eae77f15f7d877c42 on resource:network {{(pid=82901) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 15:51:56.692371 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.quota.resource [req-ec3afa7c-e4ea-4019-ba38-76170af1a762 req-4bd22856-18db-46fd-a397-d8e2bcee4227 tempest-TestMinimumBasicScenario-2112190267 tempest-TestMinimumBasicScenario-2112190267-project] Unset dirty status for tenant:821223475c6a403eae77f15f7d877c42 on resource:network {{(pid=82901) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 15:51:56.701247 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-ec3afa7c-e4ea-4019-ba38-76170af1a762 req-4bd22856-18db-46fd-a397-d8e2bcee4227 tempest-TestMinimumBasicScenario-2112190267 tempest-TestMinimumBasicScenario-2112190267-project] 10.222.0.67 "GET /v2.0/networks?id=1da4d30a-7e2e-4d62-bbe8-18bb4a5c12b7 HTTP/1.1" status: 200 len: 814 time: 0.2755301 Feb 09 15:51:56.708053 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-608c4fd2-211a-4ca9-a277-ad2a51be62ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16080601'] for port, before_update {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:51:56.727889 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-ec3afa7c-e4ea-4019-ba38-76170af1a762 req-97a3a8e9-dc6a-45b6-913e-8c494875e981 tempest-TestMinimumBasicScenario-2112190267 tempest-TestMinimumBasicScenario-2112190267-project] 10.222.0.67 "GET /v2.0/quotas/821223475c6a403eae77f15f7d877c42 HTTP/1.1" status: 200 len: 375 time: 0.0257132 Feb 09 15:51:56.743997 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.plugins.ml2.db [None req-608c4fd2-211a-4ca9-a277-ad2a51be62ff None None] For port 96cbc7fe-3934-43fb-bf2d-36ddbb6880bd, host dv-cinder-825105-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825105-1-iscsi',level=0,port_id=96cbc7fe-3934-43fb-bf2d-36ddbb6880bd,segment=NetworkSegment(8a474cb2-0024-43f1-be9a-3b8400eb3313),segment_id=8a474cb2-0024-43f1-be9a-3b8400eb3313)] {{(pid=82903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:51:56.749357 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-608c4fd2-211a-4ca9-a277-ad2a51be62ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16080037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758755988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756758334055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756758334100'] for port, after_update {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:51:56.773147 dv-cinder-825105-1-iscsi neutron-server[82904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-158cf3c8-e398-4e6a-97e5-e985b73eb0c1 None None] Pushing event updated for resources: {'Port': ['ID=7d76f3d8-2d2c-4636-841d-13f2bbc5c099,revision_number=3']} {{(pid=82904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:51:56.801289 dv-cinder-825105-1-iscsi neutron-server[82904]: DEBUG neutron.plugins.ml2.managers [None req-1174cff0-c66b-4c09-bc93-7346484bfc55 None None] Attempting to bind port 7d76f3d8-2d2c-4636-841d-13f2bbc5c099 on host dv-cinder-825105-1-iscsi for vnic_type normal with profile {{(pid=82904) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 15:51:56.801652 dv-cinder-825105-1-iscsi neutron-server[82904]: DEBUG neutron.plugins.ml2.managers [None req-1174cff0-c66b-4c09-bc93-7346484bfc55 None None] Attempting to bind port 7d76f3d8-2d2c-4636-841d-13f2bbc5c099 by drivers openvswitch,hyperv on host dv-cinder-825105-1-iscsi at level 0 using segments [{'id': '0bc58e96-38e7-4ecf-8298-7521c5a2dda5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': 'c9d019e1-2b2d-4c7e-ac73-8e9c643d1b91'}] {{(pid=82904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 15:51:56.801999 dv-cinder-825105-1-iscsi neutron-server[82904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1174cff0-c66b-4c09-bc93-7346484bfc55 None None] Attempting to bind port 7d76f3d8-2d2c-4636-841d-13f2bbc5c099 on network c9d019e1-2b2d-4c7e-ac73-8e9c643d1b91 {{(pid=82904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 15:51:56.808973 dv-cinder-825105-1-iscsi neutron-server[82904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1174cff0-c66b-4c09-bc93-7346484bfc55 None None] Checking agent: {'id': '0c30844f-de8e-42c5-a17a-962bb78b1270', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-825105-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 15, 34, 1), 'started_at': datetime.datetime(2022, 2, 9, 15, 34, 31), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 15, 51, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-825105-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 15:51:56.809290 dv-cinder-825105-1-iscsi neutron-server[82904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1174cff0-c66b-4c09-bc93-7346484bfc55 None None] Checking segment: {'id': '0bc58e96-38e7-4ecf-8298-7521c5a2dda5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': 'c9d019e1-2b2d-4c7e-ac73-8e9c643d1b91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82904) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 15:51:56.809643 dv-cinder-825105-1-iscsi neutron-server[82904]: DEBUG neutron_lib.callbacks.manager [None req-1174cff0-c66b-4c09-bc93-7346484bfc55 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:51:56.810696 dv-cinder-825105-1-iscsi neutron-server[82904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1174cff0-c66b-4c09-bc93-7346484bfc55 None None] Bound using segment: {'id': '0bc58e96-38e7-4ecf-8298-7521c5a2dda5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': 'c9d019e1-2b2d-4c7e-ac73-8e9c643d1b91'} {{(pid=82904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 15:51:56.811264 dv-cinder-825105-1-iscsi neutron-server[82904]: DEBUG neutron.plugins.ml2.managers [None req-1174cff0-c66b-4c09-bc93-7346484bfc55 None None] Bound port: 7d76f3d8-2d2c-4636-841d-13f2bbc5c099, host: dv-cinder-825105-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0bc58e96-38e7-4ecf-8298-7521c5a2dda5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': 'c9d019e1-2b2d-4c7e-ac73-8e9c643d1b91'}}] {{(pid=82904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 15:51:56.811871 dv-cinder-825105-1-iscsi neutron-server[82904]: DEBUG neutron_lib.callbacks.manager [None req-1174cff0-c66b-4c09-bc93-7346484bfc55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16080601'] for port, before_update {{(pid=82904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:51:56.829448 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-608c4fd2-211a-4ca9-a277-ad2a51be62ff None None] Pushing event updated for resources: {'Port': ['ID=96cbc7fe-3934-43fb-bf2d-36ddbb6880bd,revision_number=5']} {{(pid=82903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:51:56.831709 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-ec3afa7c-e4ea-4019-ba38-76170af1a762 req-83ea5863-73ce-4761-89fa-e08839143978 tempest-TestMinimumBasicScenario-2112190267 tempest-TestMinimumBasicScenario-2112190267-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=821223475c6a403eae77f15f7d877c42&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1026964 Feb 09 15:51:56.942063 dv-cinder-825105-1-iscsi neutron-server[82904]: DEBUG neutron.plugins.ml2.db [None req-1174cff0-c66b-4c09-bc93-7346484bfc55 None None] For port 7d76f3d8-2d2c-4636-841d-13f2bbc5c099, host dv-cinder-825105-1-iscsi, cleared binding levels {{(pid=82904) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 15:51:56.946686 dv-cinder-825105-1-iscsi neutron-server[82904]: DEBUG neutron.plugins.ml2.db [None req-1174cff0-c66b-4c09-bc93-7346484bfc55 None None] For port 7d76f3d8-2d2c-4636-841d-13f2bbc5c099, host dv-cinder-825105-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825105-1-iscsi',level=0,port_id=7d76f3d8-2d2c-4636-841d-13f2bbc5c099,segment=NetworkSegment(0bc58e96-38e7-4ecf-8298-7521c5a2dda5),segment_id=0bc58e96-38e7-4ecf-8298-7521c5a2dda5)] {{(pid=82904) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 15:51:56.952624 dv-cinder-825105-1-iscsi neutron-server[82904]: DEBUG neutron_lib.callbacks.manager [None req-1174cff0-c66b-4c09-bc93-7346484bfc55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16080037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758755988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756758334055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756758334100'] for port, after_update {{(pid=82904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:51:56.987444 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-ec3afa7c-e4ea-4019-ba38-76170af1a762 req-cb8f02df-bd23-439d-8d0e-17c04c395bbb service neutron] 10.222.0.67 "GET /v2.0/networks/1da4d30a-7e2e-4d62-bbe8-18bb4a5c12b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1432667 Feb 09 15:51:57.035993 dv-cinder-825105-1-iscsi neutron-server[82904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-158cf3c8-e398-4e6a-97e5-e985b73eb0c1 None None] Pushing event updated for resources: {'Port': ['ID=7d76f3d8-2d2c-4636-841d-13f2bbc5c099,revision_number=4']} {{(pid=82904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:51:57.039848 dv-cinder-825105-1-iscsi neutron-server[82904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1174cff0-c66b-4c09-bc93-7346484bfc55 None None] Routers {'771314d9-8574-4d69-a869-0c2e585d4c79'} bound to L3 agent in host dv-cinder-825105-1-iscsi {{(pid=82904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 15:51:57.040482 dv-cinder-825105-1-iscsi neutron-server[82904]: DEBUG neutron.db.l3_hamode_db [None req-1174cff0-c66b-4c09-bc93-7346484bfc55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825105-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-09T15:34:00Z,description=,heartbeat_timestamp=2022-02-09T15:51:30Z,host='dv-cinder-825105-1-iscsi',id=94c626d1-bc40-41bd-b6b2-9a20da402cb6,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:34:00Z,topic='l3_agent')) {'router_ids': ['771314d9-8574-4d69-a869-0c2e585d4c79'], 'active': True} {{(pid=82904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:51:57.129300 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-ec3afa7c-e4ea-4019-ba38-76170af1a762 req-e7af2e8a-fe5e-4b29-81be-8493c9edd8bc service neutron] 10.222.0.67 "GET /v2.0/networks/1da4d30a-7e2e-4d62-bbe8-18bb4a5c12b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1361992 Feb 09 15:51:57.179040 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.plugins.ml2.rpc [None req-812787cf-6466-4ce1-8c4e-c32e14b18d8a None None] Device 1084d2ee-301e-47e0-bd51-1191186eda9d no longer exists at agent hyperv_hv-cinder-82510 {{(pid=82903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 15:51:57.219780 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.plugins.ml2.plugin [None req-812787cf-6466-4ce1-8c4e-c32e14b18d8a None None] No Port match for: 1084d2ee-301e-47e0-bd51-1191186eda9d {{(pid=82903) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 09 15:51:57.220046 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.plugins.ml2.rpc [None req-812787cf-6466-4ce1-8c4e-c32e14b18d8a None None] Device 1084d2ee-301e-47e0-bd51-1191186eda9d not bound to the agent host hv-cinder-82510 {{(pid=82903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 15:51:57.231485 dv-cinder-825105-1-iscsi neutron-server[82904]: DEBUG neutron.db.l3_dvr_db [None req-1174cff0-c66b-4c09-bc93-7346484bfc55 None None] Set router 771314d9-8574-4d69-a869-0c2e585d4c79 gateway port host: dv-cinder-825105-1-iscsi {{(pid=82904) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 15:51:57.343427 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.quota.resource [req-06bbe20c-fc11-4686-a25c-7e11bdda4f06 req-2c1ff310-0559-489b-931a-b375ed3068ba tempest-TestMinimumBasicScenario-2112190267 tempest-TestMinimumBasicScenario-2112190267-project] Synchronizing usage tracker for tenant:821223475c6a403eae77f15f7d877c42 on resource:port {{(pid=82902) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 15:51:57.361491 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.quota.resource [req-06bbe20c-fc11-4686-a25c-7e11bdda4f06 req-2c1ff310-0559-489b-931a-b375ed3068ba tempest-TestMinimumBasicScenario-2112190267 tempest-TestMinimumBasicScenario-2112190267-project] Unset dirty status for tenant:821223475c6a403eae77f15f7d877c42 on resource:port {{(pid=82902) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 15:51:57.362746 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-06bbe20c-fc11-4686-a25c-7e11bdda4f06 req-2c1ff310-0559-489b-931a-b375ed3068ba tempest-TestMinimumBasicScenario-2112190267 tempest-TestMinimumBasicScenario-2112190267-project] 10.222.0.67 "GET /v2.0/ports?device_id=fe66f4bc-a730-4366-9315-bbac9ee08859 HTTP/1.1" status: 200 len: 210 time: 0.0685549 Feb 09 15:51:57.574676 dv-cinder-825105-1-iscsi neutron-server[82904]: DEBUG neutron.db.l3_hamode_db [None req-1174cff0-c66b-4c09-bc93-7346484bfc55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '771314d9-8574-4d69-a869-0c2e585d4c79', 'name': 'tempest-TestMinimumBasicScenario-876729821-router', 'tenant_id': '88a679179b1d4d8f82af39bbbf34d55f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c65eede5-7777-493f-951d-210877831002', 'external_fixed_ips': [{'subnet_id': '2c513225-bb11-4d36-a4c3-0732716dcb87', 'ip_address': '172.27.0.183'}], 'enable_snat': True}, 'gw_port_id': '252e4997-333d-4076-9df6-6f1b735dae80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T15:51:40Z', 'updated_at': '2022-02-09T15:51:43Z', 'revision_number': 4, 'project_id': '88a679179b1d4d8f82af39bbbf34d55f', 'gw_port': {'id': '252e4997-333d-4076-9df6-6f1b735dae80', 'name': '', 'network_id': 'c65eede5-7777-493f-951d-210877831002', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:fe:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '771314d9-8574-4d69-a869-0c2e585d4c79', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2c513225-bb11-4d36-a4c3-0732716dcb87', 'ip_address': '172.27.0.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825105-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:51:41Z', 'updated_at': '2022-02-09T15:51:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c513225-bb11-4d36-a4c3-0732716dcb87', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825105-1-iscsi', '_interfaces': [{'id': '7d76f3d8-2d2c-4636-841d-13f2bbc5c099', 'name': '', 'network_id': 'c9d019e1-2b2d-4c7e-ac73-8e9c643d1b91', 'tenant_id': '88a679179b1d4d8f82af39bbbf34d55f', 'mac_address': 'fa:16:3e:60:59:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '771314d9-8574-4d69-a869-0c2e585d4c79', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '32f2d3b3-451f-4175-9941-be4f010f06a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825105-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:51:43Z', 'updated_at': '2022-02-09T15:51:56Z', 'revision_number': 4, 'project_id': '88a679179b1d4d8f82af39bbbf34d55f', 'subnets': [{'id': '32f2d3b3-451f-4175-9941-be4f010f06a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825105-1-iscsi', False) {} {{(pid=82904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:51:57.579193 dv-cinder-825105-1-iscsi neutron-server[82904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1174cff0-c66b-4c09-bc93-7346484bfc55 None None] The sync data for ids ['771314d9-8574-4d69-a869-0c2e585d4c79'] in dv-cinder-825105-1-iscsi is: [{'id': '771314d9-8574-4d69-a869-0c2e585d4c79', 'name': 'tempest-TestMinimumBasicScenario-876729821-router', 'tenant_id': '88a679179b1d4d8f82af39bbbf34d55f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c65eede5-7777-493f-951d-210877831002', 'external_fixed_ips': [{'subnet_id': '2c513225-bb11-4d36-a4c3-0732716dcb87', 'ip_address': '172.27.0.183'}], 'enable_snat': True}, 'gw_port_id': '252e4997-333d-4076-9df6-6f1b735dae80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T15:51:40Z', 'updated_at': '2022-02-09T15:51:43Z', 'revision_number': 4, 'project_id': '88a679179b1d4d8f82af39bbbf34d55f', 'gw_port': {'id': '252e4997-333d-4076-9df6-6f1b735dae80', 'name': '', 'network_id': 'c65eede5-7777-493f-951d-210877831002', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:fe:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '771314d9-8574-4d69-a869-0c2e585d4c79', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2c513225-bb11-4d36-a4c3-0732716dcb87', 'ip_address': '172.27.0.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825105-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:51:41Z', 'updated_at': '2022-02-09T15:51:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c513225-bb11-4d36-a4c3-0732716dcb87', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825105-1-iscsi', '_interfaces': [{'id': '7d76f3d8-2d2c-4636-841d-13f2bbc5c099', 'name': '', 'network_id': 'c9d019e1-2b2d-4c7e-ac73-8e9c643d1b91', 'tenant_id': '88a679179b1d4d8f82af39bbbf34d55f', 'mac_address': 'fa:16:3e:60:59:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '771314d9-8574-4d69-a869-0c2e585d4c79', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '32f2d3b3-451f-4175-9941-be4f010f06a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825105-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:51:43Z', 'updated_at': '2022-02-09T15:51:56Z', 'revision_number': 4, 'project_id': '88a679179b1d4d8f82af39bbbf34d55f', 'subnets': [{'id': '32f2d3b3-451f-4175-9941-be4f010f06a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 09 15:51:57.952029 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-fd78ab06-deaf-4fde-9a02-55124fd79726 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758786133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16008869'] for agent, after_update {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:51:58.411130 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.plugins.ml2.rpc [None req-608c4fd2-211a-4ca9-a277-ad2a51be62ff None None] Device 96cbc7fe-3934-43fb-bf2d-36ddbb6880bd up at agent ovs-agent-dv-cinder-825105-1-iscsi {{(pid=82903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 15:51:58.485763 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.db.provisioning_blocks [None req-608c4fd2-211a-4ca9-a277-ad2a51be62ff None None] Provisioning complete for port 96cbc7fe-3934-43fb-bf2d-36ddbb6880bd triggered by entity L2. {{(pid=82903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:51:58.486272 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-608c4fd2-211a-4ca9-a277-ad2a51be62ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16008948'] for port, provisioning_complete {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:51:58.538314 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-71c235f7-76de-489c-919b-eaabfd1bc21f req-951924e8-4a08-4703-895c-0a47524fe160 tempest-TestMinimumBasicScenario-2112190267 tempest-TestMinimumBasicScenario-2112190267-project] 10.222.0.67 "GET /v2.0/ports?device_id=fe66f4bc-a730-4366-9315-bbac9ee08859 HTTP/1.1" status: 200 len: 210 time: 0.0446332 Feb 09 15:51:58.608427 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.plugins.ml2.rpc [None req-608c4fd2-211a-4ca9-a277-ad2a51be62ff None None] Device 7d76f3d8-2d2c-4636-841d-13f2bbc5c099 up at agent ovs-agent-dv-cinder-825105-1-iscsi {{(pid=82903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 15:51:58.674769 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.db.provisioning_blocks [None req-608c4fd2-211a-4ca9-a277-ad2a51be62ff None None] Provisioning for port 7d76f3d8-2d2c-4636-841d-13f2bbc5c099 completed by entity L2. {{(pid=82903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 15:51:58.679665 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.db.provisioning_blocks [None req-608c4fd2-211a-4ca9-a277-ad2a51be62ff None None] Provisioning complete for port 7d76f3d8-2d2c-4636-841d-13f2bbc5c099 triggered by entity L2. {{(pid=82903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:51:58.680034 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-608c4fd2-211a-4ca9-a277-ad2a51be62ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16008948'] for port, provisioning_complete {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:51:58.793098 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-608c4fd2-211a-4ca9-a277-ad2a51be62ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16080601'] for port, before_update {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:51:58.824694 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.plugins.ml2.db [None req-608c4fd2-211a-4ca9-a277-ad2a51be62ff None None] For port 7d76f3d8-2d2c-4636-841d-13f2bbc5c099, host dv-cinder-825105-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825105-1-iscsi',level=0,port_id=7d76f3d8-2d2c-4636-841d-13f2bbc5c099,segment=NetworkSegment(0bc58e96-38e7-4ecf-8298-7521c5a2dda5),segment_id=0bc58e96-38e7-4ecf-8298-7521c5a2dda5)] {{(pid=82903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:51:58.828929 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-608c4fd2-211a-4ca9-a277-ad2a51be62ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16080037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758755988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756758334055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756758334100'] for port, after_update {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:51:58.892004 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-608c4fd2-211a-4ca9-a277-ad2a51be62ff None None] Pushing event updated for resources: {'Port': ['ID=7d76f3d8-2d2c-4636-841d-13f2bbc5c099,revision_number=5']} {{(pid=82903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:51:59.702476 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-3028c45a-ee2e-4594-b4d2-06f66115ea78 req-b47c2bbe-0463-4706-ab6b-35eee3d10294 tempest-TestMinimumBasicScenario-2112190267 tempest-TestMinimumBasicScenario-2112190267-project] 10.222.0.67 "GET /v2.0/ports?device_id=fe66f4bc-a730-4366-9315-bbac9ee08859 HTTP/1.1" status: 200 len: 210 time: 0.0408721 Feb 09 15:52:00.061694 dv-cinder-825105-1-iscsi neutron-server[82904]: DEBUG neutron.db.agents_db [None req-77d1faa3-9ee6-4a91-bd02-8524aa1f9325 None None] Agent healthcheck: found 6 active agents {{(pid=82904) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 15:52:00.309549 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-fc36a3bf-0f5a-4ba6-9e15-50b87ea232cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758786133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16008869'] for agent, after_update {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:52:00.347057 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.plugins.ml2.rpc [None req-608c4fd2-211a-4ca9-a277-ad2a51be62ff None None] Device 7d76f3d8-2d2c-4636-841d-13f2bbc5c099 up at agent ovs-agent-dv-cinder-825105-1-iscsi {{(pid=82903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 15:52:00.438393 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-812787cf-6466-4ce1-8c4e-c32e14b18d8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758786133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16008869'] for agent, after_update {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:52:00.455677 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.db.provisioning_blocks [None req-608c4fd2-211a-4ca9-a277-ad2a51be62ff None None] Provisioning complete for port 7d76f3d8-2d2c-4636-841d-13f2bbc5c099 triggered by entity L2. {{(pid=82903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:52:00.456029 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-608c4fd2-211a-4ca9-a277-ad2a51be62ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16008948'] for port, provisioning_complete {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:52:00.919704 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3afa7c-e4ea-4019-ba38-76170af1a762 req-30cc9d78-d9e3-4602-b7bc-6089349b4fbd tempest-TestMinimumBasicScenario-2112190267 tempest-TestMinimumBasicScenario-2112190267-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:52:00.921278 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-ec3afa7c-e4ea-4019-ba38-76170af1a762 req-30cc9d78-d9e3-4602-b7bc-6089349b4fbd tempest-TestMinimumBasicScenario-2112190267 tempest-TestMinimumBasicScenario-2112190267-project] 10.222.0.47 "GET /v2.0/networks?id=1da4d30a-7e2e-4d62-bbe8-18bb4a5c12b7 HTTP/1.1" status: 200 len: 814 time: 0.1852305 Feb 09 15:52:00.923424 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-9c0ca228-a062-443f-bfca-2c3b42c4b2e2 req-3a454883-ac3f-4f9b-9a86-8ffb93f377a6 tempest-TestMinimumBasicScenario-2112190267 tempest-TestMinimumBasicScenario-2112190267-project] 10.222.0.67 "GET /v2.0/ports?device_id=fe66f4bc-a730-4366-9315-bbac9ee08859 HTTP/1.1" status: 200 len: 210 time: 0.0926306 Feb 09 15:52:00.940628 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.api.v2.base [req-ec3afa7c-e4ea-4019-ba38-76170af1a762 req-f850fa8c-216c-4c4c-9f51-3d713d41238e tempest-TestMinimumBasicScenario-2112190267 tempest-TestMinimumBasicScenario-2112190267-project] Request body: {'port': {'device_id': 'fe66f4bc-a730-4366-9315-bbac9ee08859', 'network_id': '1da4d30a-7e2e-4d62-bbe8-18bb4a5c12b7', 'admin_state_up': True, 'tenant_id': '821223475c6a403eae77f15f7d877c42'}} {{(pid=82901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 15:52:01.086805 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.db.quota.driver [req-ec3afa7c-e4ea-4019-ba38-76170af1a762 req-f850fa8c-216c-4c4c-9f51-3d713d41238e tempest-TestMinimumBasicScenario-2112190267 tempest-TestMinimumBasicScenario-2112190267-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 15:52:01.096979 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.db.quota.driver [req-ec3afa7c-e4ea-4019-ba38-76170af1a762 req-f850fa8c-216c-4c4c-9f51-3d713d41238e tempest-TestMinimumBasicScenario-2112190267 tempest-TestMinimumBasicScenario-2112190267-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=82901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 15:52:01.106638 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ec3afa7c-e4ea-4019-ba38-76170af1a762 req-f850fa8c-216c-4c4c-9f51-3d713d41238e tempest-TestMinimumBasicScenario-2112190267 tempest-TestMinimumBasicScenario-2112190267-project] Made reservation on behalf of 821223475c6a403eae77f15f7d877c42 for: {'port': 1} {{(pid=82901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 15:52:01.110683 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [req-ec3afa7c-e4ea-4019-ba38-76170af1a762 req-f850fa8c-216c-4c4c-9f51-3d713d41238e tempest-TestMinimumBasicScenario-2112190267 tempest-TestMinimumBasicScenario-2112190267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16080601'] for port, before_create {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:52:01.270434 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-1f7d0426-72a7-4c89-8e53-4ec430751ccf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758786133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16008869'] for agent, after_update {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:52:01.290207 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.db.db_base_plugin_common [req-ec3afa7c-e4ea-4019-ba38-76170af1a762 req-f850fa8c-216c-4c4c-9f51-3d713d41238e tempest-TestMinimumBasicScenario-2112190267 tempest-TestMinimumBasicScenario-2112190267-project] Allocated IP 172.20.0.6 (1da4d30a-7e2e-4d62-bbe8-18bb4a5c12b7/5210e5fa-de18-4bef-802b-07b1e83aa09d/8e5a6284-7d86-4943-8081-e453ea2be6d5) {{(pid=82901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 15:52:01.582811 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-608c4fd2-211a-4ca9-a277-ad2a51be62ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758786133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16008869'] for agent, after_update {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:52:01.583380 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [req-ec3afa7c-e4ea-4019-ba38-76170af1a762 req-f850fa8c-216c-4c4c-9f51-3d713d41238e tempest-TestMinimumBasicScenario-2112190267 tempest-TestMinimumBasicScenario-2112190267-project] Notify callbacks [] for port, precommit_create {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:52:01.606042 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.db.provisioning_blocks [req-ec3afa7c-e4ea-4019-ba38-76170af1a762 req-f850fa8c-216c-4c4c-9f51-3d713d41238e tempest-TestMinimumBasicScenario-2112190267 tempest-TestMinimumBasicScenario-2112190267-project] Transition to ACTIVE for port object 8e5a6284-7d86-4943-8081-e453ea2be6d5 will not be triggered until provisioned by entity DHCP. {{(pid=82901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 15:52:01.653613 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [req-ec3afa7c-e4ea-4019-ba38-76170af1a762 req-f850fa8c-216c-4c4c-9f51-3d713d41238e tempest-TestMinimumBasicScenario-2112190267 tempest-TestMinimumBasicScenario-2112190267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16080037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124156', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756758334037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1282344'] for port, after_create {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:52:01.756820 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ec3afa7c-e4ea-4019-ba38-76170af1a762 req-f850fa8c-216c-4c4c-9f51-3d713d41238e tempest-TestMinimumBasicScenario-2112190267 tempest-TestMinimumBasicScenario-2112190267-project] Network 1da4d30a-7e2e-4d62-bbe8-18bb4a5c12b7 is already hosted by enough agents. {{(pid=82901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 15:52:01.760390 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.scheduler.base_scheduler [req-ec3afa7c-e4ea-4019-ba38-76170af1a762 req-f850fa8c-216c-4c4c-9f51-3d713d41238e tempest-TestMinimumBasicScenario-2112190267 tempest-TestMinimumBasicScenario-2112190267-project] Resources bound (agent type, host, resource id): {{(pid=82901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 15:52:01.779682 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec3afa7c-e4ea-4019-ba38-76170af1a762 req-f850fa8c-216c-4c4c-9f51-3d713d41238e tempest-TestMinimumBasicScenario-2112190267 tempest-TestMinimumBasicScenario-2112190267-project] Received port after_create {{(pid=82901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 15:52:01.884332 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f850fa8c-216c-4c4c-9f51-3d713d41238e tempest-TestMinimumBasicScenario-2112190267 tempest-TestMinimumBasicScenario-2112190267-project] Pushing event updated for resources: {'Port': ['ID=8e5a6284-7d86-4943-8081-e453ea2be6d5,revision_number=1']} {{(pid=82901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:52:01.914339 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3afa7c-e4ea-4019-ba38-76170af1a762 req-f850fa8c-216c-4c4c-9f51-3d713d41238e tempest-TestMinimumBasicScenario-2112190267 tempest-TestMinimumBasicScenario-2112190267-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=82901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:52:01.915161 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [req-ec3afa7c-e4ea-4019-ba38-76170af1a762 req-f850fa8c-216c-4c4c-9f51-3d713d41238e tempest-TestMinimumBasicScenario-2112190267 tempest-TestMinimumBasicScenario-2112190267-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205010'] for port, before_response {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:52:02.009412 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-ec3afa7c-e4ea-4019-ba38-76170af1a762 req-f850fa8c-216c-4c4c-9f51-3d713d41238e tempest-TestMinimumBasicScenario-2112190267 tempest-TestMinimumBasicScenario-2112190267-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0741842 Feb 09 15:52:02.159079 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.db.provisioning_blocks [None req-f6a31962-c898-43f0-85d3-d368907e41da None None] Provisioning for port 8e5a6284-7d86-4943-8081-e453ea2be6d5 completed by entity DHCP. {{(pid=82903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 15:52:02.171817 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.db.provisioning_blocks [None req-f6a31962-c898-43f0-85d3-d368907e41da None None] Provisioning complete for port 8e5a6284-7d86-4943-8081-e453ea2be6d5 triggered by entity DHCP. {{(pid=82903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:52:02.173605 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-f6a31962-c898-43f0-85d3-d368907e41da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16008948'] for port, provisioning_complete {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:52:02.219093 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4283630-1a8b-478b-af22-a1f12dde8e8c req-98e85e65-42ae-49db-9a65-d82aa179117a tempest-TestMinimumBasicScenario-2112190267 tempest-TestMinimumBasicScenario-2112190267-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:52:02.224258 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-a4283630-1a8b-478b-af22-a1f12dde8e8c req-98e85e65-42ae-49db-9a65-d82aa179117a tempest-TestMinimumBasicScenario-2112190267 tempest-TestMinimumBasicScenario-2112190267-project] 10.222.0.67 "GET /v2.0/ports?device_id=fe66f4bc-a730-4366-9315-bbac9ee08859 HTTP/1.1" status: 200 len: 931 time: 0.0935657 Feb 09 15:52:02.244705 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.plugins.ml2.plugin [None req-f6a31962-c898-43f0-85d3-d368907e41da None None] Port 8e5a6284-7d86-4943-8081-e453ea2be6d5 cannot update to ACTIVE because it is not bound. {{(pid=82903) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 09 15:52:02.272164 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-a4283630-1a8b-478b-af22-a1f12dde8e8c req-0f95408b-be03-4d70-9497-161708686a44 tempest-TestMinimumBasicScenario-2112190267 tempest-TestMinimumBasicScenario-2112190267-project] 10.222.0.67 "GET /v2.0/security-groups?id=22cbc017-bfa8-4021-934e-18da588f0056&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455041 Feb 09 15:52:02.969330 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-faa751bb-9674-45ec-b131-f889431b03dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758786133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16008869'] for agent, after_update {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:52:03.527489 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269633da-e16a-48b1-80e9-2d22ae07569d req-e5877972-4f7d-4892-b593-cb48233865c4 tempest-TestMinimumBasicScenario-2112190267 tempest-TestMinimumBasicScenario-2112190267-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:52:03.532697 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.quota.resource [req-269633da-e16a-48b1-80e9-2d22ae07569d req-e5877972-4f7d-4892-b593-cb48233865c4 tempest-TestMinimumBasicScenario-2112190267 tempest-TestMinimumBasicScenario-2112190267-project] Synchronizing usage tracker for tenant:821223475c6a403eae77f15f7d877c42 on resource:port {{(pid=82901) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 15:52:03.551362 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.quota.resource [req-269633da-e16a-48b1-80e9-2d22ae07569d req-e5877972-4f7d-4892-b593-cb48233865c4 tempest-TestMinimumBasicScenario-2112190267 tempest-TestMinimumBasicScenario-2112190267-project] Unset dirty status for tenant:821223475c6a403eae77f15f7d877c42 on resource:port {{(pid=82901) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 15:52:03.552740 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-269633da-e16a-48b1-80e9-2d22ae07569d req-e5877972-4f7d-4892-b593-cb48233865c4 tempest-TestMinimumBasicScenario-2112190267 tempest-TestMinimumBasicScenario-2112190267-project] 10.222.0.67 "GET /v2.0/ports?device_id=fe66f4bc-a730-4366-9315-bbac9ee08859 HTTP/1.1" status: 200 len: 931 time: 0.1141315 Feb 09 15:52:03.607822 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.quota.resource [req-269633da-e16a-48b1-80e9-2d22ae07569d req-7aa8f8af-9a09-4dbd-b990-070819317f85 tempest-TestMinimumBasicScenario-2112190267 tempest-TestMinimumBasicScenario-2112190267-project] Synchronizing usage tracker for tenant:821223475c6a403eae77f15f7d877c42 on resource:security_group {{(pid=82901) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 15:52:03.624416 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.quota.resource [req-269633da-e16a-48b1-80e9-2d22ae07569d req-7aa8f8af-9a09-4dbd-b990-070819317f85 tempest-TestMinimumBasicScenario-2112190267 tempest-TestMinimumBasicScenario-2112190267-project] Unset dirty status for tenant:821223475c6a403eae77f15f7d877c42 on resource:security_group {{(pid=82901) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 15:52:03.634192 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-269633da-e16a-48b1-80e9-2d22ae07569d req-7aa8f8af-9a09-4dbd-b990-070819317f85 tempest-TestMinimumBasicScenario-2112190267 tempest-TestMinimumBasicScenario-2112190267-project] 10.222.0.67 "GET /v2.0/security-groups?id=22cbc017-bfa8-4021-934e-18da588f0056&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755565 Feb 09 15:52:04.987193 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410df4b8-8d7f-4a30-a355-41747787d702 req-244e9744-06ac-40f5-97c9-c6f662493671 tempest-TestMinimumBasicScenario-2112190267 tempest-TestMinimumBasicScenario-2112190267-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:52:04.995175 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-410df4b8-8d7f-4a30-a355-41747787d702 req-244e9744-06ac-40f5-97c9-c6f662493671 tempest-TestMinimumBasicScenario-2112190267 tempest-TestMinimumBasicScenario-2112190267-project] 10.222.0.67 "GET /v2.0/ports?device_id=fe66f4bc-a730-4366-9315-bbac9ee08859 HTTP/1.1" status: 200 len: 931 time: 0.2219248 Feb 09 15:52:05.049240 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-410df4b8-8d7f-4a30-a355-41747787d702 req-a317b40f-19f4-4c35-9b94-87b49cbb0d31 tempest-TestMinimumBasicScenario-2112190267 tempest-TestMinimumBasicScenario-2112190267-project] 10.222.0.67 "GET /v2.0/security-groups?id=22cbc017-bfa8-4021-934e-18da588f0056&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531242 Feb 09 15:52:06.258275 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8e64d5-a9fa-4d74-bea5-dfb0208ad310 req-820c3a3a-8223-4149-ae47-4381f0f0b029 tempest-TestMinimumBasicScenario-2112190267 tempest-TestMinimumBasicScenario-2112190267-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:52:06.259635 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-ac8e64d5-a9fa-4d74-bea5-dfb0208ad310 req-820c3a3a-8223-4149-ae47-4381f0f0b029 tempest-TestMinimumBasicScenario-2112190267 tempest-TestMinimumBasicScenario-2112190267-project] 10.222.0.67 "GET /v2.0/ports?device_id=fe66f4bc-a730-4366-9315-bbac9ee08859 HTTP/1.1" status: 200 len: 931 time: 0.0801313 Feb 09 15:52:06.308965 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-ac8e64d5-a9fa-4d74-bea5-dfb0208ad310 req-4456334e-d210-4fb8-b4d6-4a9bdd562a2c tempest-TestMinimumBasicScenario-2112190267 tempest-TestMinimumBasicScenario-2112190267-project] 10.222.0.67 "GET /v2.0/security-groups?id=22cbc017-bfa8-4021-934e-18da588f0056&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432589 Feb 09 15:52:07.523662 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6f7d84-6841-48ad-bc90-4b9ddd931603 req-edee967b-11c6-4379-a4e6-1ca053859045 tempest-TestMinimumBasicScenario-2112190267 tempest-TestMinimumBasicScenario-2112190267-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:52:07.525212 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-6f6f7d84-6841-48ad-bc90-4b9ddd931603 req-edee967b-11c6-4379-a4e6-1ca053859045 tempest-TestMinimumBasicScenario-2112190267 tempest-TestMinimumBasicScenario-2112190267-project] 10.222.0.67 "GET /v2.0/ports?device_id=fe66f4bc-a730-4366-9315-bbac9ee08859 HTTP/1.1" status: 200 len: 931 time: 0.0852761 Feb 09 15:52:07.575096 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-6f6f7d84-6841-48ad-bc90-4b9ddd931603 req-fee4510b-8b4c-4ca3-9838-4e5af6746f53 tempest-TestMinimumBasicScenario-2112190267 tempest-TestMinimumBasicScenario-2112190267-project] 10.222.0.67 "GET /v2.0/security-groups?id=22cbc017-bfa8-4021-934e-18da588f0056&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428097 Feb 09 15:52:08.855192 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd170a2-333d-464c-8a5e-bfd97f6fcd89 req-b1748176-1399-44b6-b0b3-c971bb865163 tempest-TestMinimumBasicScenario-2112190267 tempest-TestMinimumBasicScenario-2112190267-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:52:08.857464 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-dcd170a2-333d-464c-8a5e-bfd97f6fcd89 req-b1748176-1399-44b6-b0b3-c971bb865163 tempest-TestMinimumBasicScenario-2112190267 tempest-TestMinimumBasicScenario-2112190267-project] 10.222.0.67 "GET /v2.0/ports?device_id=fe66f4bc-a730-4366-9315-bbac9ee08859 HTTP/1.1" status: 200 len: 931 time: 0.1180727 Feb 09 15:52:09.004904 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-dcd170a2-333d-464c-8a5e-bfd97f6fcd89 req-64caf90d-49b6-4265-9edd-d818c93479b0 tempest-TestMinimumBasicScenario-2112190267 tempest-TestMinimumBasicScenario-2112190267-project] 10.222.0.67 "GET /v2.0/security-groups?id=22cbc017-bfa8-4021-934e-18da588f0056&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1417618 Feb 09 15:52:10.153297 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.api.v2.base [req-ec3afa7c-e4ea-4019-ba38-76170af1a762 req-ea3fc78a-d90c-4191-a87c-4950b6deeaae service neutron] Request body: {'port': {'device_id': 'fe66f4bc-a730-4366-9315-bbac9ee08859', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82510'}} {{(pid=82901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 15:52:10.210855 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733745bc-9ef9-47e2-a8d2-1cc968ca4f0f req-4d41b56a-e649-40a4-af2c-c495354f9d88 tempest-TestMinimumBasicScenario-2112190267 tempest-TestMinimumBasicScenario-2112190267-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:52:10.212388 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-733745bc-9ef9-47e2-a8d2-1cc968ca4f0f req-4d41b56a-e649-40a4-af2c-c495354f9d88 tempest-TestMinimumBasicScenario-2112190267 tempest-TestMinimumBasicScenario-2112190267-project] 10.222.0.67 "GET /v2.0/ports?device_id=fe66f4bc-a730-4366-9315-bbac9ee08859 HTTP/1.1" status: 200 len: 931 time: 0.0833588 Feb 09 15:52:10.259670 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-733745bc-9ef9-47e2-a8d2-1cc968ca4f0f req-a75251d7-5039-4010-8f83-499a4cf6a847 tempest-TestMinimumBasicScenario-2112190267 tempest-TestMinimumBasicScenario-2112190267-project] 10.222.0.67 "GET /v2.0/security-groups?id=22cbc017-bfa8-4021-934e-18da588f0056&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412018 Feb 09 15:52:10.262204 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [req-ec3afa7c-e4ea-4019-ba38-76170af1a762 req-ea3fc78a-d90c-4191-a87c-4950b6deeaae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16080601'] for port, before_update {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:52:10.597643 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.notifiers.nova [req-ec3afa7c-e4ea-4019-ba38-76170af1a762 req-ea3fc78a-d90c-4191-a87c-4950b6deeaae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8e5a6284-7d86-4943-8081-e453ea2be6d5 {{(pid=82901) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 15:52:10.604288 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [req-ec3afa7c-e4ea-4019-ba38-76170af1a762 req-ea3fc78a-d90c-4191-a87c-4950b6deeaae service neutron] Notify callbacks [] for port, precommit_update {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:52:10.618237 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.db.provisioning_blocks [req-ec3afa7c-e4ea-4019-ba38-76170af1a762 req-ea3fc78a-d90c-4191-a87c-4950b6deeaae service neutron] Transition to ACTIVE for port object 8e5a6284-7d86-4943-8081-e453ea2be6d5 will not be triggered until provisioned by entity L2. {{(pid=82901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 15:52:10.621339 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [req-ec3afa7c-e4ea-4019-ba38-76170af1a762 req-ea3fc78a-d90c-4191-a87c-4950b6deeaae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16080037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758755988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756758334055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756758334100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1282337'] for port, after_update {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:52:10.745565 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea3fc78a-d90c-4191-a87c-4950b6deeaae service neutron] Pushing event updated for resources: {'Port': ['ID=8e5a6284-7d86-4943-8081-e453ea2be6d5,revision_number=2']} {{(pid=82901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:52:10.856494 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.plugins.ml2.managers [req-ec3afa7c-e4ea-4019-ba38-76170af1a762 req-ea3fc78a-d90c-4191-a87c-4950b6deeaae service neutron] Attempting to bind port 8e5a6284-7d86-4943-8081-e453ea2be6d5 on host hv-cinder-82510 for vnic_type normal with profile {{(pid=82901) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 15:52:10.856722 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.plugins.ml2.managers [req-ec3afa7c-e4ea-4019-ba38-76170af1a762 req-ea3fc78a-d90c-4191-a87c-4950b6deeaae service neutron] Attempting to bind port 8e5a6284-7d86-4943-8081-e453ea2be6d5 by drivers openvswitch,hyperv on host hv-cinder-82510 at level 0 using segments [{'id': '8a474cb2-0024-43f1-be9a-3b8400eb3313', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '1da4d30a-7e2e-4d62-bbe8-18bb4a5c12b7'}] {{(pid=82901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 15:52:10.857687 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec3afa7c-e4ea-4019-ba38-76170af1a762 req-ea3fc78a-d90c-4191-a87c-4950b6deeaae service neutron] Attempting to bind port 8e5a6284-7d86-4943-8081-e453ea2be6d5 on network 1da4d30a-7e2e-4d62-bbe8-18bb4a5c12b7 {{(pid=82901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 15:52:10.863620 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec3afa7c-e4ea-4019-ba38-76170af1a762 req-ea3fc78a-d90c-4191-a87c-4950b6deeaae service neutron] Port 8e5a6284-7d86-4943-8081-e453ea2be6d5 on network 1da4d30a-7e2e-4d62-bbe8-18bb4a5c12b7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82510 {{(pid=82901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 09 15:52:10.863931 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec3afa7c-e4ea-4019-ba38-76170af1a762 req-ea3fc78a-d90c-4191-a87c-4950b6deeaae service neutron] Attempting to bind port 8e5a6284-7d86-4943-8081-e453ea2be6d5 on network 1da4d30a-7e2e-4d62-bbe8-18bb4a5c12b7 {{(pid=82901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 15:52:10.870345 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec3afa7c-e4ea-4019-ba38-76170af1a762 req-ea3fc78a-d90c-4191-a87c-4950b6deeaae service neutron] Checking agent: {'id': 'db1a70d3-a821-4659-b534-995c5c5f449e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82510', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 15, 40, 29), 'started_at': datetime.datetime(2022, 2, 9, 15, 40, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 15, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=82901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 15:52:10.870681 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec3afa7c-e4ea-4019-ba38-76170af1a762 req-ea3fc78a-d90c-4191-a87c-4950b6deeaae service neutron] Checking segment: {'id': '8a474cb2-0024-43f1-be9a-3b8400eb3313', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '1da4d30a-7e2e-4d62-bbe8-18bb4a5c12b7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 15:52:10.871049 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec3afa7c-e4ea-4019-ba38-76170af1a762 req-ea3fc78a-d90c-4191-a87c-4950b6deeaae service neutron] Bound using segment: {'id': '8a474cb2-0024-43f1-be9a-3b8400eb3313', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '1da4d30a-7e2e-4d62-bbe8-18bb4a5c12b7'} {{(pid=82901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 15:52:10.871459 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.plugins.ml2.managers [req-ec3afa7c-e4ea-4019-ba38-76170af1a762 req-ea3fc78a-d90c-4191-a87c-4950b6deeaae service neutron] Bound port: 8e5a6284-7d86-4943-8081-e453ea2be6d5, host: hv-cinder-82510, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8a474cb2-0024-43f1-be9a-3b8400eb3313', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '1da4d30a-7e2e-4d62-bbe8-18bb4a5c12b7'}}] {{(pid=82901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 15:52:10.871791 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [req-ec3afa7c-e4ea-4019-ba38-76170af1a762 req-ea3fc78a-d90c-4191-a87c-4950b6deeaae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16080601'] for port, before_update {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:52:10.980002 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.plugins.ml2.db [req-ec3afa7c-e4ea-4019-ba38-76170af1a762 req-ea3fc78a-d90c-4191-a87c-4950b6deeaae service neutron] For port 8e5a6284-7d86-4943-8081-e453ea2be6d5, host hv-cinder-82510, cleared binding levels {{(pid=82901) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 15:52:10.983874 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.plugins.ml2.db [req-ec3afa7c-e4ea-4019-ba38-76170af1a762 req-ea3fc78a-d90c-4191-a87c-4950b6deeaae service neutron] For port 8e5a6284-7d86-4943-8081-e453ea2be6d5, host hv-cinder-82510, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=8e5a6284-7d86-4943-8081-e453ea2be6d5,segment=NetworkSegment(8a474cb2-0024-43f1-be9a-3b8400eb3313),segment_id=8a474cb2-0024-43f1-be9a-3b8400eb3313)] {{(pid=82901) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 15:52:10.987967 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [req-ec3afa7c-e4ea-4019-ba38-76170af1a762 req-ea3fc78a-d90c-4191-a87c-4950b6deeaae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16080037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758755988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756758334055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756758334100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1282337'] for port, after_update {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:52:11.054053 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [req-ec3afa7c-e4ea-4019-ba38-76170af1a762 req-ea3fc78a-d90c-4191-a87c-4950b6deeaae service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205010'] for port, before_response {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:52:11.056350 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-ec3afa7c-e4ea-4019-ba38-76170af1a762 req-ea3fc78a-d90c-4191-a87c-4950b6deeaae service neutron] 10.222.0.47 "PUT /v2.0/ports/8e5a6284-7d86-4943-8081-e453ea2be6d5 HTTP/1.1" status: 200 len: 1093 time: 0.9073679 Feb 09 15:52:11.056853 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fe66f4bc-a730-4366-9315-bbac9ee08859', 'tag': '8e5a6284-7d86-4943-8081-e453ea2be6d5'}] {{(pid=82901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 15:52:11.086214 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea3fc78a-d90c-4191-a87c-4950b6deeaae service neutron] Pushing event updated for resources: {'Port': ['ID=8e5a6284-7d86-4943-8081-e453ea2be6d5,revision_number=3']} {{(pid=82901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:52:11.153868 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fe66f4bc-a730-4366-9315-bbac9ee08859', 'tag': '8e5a6284-7d86-4943-8081-e453ea2be6d5', 'status': 'completed', 'code': 200} Feb 09 15:52:11.195146 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-ec3afa7c-e4ea-4019-ba38-76170af1a762 req-0c9cf21b-2737-4afe-850b-a7728403cf5b service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=821223475c6a403eae77f15f7d877c42&device_id=fe66f4bc-a730-4366-9315-bbac9ee08859 HTTP/1.1" status: 200 len: 1096 time: 0.0889318 Feb 09 15:52:11.271032 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-ec3afa7c-e4ea-4019-ba38-76170af1a762 req-0cb468b8-7c01-4fda-8d57-4cbd89554658 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8e5a6284-7d86-4943-8081-e453ea2be6d5 HTTP/1.1" status: 200 len: 217 time: 0.0683560 Feb 09 15:52:11.336046 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3afa7c-e4ea-4019-ba38-76170af1a762 req-e9f686d7-2843-4781-8ffb-812714711545 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:52:11.337696 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-ec3afa7c-e4ea-4019-ba38-76170af1a762 req-e9f686d7-2843-4781-8ffb-812714711545 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=5210e5fa-de18-4bef-802b-07b1e83aa09d HTTP/1.1" status: 200 len: 853 time: 0.0603375 Feb 09 15:52:11.424240 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-ec3afa7c-e4ea-4019-ba38-76170af1a762 req-90e069f6-d392-4f18-b67b-657b27aacf22 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=1da4d30a-7e2e-4d62-bbe8-18bb4a5c12b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0777891 Feb 09 15:52:11.486026 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4567a39-20cf-4ac2-a769-59ce14e343d5 req-1046129f-0a38-4192-b4c5-0f198868230f tempest-TestMinimumBasicScenario-2112190267 tempest-TestMinimumBasicScenario-2112190267-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:52:11.487582 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-a4567a39-20cf-4ac2-a769-59ce14e343d5 req-1046129f-0a38-4192-b4c5-0f198868230f tempest-TestMinimumBasicScenario-2112190267 tempest-TestMinimumBasicScenario-2112190267-project] 10.222.0.67 "GET /v2.0/ports?device_id=fe66f4bc-a730-4366-9315-bbac9ee08859 HTTP/1.1" status: 200 len: 943 time: 0.0927072 Feb 09 15:52:11.546578 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-a4567a39-20cf-4ac2-a769-59ce14e343d5 req-efc64bdc-2266-4219-ba6e-5111d4f011db tempest-TestMinimumBasicScenario-2112190267 tempest-TestMinimumBasicScenario-2112190267-project] 10.222.0.67 "GET /v2.0/security-groups?id=22cbc017-bfa8-4021-934e-18da588f0056&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533359 Feb 09 15:52:11.580366 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-ec3afa7c-e4ea-4019-ba38-76170af1a762 req-310d6f61-912c-48b9-88ba-51a0a12c1b6f service neutron] 10.222.0.47 "GET /v2.0/networks/1da4d30a-7e2e-4d62-bbe8-18bb4a5c12b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1491323 Feb 09 15:52:11.711745 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-ec3afa7c-e4ea-4019-ba38-76170af1a762 req-7fe57dd7-0f95-41cc-9697-f5cf3aad360a service neutron] 10.222.0.47 "GET /v2.0/networks/1da4d30a-7e2e-4d62-bbe8-18bb4a5c12b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248684 Feb 09 15:52:11.832275 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-cb14a617-fc2f-4c0a-84f6-5e9eb0d9d308 req-280ce6db-ba1f-44ce-8f2a-8aea9ce04055 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=821223475c6a403eae77f15f7d877c42&device_id=fe66f4bc-a730-4366-9315-bbac9ee08859 HTTP/1.1" status: 200 len: 1096 time: 0.0717959 Feb 09 15:52:12.046737 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb14a617-fc2f-4c0a-84f6-5e9eb0d9d308 req-503f9c2b-4ec2-4489-9daa-bd6f8d28df5d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:52:12.048206 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-cb14a617-fc2f-4c0a-84f6-5e9eb0d9d308 req-503f9c2b-4ec2-4489-9daa-bd6f8d28df5d service neutron] 10.222.0.47 "GET /v2.0/networks?id=1da4d30a-7e2e-4d62-bbe8-18bb4a5c12b7 HTTP/1.1" status: 200 len: 915 time: 0.2096038 Feb 09 15:52:12.124406 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-cb14a617-fc2f-4c0a-84f6-5e9eb0d9d308 req-7f57bc30-3a52-44f1-a733-bacc07a5caff service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8e5a6284-7d86-4943-8081-e453ea2be6d5 HTTP/1.1" status: 200 len: 217 time: 0.0682011 Feb 09 15:52:12.191546 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb14a617-fc2f-4c0a-84f6-5e9eb0d9d308 req-c28438c2-ecfa-4648-8077-8884718f2caf service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:52:12.192994 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-cb14a617-fc2f-4c0a-84f6-5e9eb0d9d308 req-c28438c2-ecfa-4648-8077-8884718f2caf service neutron] 10.222.0.47 "GET /v2.0/subnets?id=5210e5fa-de18-4bef-802b-07b1e83aa09d HTTP/1.1" status: 200 len: 853 time: 0.0623477 Feb 09 15:52:12.267901 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-cb14a617-fc2f-4c0a-84f6-5e9eb0d9d308 req-c833337d-41a0-46ff-a1d7-47a0a9aa2a61 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=1da4d30a-7e2e-4d62-bbe8-18bb4a5c12b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0680597 Feb 09 15:52:12.404809 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-cb14a617-fc2f-4c0a-84f6-5e9eb0d9d308 req-74fd48d7-7d48-4362-8e8f-3b3ae62c9560 service neutron] 10.222.0.47 "GET /v2.0/networks/1da4d30a-7e2e-4d62-bbe8-18bb4a5c12b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1264296 Feb 09 15:52:12.543459 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-cb14a617-fc2f-4c0a-84f6-5e9eb0d9d308 req-984e781b-b314-489b-a051-498501a780cb service neutron] 10.222.0.47 "GET /v2.0/networks/1da4d30a-7e2e-4d62-bbe8-18bb4a5c12b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1318114 Feb 09 15:52:12.749549 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01af2f6-7d4b-4ed1-8875-fbe7998bc2b2 req-d804cb5e-aaab-4ded-b1a6-ffc2881ddc5b tempest-TestMinimumBasicScenario-2112190267 tempest-TestMinimumBasicScenario-2112190267-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:52:12.751009 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-d01af2f6-7d4b-4ed1-8875-fbe7998bc2b2 req-d804cb5e-aaab-4ded-b1a6-ffc2881ddc5b tempest-TestMinimumBasicScenario-2112190267 tempest-TestMinimumBasicScenario-2112190267-project] 10.222.0.67 "GET /v2.0/ports?device_id=fe66f4bc-a730-4366-9315-bbac9ee08859 HTTP/1.1" status: 200 len: 943 time: 0.0823238 Feb 09 15:52:12.796674 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-d01af2f6-7d4b-4ed1-8875-fbe7998bc2b2 req-5ceada6e-f2e2-4216-a3d2-4e0b12787578 tempest-TestMinimumBasicScenario-2112190267 tempest-TestMinimumBasicScenario-2112190267-project] 10.222.0.67 "GET /v2.0/security-groups?id=22cbc017-bfa8-4021-934e-18da588f0056&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399866 Feb 09 15:52:13.235722 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.plugins.ml2.rpc [None req-812787cf-6466-4ce1-8c4e-c32e14b18d8a None None] Device 8e5a6284-7d86-4943-8081-e453ea2be6d5 details requested by agent hyperv_hv-cinder-82510 with host hv-cinder-82510 {{(pid=82903) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 15:52:13.366446 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.plugins.ml2.db [None req-812787cf-6466-4ce1-8c4e-c32e14b18d8a None None] For port 8e5a6284-7d86-4943-8081-e453ea2be6d5, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=8e5a6284-7d86-4943-8081-e453ea2be6d5,segment=NetworkSegment(8a474cb2-0024-43f1-be9a-3b8400eb3313),segment_id=8a474cb2-0024-43f1-be9a-3b8400eb3313)] {{(pid=82903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:52:13.382655 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.plugins.ml2.rpc [None req-812787cf-6466-4ce1-8c4e-c32e14b18d8a None None] Returning: {'device': '8e5a6284-7d86-4943-8081-e453ea2be6d5', 'network_id': '1da4d30a-7e2e-4d62-bbe8-18bb4a5c12b7', 'port_id': '8e5a6284-7d86-4943-8081-e453ea2be6d5', 'mac_address': 'fa:16:3e:58:2f:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 843, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5210e5fa-de18-4bef-802b-07b1e83aa09d', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82903) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 15:52:13.434976 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-812787cf-6466-4ce1-8c4e-c32e14b18d8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16080601'] for port, before_update {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:52:13.452636 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.notifiers.nova [None req-812787cf-6466-4ce1-8c4e-c32e14b18d8a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8e5a6284-7d86-4943-8081-e453ea2be6d5 {{(pid=82903) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 15:52:13.467537 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.plugins.ml2.db [None req-812787cf-6466-4ce1-8c4e-c32e14b18d8a None None] For port 8e5a6284-7d86-4943-8081-e453ea2be6d5, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=8e5a6284-7d86-4943-8081-e453ea2be6d5,segment=NetworkSegment(8a474cb2-0024-43f1-be9a-3b8400eb3313),segment_id=8a474cb2-0024-43f1-be9a-3b8400eb3313)] {{(pid=82903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:52:13.471257 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-812787cf-6466-4ce1-8c4e-c32e14b18d8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16080037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758755988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756758334055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756758334100'] for port, after_update {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:52:13.540484 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812787cf-6466-4ce1-8c4e-c32e14b18d8a None None] Pushing event updated for resources: {'Port': ['ID=8e5a6284-7d86-4943-8081-e453ea2be6d5,revision_number=4']} {{(pid=82903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:52:13.682309 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.plugins.ml2.db [None req-812787cf-6466-4ce1-8c4e-c32e14b18d8a None None] get_ports_and_sgs() called for port_ids ['8e5a6284-7d86-4943-8081-e453ea2be6d5'] {{(pid=82903) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 09 15:52:14.004653 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9d17b1-5f50-431b-bb58-df19c7419a52 req-5f0b6262-ebe6-4e22-bf98-b9f81ba16234 tempest-TestMinimumBasicScenario-2112190267 tempest-TestMinimumBasicScenario-2112190267-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:52:14.006215 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-1e9d17b1-5f50-431b-bb58-df19c7419a52 req-5f0b6262-ebe6-4e22-bf98-b9f81ba16234 tempest-TestMinimumBasicScenario-2112190267 tempest-TestMinimumBasicScenario-2112190267-project] 10.222.0.67 "GET /v2.0/ports?device_id=fe66f4bc-a730-4366-9315-bbac9ee08859 HTTP/1.1" status: 200 len: 944 time: 0.0768909 Feb 09 15:52:14.052471 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-1e9d17b1-5f50-431b-bb58-df19c7419a52 req-c5197557-c573-4cbe-82a7-10a99157789f tempest-TestMinimumBasicScenario-2112190267 tempest-TestMinimumBasicScenario-2112190267-project] 10.222.0.67 "GET /v2.0/security-groups?id=22cbc017-bfa8-4021-934e-18da588f0056&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408583 Feb 09 15:52:15.250374 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e780c3-b311-4bc4-9438-a1ef04cf0596 req-4d9ebe49-e87b-452b-9923-cbecbaa895ee tempest-TestMinimumBasicScenario-2112190267 tempest-TestMinimumBasicScenario-2112190267-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:52:15.250904 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.plugins.ml2.rpc [None req-812787cf-6466-4ce1-8c4e-c32e14b18d8a None None] Device 8e5a6284-7d86-4943-8081-e453ea2be6d5 up at agent hyperv_hv-cinder-82510 {{(pid=82903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 15:52:15.251847 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-80e780c3-b311-4bc4-9438-a1ef04cf0596 req-4d9ebe49-e87b-452b-9923-cbecbaa895ee tempest-TestMinimumBasicScenario-2112190267 tempest-TestMinimumBasicScenario-2112190267-project] 10.222.0.67 "GET /v2.0/ports?device_id=fe66f4bc-a730-4366-9315-bbac9ee08859 HTTP/1.1" status: 200 len: 944 time: 0.0774543 Feb 09 15:52:15.303562 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-80e780c3-b311-4bc4-9438-a1ef04cf0596 req-30d0757f-33f8-47d6-a5da-cc08b60cfa53 tempest-TestMinimumBasicScenario-2112190267 tempest-TestMinimumBasicScenario-2112190267-project] 10.222.0.67 "GET /v2.0/security-groups?id=22cbc017-bfa8-4021-934e-18da588f0056&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453258 Feb 09 15:52:15.322913 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.db.provisioning_blocks [None req-812787cf-6466-4ce1-8c4e-c32e14b18d8a None None] Provisioning for port 8e5a6284-7d86-4943-8081-e453ea2be6d5 completed by entity L2. {{(pid=82903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 15:52:15.329900 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.db.provisioning_blocks [None req-812787cf-6466-4ce1-8c4e-c32e14b18d8a None None] Provisioning complete for port 8e5a6284-7d86-4943-8081-e453ea2be6d5 triggered by entity L2. {{(pid=82903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:52:15.330265 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-812787cf-6466-4ce1-8c4e-c32e14b18d8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16008948'] for port, provisioning_complete {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:52:15.447149 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-812787cf-6466-4ce1-8c4e-c32e14b18d8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16080601'] for port, before_update {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:52:15.474197 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe66f4bc-a730-4366-9315-bbac9ee08859', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e5a6284-7d86-4943-8081-e453ea2be6d5'}] {{(pid=82903) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 15:52:15.483610 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.plugins.ml2.db [None req-812787cf-6466-4ce1-8c4e-c32e14b18d8a None None] For port 8e5a6284-7d86-4943-8081-e453ea2be6d5, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=8e5a6284-7d86-4943-8081-e453ea2be6d5,segment=NetworkSegment(8a474cb2-0024-43f1-be9a-3b8400eb3313),segment_id=8a474cb2-0024-43f1-be9a-3b8400eb3313)] {{(pid=82903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:52:15.487314 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-812787cf-6466-4ce1-8c4e-c32e14b18d8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16080037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758755988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756758334055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756758334100'] for port, after_update {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:52:15.532234 dv-cinder-825105-1-iscsi neutron-server[82903]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe66f4bc-a730-4366-9315-bbac9ee08859', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e5a6284-7d86-4943-8081-e453ea2be6d5', 'code': 200} Feb 09 15:52:15.558142 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812787cf-6466-4ce1-8c4e-c32e14b18d8a None None] Pushing event updated for resources: {'Port': ['ID=8e5a6284-7d86-4943-8081-e453ea2be6d5,revision_number=5']} {{(pid=82903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:52:15.753067 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-625f061a-b629-4d44-8bee-1e36c7e09626 req-f576161e-90d8-48ac-a93c-a8d50956ff2d service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=fe66f4bc-a730-4366-9315-bbac9ee08859 HTTP/1.1" status: 200 len: 1098 time: 0.0663314 Feb 09 15:52:15.795607 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-625f061a-b629-4d44-8bee-1e36c7e09626 req-868314c3-4410-4c0d-b433-8aafdacad065 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=22cbc017-bfa8-4021-934e-18da588f0056&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355232 Feb 09 15:52:16.509408 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677276cd-08ac-4167-ae75-a6a8ef5fc645 req-185f5e39-f3bb-443e-a0f9-4b0fba47ef94 tempest-TestMinimumBasicScenario-2112190267 tempest-TestMinimumBasicScenario-2112190267-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:52:16.510870 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-677276cd-08ac-4167-ae75-a6a8ef5fc645 req-185f5e39-f3bb-443e-a0f9-4b0fba47ef94 tempest-TestMinimumBasicScenario-2112190267 tempest-TestMinimumBasicScenario-2112190267-project] 10.222.0.67 "GET /v2.0/ports?device_id=fe66f4bc-a730-4366-9315-bbac9ee08859 HTTP/1.1" status: 200 len: 945 time: 0.0805407 Feb 09 15:52:16.555879 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-677276cd-08ac-4167-ae75-a6a8ef5fc645 req-bedd6779-e796-437f-87cc-1704415b07af tempest-TestMinimumBasicScenario-2112190267 tempest-TestMinimumBasicScenario-2112190267-project] 10.222.0.67 "GET /v2.0/security-groups?id=22cbc017-bfa8-4021-934e-18da588f0056&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392296 Feb 09 15:52:17.769906 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21dc9b38-1eaa-48cd-ae62-d8176a4aea43 req-46cd7d27-9656-4c7f-9306-643b5a91ffc4 tempest-TestMinimumBasicScenario-2112190267 tempest-TestMinimumBasicScenario-2112190267-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:52:17.771652 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-21dc9b38-1eaa-48cd-ae62-d8176a4aea43 req-46cd7d27-9656-4c7f-9306-643b5a91ffc4 tempest-TestMinimumBasicScenario-2112190267 tempest-TestMinimumBasicScenario-2112190267-project] 10.222.0.67 "GET /v2.0/ports?device_id=fe66f4bc-a730-4366-9315-bbac9ee08859 HTTP/1.1" status: 200 len: 945 time: 0.0821981 Feb 09 15:52:17.819334 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-21dc9b38-1eaa-48cd-ae62-d8176a4aea43 req-ad88fb15-00f6-4a10-bd86-cfded9ac05d3 tempest-TestMinimumBasicScenario-2112190267 tempest-TestMinimumBasicScenario-2112190267-project] 10.222.0.67 "GET /v2.0/security-groups?id=22cbc017-bfa8-4021-934e-18da588f0056&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421627 Feb 09 15:52:18.020391 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2005ca2-170a-4fdd-af70-c170597d377e req-14d6f55d-8da6-448b-8343-ee4093faa95a tempest-TestMinimumBasicScenario-2112190267 tempest-TestMinimumBasicScenario-2112190267-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:52:18.021825 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-d2005ca2-170a-4fdd-af70-c170597d377e req-14d6f55d-8da6-448b-8343-ee4093faa95a tempest-TestMinimumBasicScenario-2112190267 tempest-TestMinimumBasicScenario-2112190267-project] 10.222.0.67 "GET /v2.0/ports?device_id=fe66f4bc-a730-4366-9315-bbac9ee08859 HTTP/1.1" status: 200 len: 945 time: 0.0795588 Feb 09 15:52:18.066450 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-d2005ca2-170a-4fdd-af70-c170597d377e req-17afb808-b755-483a-926b-1f33ee1e1184 tempest-TestMinimumBasicScenario-2112190267 tempest-TestMinimumBasicScenario-2112190267-project] 10.222.0.67 "GET /v2.0/security-groups?id=22cbc017-bfa8-4021-934e-18da588f0056&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392199 Feb 09 15:52:18.496057 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413c6e7b-e8de-4a85-bdfa-4b7de0ebd42f req-cb6d8265-7672-4337-97e7-6d4589184634 tempest-TestMinimumBasicScenario-2112190267 tempest-TestMinimumBasicScenario-2112190267-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:52:18.497491 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-413c6e7b-e8de-4a85-bdfa-4b7de0ebd42f req-cb6d8265-7672-4337-97e7-6d4589184634 tempest-TestMinimumBasicScenario-2112190267 tempest-TestMinimumBasicScenario-2112190267-project] 10.222.0.67 "GET /v2.0/ports?device_id=fe66f4bc-a730-4366-9315-bbac9ee08859 HTTP/1.1" status: 200 len: 945 time: 0.0785890 Feb 09 15:52:18.541841 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-413c6e7b-e8de-4a85-bdfa-4b7de0ebd42f req-4a8a123a-8a49-4503-9613-0c6839a81948 tempest-TestMinimumBasicScenario-2112190267 tempest-TestMinimumBasicScenario-2112190267-project] 10.222.0.67 "GET /v2.0/security-groups?id=22cbc017-bfa8-4021-934e-18da588f0056&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382171 Feb 09 15:52:21.624433 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.wsgi [-] (82901) accepted ('10.222.0.67', 51228) {{(pid=82901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 15:52:21.681825 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.db.db_base_plugin_v2 [None req-af4c89f6-6e2a-4753-b379-f9a767448aef admin admin] Deleting subnet b965ea50-02a3-4534-b1b6-ca49337d120f {{(pid=82901) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 09 15:52:21.684706 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-af4c89f6-6e2a-4753-b379-f9a767448aef admin admin] Notify callbacks [] for subnet, before_delete {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:52:21.737312 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-af4c89f6-6e2a-4753-b379-f9a767448aef admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1218918'] for subnet, precommit_delete_associations {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:52:21.791980 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-af4c89f6-6e2a-4753-b379-f9a767448aef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16020776'] for subnet, precommit_delete {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:52:21.858406 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-af4c89f6-6e2a-4753-b379-f9a767448aef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16020753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1282551', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1319926'] for subnet, after_delete {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:52:21.898385 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4c89f6-6e2a-4753-b379-f9a767448aef admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b965ea50-02a3-4534-b1b6-ca49337d120f,revision_number=None']} {{(pid=82901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:52:21.905390 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-af4c89f6-6e2a-4753-b379-f9a767448aef admin admin] Notify callbacks [] for subnet, before_response {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:52:21.914240 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [None req-af4c89f6-6e2a-4753-b379-f9a767448aef admin admin] 10.222.0.67 "DELETE /v2.0/subnets/b965ea50-02a3-4534-b1b6-ca49337d120f HTTP/1.1" status: 204 len: 168 time: 0.2865264 Feb 09 15:52:21.914465 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.wsgi [-] (82901) accepted ('10.222.0.67', 51234) {{(pid=82901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 15:52:22.030782 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-dbbf8a5a-56cd-48b1-8d15-cbea12bad66f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15997498'] for network, before_delete {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:52:22.232856 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-dbbf8a5a-56cd-48b1-8d15-cbea12bad66f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16022693', 'neutron.services.segments.db._delete_segments_for_network-8756758786151'] for network, precommit_delete {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:52:22.259019 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.services.segments.db [None req-dbbf8a5a-56cd-48b1-8d15-cbea12bad66f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8c1962e5-0ea0-4922-990b-7b46f57fc150']}} {{(pid=82901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:52:22.271135 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.services.segments.db [None req-dbbf8a5a-56cd-48b1-8d15-cbea12bad66f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '067b7949-b3b4-4eb0-8d3f-80c09bd592c6') {'for_net_delete': True} {{(pid=82901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:52:22.271777 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.services.segments.db [None req-dbbf8a5a-56cd-48b1-8d15-cbea12bad66f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '067b7949-b3b4-4eb0-8d3f-80c09bd592c6') {} {{(pid=82901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:52:22.283886 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-dbbf8a5a-56cd-48b1-8d15-cbea12bad66f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756758785262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1218925'] for segment, before_delete {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:52:22.303078 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-dbbf8a5a-56cd-48b1-8d15-cbea12bad66f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16132466'] for segment, precommit_delete {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:52:22.309213 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dbbf8a5a-56cd-48b1-8d15-cbea12bad66f admin admin] Releasing vlan 836 on physical network physnet1 to pool {{(pid=82901) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 09 15:52:22.309622 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-dbbf8a5a-56cd-48b1-8d15-cbea12bad66f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16020097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1282397'] for segment, after_delete {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:52:22.322969 dv-cinder-825105-1-iscsi neutron-server[82901]: Traceback (most recent call last): Feb 09 15:52:22.322969 dv-cinder-825105-1-iscsi neutron-server[82901]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 09 15:52:22.322969 dv-cinder-825105-1-iscsi neutron-server[82901]: timer() Feb 09 15:52:22.322969 dv-cinder-825105-1-iscsi neutron-server[82901]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 15:52:22.322969 dv-cinder-825105-1-iscsi neutron-server[82901]: cb(*args, **kw) Feb 09 15:52:22.322969 dv-cinder-825105-1-iscsi neutron-server[82901]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 15:52:22.322969 dv-cinder-825105-1-iscsi neutron-server[82901]: return func(*args, **kwargs) Feb 09 15:52:22.322969 dv-cinder-825105-1-iscsi neutron-server[82901]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 15:52:22.322969 dv-cinder-825105-1-iscsi neutron-server[82901]: self._notify() Feb 09 15:52:22.322969 dv-cinder-825105-1-iscsi neutron-server[82901]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 15:52:22.322969 dv-cinder-825105-1-iscsi neutron-server[82901]: self.callback(batched_events) Feb 09 15:52:22.322969 dv-cinder-825105-1-iscsi neutron-server[82901]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 15:52:22.322969 dv-cinder-825105-1-iscsi neutron-server[82901]: event.method(event) Feb 09 15:52:22.322969 dv-cinder-825105-1-iscsi neutron-server[82901]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 15:52:22.322969 dv-cinder-825105-1-iscsi neutron-server[82901]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 15:52:22.322969 dv-cinder-825105-1-iscsi neutron-server[82901]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 15:52:22.322969 dv-cinder-825105-1-iscsi neutron-server[82901]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 15:52:22.322969 dv-cinder-825105-1-iscsi neutron-server[82901]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 15:52:22.322969 dv-cinder-825105-1-iscsi neutron-server[82901]: return f(self, *a, **k) Feb 09 15:52:22.322969 dv-cinder-825105-1-iscsi neutron-server[82901]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 15:52:22.322969 dv-cinder-825105-1-iscsi neutron-server[82901]: return self._get(url).json() Feb 09 15:52:22.322969 dv-cinder-825105-1-iscsi neutron-server[82901]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 15:52:22.322969 dv-cinder-825105-1-iscsi neutron-server[82901]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 15:52:22.322969 dv-cinder-825105-1-iscsi neutron-server[82901]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 09 15:52:22.322969 dv-cinder-825105-1-iscsi neutron-server[82901]: return self.request(url, 'GET', **kwargs) Feb 09 15:52:22.322969 dv-cinder-825105-1-iscsi neutron-server[82901]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 09 15:52:22.322969 dv-cinder-825105-1-iscsi neutron-server[82901]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 15:52:22.322969 dv-cinder-825105-1-iscsi neutron-server[82901]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 09 15:52:22.322969 dv-cinder-825105-1-iscsi neutron-server[82901]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 15:52:22.322969 dv-cinder-825105-1-iscsi neutron-server[82901]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 09 15:52:22.322969 dv-cinder-825105-1-iscsi neutron-server[82901]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 15:52:22.322969 dv-cinder-825105-1-iscsi neutron-server[82901]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 15:52:22.399918 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-dbbf8a5a-56cd-48b1-8d15-cbea12bad66f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16022698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124156', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-406359'] for network, after_delete {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:52:22.407148 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-dbbf8a5a-56cd-48b1-8d15-cbea12bad66f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16124149'] for network, before_response {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:52:22.430317 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbbf8a5a-56cd-48b1-8d15-cbea12bad66f admin admin] Pushing event deleted for resources: {'Network': ['ID=8c1962e5-0ea0-4922-990b-7b46f57fc150,revision_number=None']} {{(pid=82901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:52:22.437307 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [None req-dbbf8a5a-56cd-48b1-8d15-cbea12bad66f admin admin] 10.222.0.67 "DELETE /v2.0/networks/8c1962e5-0ea0-4922-990b-7b46f57fc150 HTTP/1.1" status: 204 len: 168 time: 0.5218117 Feb 09 15:52:22.634590 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.wsgi [-] (82901) accepted ('10.222.0.67', 51240) {{(pid=82901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 15:52:22.684204 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [None req-0cb9db85-4f4c-49fd-86c1-d2dc666cde7e admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=006bd20fb09d45bb9c69c05521bbfd68&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0484362 Feb 09 15:52:22.686768 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.wsgi [-] (82901) accepted ('10.222.0.67', 51244) {{(pid=82901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 15:52:22.744026 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-bfaadfdb-748f-4638-b985-64d13d6af63c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:52:22.768725 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-bfaadfdb-748f-4638-b985-64d13d6af63c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:52:22.820056 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-bfaadfdb-748f-4638-b985-64d13d6af63c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_delete {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:52:22.836809 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfaadfdb-748f-4638-b985-64d13d6af63c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee9b3377-2001-409e-be47-c12763e0e049,revision_number=None']} {{(pid=82901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:52:22.851061 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-bfaadfdb-748f-4638-b985-64d13d6af63c admin admin] Notify callbacks [] for security_group, before_response {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:52:22.852197 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [None req-bfaadfdb-748f-4638-b985-64d13d6af63c admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/ee9b3377-2001-409e-be47-c12763e0e049 HTTP/1.1" status: 204 len: 168 time: 0.1644802 Feb 09 15:52:23.668262 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.wsgi [-] (82902) accepted ('10.222.0.67', 51268) {{(pid=82902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 15:52:23.797064 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.api.v2.base [None req-e6be6920-fddf-4edc-9fdd-8df7a52cc713 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-531299677-network', 'tenant_id': 'edfe650ad3644da4b086f48fa09eb548'}} {{(pid=82902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 15:52:23.801693 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.db.quota.driver [None req-e6be6920-fddf-4edc-9fdd-8df7a52cc713 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 15:52:23.805487 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.quota.resource [None req-e6be6920-fddf-4edc-9fdd-8df7a52cc713 admin admin] Usage tracker for resource:network and tenant:edfe650ad3644da4b086f48fa09eb548 is out of sync, need to count used quota {{(pid=82902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 15:52:23.808466 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.quota.resource [None req-e6be6920-fddf-4edc-9fdd-8df7a52cc713 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=82902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 15:52:23.815269 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.db.quota.driver [None req-e6be6920-fddf-4edc-9fdd-8df7a52cc713 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 15:52:23.825511 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6be6920-fddf-4edc-9fdd-8df7a52cc713 admin admin] Made reservation on behalf of edfe650ad3644da4b086f48fa09eb548 for: {'network': 1} {{(pid=82902) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 15:52:23.827964 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-e6be6920-fddf-4edc-9fdd-8df7a52cc713 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16080601'] for network, before_create {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:52:23.840675 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-e6be6920-fddf-4edc-9fdd-8df7a52cc713 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:52:23.873685 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.db.quota.driver [None req-e6be6920-fddf-4edc-9fdd-8df7a52cc713 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 15:52:23.877678 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.quota.resource [None req-e6be6920-fddf-4edc-9fdd-8df7a52cc713 admin admin] Usage tracker for resource:security_group_rule and tenant:edfe650ad3644da4b086f48fa09eb548 is out of sync, need to count used quota {{(pid=82902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 15:52:23.880468 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.quota.resource [None req-e6be6920-fddf-4edc-9fdd-8df7a52cc713 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 15:52:23.886047 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.db.quota.driver [None req-e6be6920-fddf-4edc-9fdd-8df7a52cc713 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 15:52:23.954403 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-e6be6920-fddf-4edc-9fdd-8df7a52cc713 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:52:23.958852 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-e6be6920-fddf-4edc-9fdd-8df7a52cc713 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_create {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:52:23.992224 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e6be6920-fddf-4edc-9fdd-8df7a52cc713 admin admin] vlan segment allocate from pool success with {'vlan_id': 839, 'physical_network': 'physnet1'} {{(pid=82902) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 15:52:24.001016 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6be6920-fddf-4edc-9fdd-8df7a52cc713 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0005ac2-c31d-48d0-919c-7f47b8bda47c,revision_number=1']} {{(pid=82902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:52:24.006302 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-e6be6920-fddf-4edc-9fdd-8df7a52cc713 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16132466'] for segment, precommit_create {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:52:24.006610 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.db.segments_db [None req-e6be6920-fddf-4edc-9fdd-8df7a52cc713 admin admin] Added segment 6be99c28-2e23-4bdb-8d7f-30b5ed2c2c2a of type vlan for network 7f46af6c-31a0-4cb9-9407-a2368d7c0d7a Feb 09 15:52:24.032190 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-e6be6920-fddf-4edc-9fdd-8df7a52cc713 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756758320348'] for network, precommit_create {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:52:24.061731 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-e6be6920-fddf-4edc-9fdd-8df7a52cc713 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124156'] for network, after_create {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:52:24.062578 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6be6920-fddf-4edc-9fdd-8df7a52cc713 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:52:24.063142 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-e6be6920-fddf-4edc-9fdd-8df7a52cc713 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16124149'] for network, before_response {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:52:24.166823 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6be6920-fddf-4edc-9fdd-8df7a52cc713 admin admin] Pushing event updated for resources: {'Network': ['ID=7f46af6c-31a0-4cb9-9407-a2368d7c0d7a,revision_number=1']} {{(pid=82902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:52:24.169801 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [None req-e6be6920-fddf-4edc-9fdd-8df7a52cc713 admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5003726 Feb 09 15:52:24.173380 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.wsgi [-] (82902) accepted ('10.222.0.67', 51276) {{(pid=82902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 15:52:24.177769 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.plugins.ml2.rpc [None req-608c4fd2-211a-4ca9-a277-ad2a51be62ff None None] Network 7f46af6c-31a0-4cb9-9407-a2368d7c0d7a details requested by agent ovs-agent-dv-cinder-825105-1-iscsi with host dv-cinder-825105-1-iscsi {{(pid=82903) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 15:52:24.178492 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.api.v2.base [None req-55daa41f-ace7-4460-a320-124dcdba93b1 admin admin] Request body: {'subnet': {'network_id': '7f46af6c-31a0-4cb9-9407-a2368d7c0d7a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-531299677-subnet', 'tenant_id': 'edfe650ad3644da4b086f48fa09eb548', 'ip_version': 4}} {{(pid=82902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 15:52:24.183465 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.db.quota.driver [None req-55daa41f-ace7-4460-a320-124dcdba93b1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 15:52:24.187863 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.quota.resource [None req-55daa41f-ace7-4460-a320-124dcdba93b1 admin admin] Usage tracker for resource:subnet and tenant:edfe650ad3644da4b086f48fa09eb548 is out of sync, need to count used quota {{(pid=82902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 15:52:24.190642 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.quota.resource [None req-55daa41f-ace7-4460-a320-124dcdba93b1 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=82902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 15:52:24.196196 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.db.quota.driver [None req-55daa41f-ace7-4460-a320-124dcdba93b1 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 15:52:24.206031 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55daa41f-ace7-4460-a320-124dcdba93b1 admin admin] Made reservation on behalf of edfe650ad3644da4b086f48fa09eb548 for: {'subnet': 1} {{(pid=82902) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 15:52:24.208341 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-55daa41f-ace7-4460-a320-124dcdba93b1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1082463'] for subnet, before_create {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:52:24.407393 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-55daa41f-ace7-4460-a320-124dcdba93b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1633683', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1082465'] for subnet, after_create {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:52:24.479056 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55daa41f-ace7-4460-a320-124dcdba93b1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cbc2dc2c-e327-4450-a8ab-b2fdfcbed0af,revision_number=0']} {{(pid=82902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:52:24.493803 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55daa41f-ace7-4460-a320-124dcdba93b1 admin admin] Checking segment: {'id': '6be99c28-2e23-4bdb-8d7f-30b5ed2c2c2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': '7f46af6c-31a0-4cb9-9407-a2368d7c0d7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 15:52:24.494148 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55daa41f-ace7-4460-a320-124dcdba93b1 admin admin] Network hostable DHCP agents. Network: 7f46af6c-31a0-4cb9-9407-a2368d7c0d7a, hostable agents: ['534ecb3d-5fb5-4496-b97c-b20b93fdf8ec'], hosted agents: [] {{(pid=82902) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 15:52:24.515982 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55daa41f-ace7-4460-a320-124dcdba93b1 admin admin] Network 7f46af6c-31a0-4cb9-9407-a2368d7c0d7a is scheduled to be hosted by DHCP agent 534ecb3d-5fb5-4496-b97c-b20b93fdf8ec with binding_index 1 {{(pid=82902) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 15:52:24.524443 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.scheduler.base_scheduler [None req-55daa41f-ace7-4460-a320-124dcdba93b1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-825105-1-iscsi, 7f46af6c-31a0-4cb9-9407-a2368d7c0d7a) {{(pid=82902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 15:52:24.528127 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55daa41f-ace7-4460-a320-124dcdba93b1 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=82902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:52:24.528788 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-55daa41f-ace7-4460-a320-124dcdba93b1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16124149'] for subnet, before_response {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:52:24.533917 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bd41db2-d2ec-4fd9-a6b1-b5c7108a22b4 None None] Network 7f46af6c-31a0-4cb9-9407-a2368d7c0d7a requested from dv-cinder-825105-1-iscsi {{(pid=82903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 15:52:24.551489 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [None req-55daa41f-ace7-4460-a320-124dcdba93b1 admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3747036 Feb 09 15:52:24.551698 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.wsgi [-] (82902) accepted ('10.222.0.67', 51280) {{(pid=82902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 15:52:24.556558 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.api.v2.base [None req-7967eaff-c39a-48a9-8138-f580d71c81d4 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-531299677-router', 'tenant_id': 'edfe650ad3644da4b086f48fa09eb548', 'external_gateway_info': {'network_id': 'c65eede5-7777-493f-951d-210877831002'}}} {{(pid=82902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 15:52:24.560950 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.db.quota.driver [None req-7967eaff-c39a-48a9-8138-f580d71c81d4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 15:52:24.565805 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.quota.resource [None req-7967eaff-c39a-48a9-8138-f580d71c81d4 admin admin] Usage tracker for resource:router and tenant:edfe650ad3644da4b086f48fa09eb548 is out of sync, need to count used quota {{(pid=82902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 15:52:24.568660 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.quota.resource [None req-7967eaff-c39a-48a9-8138-f580d71c81d4 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=82902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 15:52:24.574168 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.db.quota.driver [None req-7967eaff-c39a-48a9-8138-f580d71c81d4 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 15:52:24.585286 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-7967eaff-c39a-48a9-8138-f580d71c81d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-410232', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1025257'] for router, before_create {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:52:24.586145 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-7967eaff-c39a-48a9-8138-f580d71c81d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-410143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-406467', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-347251', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1025278'] for router, precommit_create {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:52:24.604537 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-7967eaff-c39a-48a9-8138-f580d71c81d4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:52:24.745814 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-7967eaff-c39a-48a9-8138-f580d71c81d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-406509', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-410218', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1025164'] for router, precommit_update {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:52:24.748568 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b09cbab2-67b5-420a-89e6-50e16e7cb227 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1490c90-7495-5952-8644-ad60ad5632dc-7f46af6c-31a0-4cb9-9407-a2368d7c0d7a', 'network_id': '7f46af6c-31a0-4cb9-9407-a2368d7c0d7a', 'tenant_id': 'edfe650ad3644da4b086f48fa09eb548', 'fixed_ips': [{'subnet_id': 'cbc2dc2c-e327-4450-a8ab-b2fdfcbed0af'}]}} from dv-cinder-825105-1-iscsi. {{(pid=82903) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 09 15:52:24.749387 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-b09cbab2-67b5-420a-89e6-50e16e7cb227 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16080601'] for port, before_create {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:52:24.905788 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.db.db_base_plugin_common [None req-b09cbab2-67b5-420a-89e6-50e16e7cb227 None None] Allocated IP 172.20.0.2 (7f46af6c-31a0-4cb9-9407-a2368d7c0d7a/cbc2dc2c-e327-4450-a8ab-b2fdfcbed0af/53b0d977-4ac3-4946-b966-7865ab3ed870) {{(pid=82903) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 15:52:24.934011 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-7967eaff-c39a-48a9-8138-f580d71c81d4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:52:24.967157 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-7967eaff-c39a-48a9-8138-f580d71c81d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16080601'] for port, before_create {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:52:25.134050 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-b09cbab2-67b5-420a-89e6-50e16e7cb227 None None] Notify callbacks [] for port, precommit_create {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:52:25.145481 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.db.provisioning_blocks [None req-b09cbab2-67b5-420a-89e6-50e16e7cb227 None None] Transition to ACTIVE for port object 53b0d977-4ac3-4946-b966-7865ab3ed870 will not be triggered until provisioned by entity L2. {{(pid=82903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 15:52:25.165563 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.db.provisioning_blocks [None req-b09cbab2-67b5-420a-89e6-50e16e7cb227 None None] Transition to ACTIVE for port object 53b0d977-4ac3-4946-b966-7865ab3ed870 will not be triggered until provisioned by entity DHCP. {{(pid=82903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 15:52:25.172306 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-b09cbab2-67b5-420a-89e6-50e16e7cb227 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16080037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124156', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756758334037'] for port, after_create {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:52:25.198478 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.db.db_base_plugin_common [None req-7967eaff-c39a-48a9-8138-f580d71c81d4 admin admin] Allocated IP 172.27.0.29 (c65eede5-7777-493f-951d-210877831002/2c513225-bb11-4d36-a4c3-0732716dcb87/e2bac9ad-f0d1-48a9-902d-024a73fb2d94) {{(pid=82902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 15:52:25.275265 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b09cbab2-67b5-420a-89e6-50e16e7cb227 None None] Network 7f46af6c-31a0-4cb9-9407-a2368d7c0d7a is already hosted by enough agents. {{(pid=82903) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 15:52:25.276248 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09cbab2-67b5-420a-89e6-50e16e7cb227 None None] Pushing event updated for resources: {'Port': ['ID=53b0d977-4ac3-4946-b966-7865ab3ed870,revision_number=1']} {{(pid=82903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:52:25.280004 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.scheduler.base_scheduler [None req-b09cbab2-67b5-420a-89e6-50e16e7cb227 None None] Resources bound (agent type, host, resource id): {{(pid=82903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 15:52:25.282074 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b09cbab2-67b5-420a-89e6-50e16e7cb227 None None] Received port after_create {{(pid=82903) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 15:52:25.348069 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-7967eaff-c39a-48a9-8138-f580d71c81d4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:52:25.370021 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.plugins.ml2.managers [None req-b09cbab2-67b5-420a-89e6-50e16e7cb227 None None] Attempting to bind port 53b0d977-4ac3-4946-b966-7865ab3ed870 on host dv-cinder-825105-1-iscsi for vnic_type normal with profile {{(pid=82903) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 15:52:25.370372 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.plugins.ml2.managers [None req-b09cbab2-67b5-420a-89e6-50e16e7cb227 None None] Attempting to bind port 53b0d977-4ac3-4946-b966-7865ab3ed870 by drivers openvswitch,hyperv on host dv-cinder-825105-1-iscsi at level 0 using segments [{'id': '6be99c28-2e23-4bdb-8d7f-30b5ed2c2c2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': '7f46af6c-31a0-4cb9-9407-a2368d7c0d7a'}] {{(pid=82903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 15:52:25.370718 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b09cbab2-67b5-420a-89e6-50e16e7cb227 None None] Attempting to bind port 53b0d977-4ac3-4946-b966-7865ab3ed870 on network 7f46af6c-31a0-4cb9-9407-a2368d7c0d7a {{(pid=82903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 15:52:25.375661 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-7967eaff-c39a-48a9-8138-f580d71c81d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16080037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124156', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756758334037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1633551'] for port, after_create {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:52:25.377703 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b09cbab2-67b5-420a-89e6-50e16e7cb227 None None] Checking agent: {'id': '0c30844f-de8e-42c5-a17a-962bb78b1270', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-825105-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 15, 34, 1), 'started_at': datetime.datetime(2022, 2, 9, 15, 34, 31), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 15, 52, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-825105-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 15:52:25.378058 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b09cbab2-67b5-420a-89e6-50e16e7cb227 None None] Checking segment: {'id': '6be99c28-2e23-4bdb-8d7f-30b5ed2c2c2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': '7f46af6c-31a0-4cb9-9407-a2368d7c0d7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 15:52:25.378443 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-b09cbab2-67b5-420a-89e6-50e16e7cb227 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:52:25.378816 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b09cbab2-67b5-420a-89e6-50e16e7cb227 None None] Bound using segment: {'id': '6be99c28-2e23-4bdb-8d7f-30b5ed2c2c2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': '7f46af6c-31a0-4cb9-9407-a2368d7c0d7a'} {{(pid=82903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 15:52:25.379256 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.plugins.ml2.managers [None req-b09cbab2-67b5-420a-89e6-50e16e7cb227 None None] Bound port: 53b0d977-4ac3-4946-b966-7865ab3ed870, host: dv-cinder-825105-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6be99c28-2e23-4bdb-8d7f-30b5ed2c2c2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': '7f46af6c-31a0-4cb9-9407-a2368d7c0d7a'}}] {{(pid=82903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 15:52:25.379611 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-b09cbab2-67b5-420a-89e6-50e16e7cb227 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16080601'] for port, before_update {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:52:25.444162 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7967eaff-c39a-48a9-8138-f580d71c81d4 admin admin] Network c65eede5-7777-493f-951d-210877831002 is already hosted by enough agents. {{(pid=82902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 15:52:25.447672 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.scheduler.base_scheduler [None req-7967eaff-c39a-48a9-8138-f580d71c81d4 admin admin] Resources bound (agent type, host, resource id): {{(pid=82902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 15:52:25.449735 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7967eaff-c39a-48a9-8138-f580d71c81d4 admin admin] Pushing event updated for resources: {'Port': ['ID=e2bac9ad-f0d1-48a9-902d-024a73fb2d94,revision_number=1']} {{(pid=82902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:52:25.452473 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7967eaff-c39a-48a9-8138-f580d71c81d4 admin admin] Received port after_create {{(pid=82902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 15:52:25.465117 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.plugins.ml2.db [None req-b09cbab2-67b5-420a-89e6-50e16e7cb227 None None] For port 53b0d977-4ac3-4946-b966-7865ab3ed870, host dv-cinder-825105-1-iscsi, cleared binding levels {{(pid=82903) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 15:52:25.469049 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.plugins.ml2.db [None req-b09cbab2-67b5-420a-89e6-50e16e7cb227 None None] For port 53b0d977-4ac3-4946-b966-7865ab3ed870, host dv-cinder-825105-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825105-1-iscsi',level=0,port_id=53b0d977-4ac3-4946-b966-7865ab3ed870,segment=NetworkSegment(6be99c28-2e23-4bdb-8d7f-30b5ed2c2c2a),segment_id=6be99c28-2e23-4bdb-8d7f-30b5ed2c2c2a)] {{(pid=82903) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 15:52:25.473250 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-b09cbab2-67b5-420a-89e6-50e16e7cb227 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16080037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758755988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756758334055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756758334100'] for port, after_update {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:52:25.563110 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09cbab2-67b5-420a-89e6-50e16e7cb227 None None] Pushing event updated for resources: {'Port': ['ID=53b0d977-4ac3-4946-b966-7865ab3ed870,revision_number=2']} {{(pid=82903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:52:25.616768 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-7967eaff-c39a-48a9-8138-f580d71c81d4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:52:25.617526 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-7967eaff-c39a-48a9-8138-f580d71c81d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-410227', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-406294'] for router, after_create {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:52:25.864318 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7967eaff-c39a-48a9-8138-f580d71c81d4 admin admin] Router c4bc5276-3c92-4087-a748-0a1b685bcd08 is scheduled to L3 agent 94c626d1-bc40-41bd-b6b2-9a20da402cb6 with binding_index 1 {{(pid=82902) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 15:52:26.064804 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7967eaff-c39a-48a9-8138-f580d71c81d4 admin admin] Notify agent at l3_agent.dv-cinder-825105-1-iscsi the message routers_updated {{(pid=82902) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 15:52:26.073724 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54d8c8ac-8a79-4d53-a82c-2906f824b503 None None] Sync routers for ids ['c4bc5276-3c92-4087-a748-0a1b685bcd08'] in dv-cinder-825105-1-iscsi {{(pid=82903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 09 15:52:26.085966 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54d8c8ac-8a79-4d53-a82c-2906f824b503 None None] Routers {'c4bc5276-3c92-4087-a748-0a1b685bcd08'} bound to L3 agent in host dv-cinder-825105-1-iscsi {{(pid=82903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 15:52:26.086685 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.db.l3_hamode_db [None req-54d8c8ac-8a79-4d53-a82c-2906f824b503 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825105-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T15:34:00Z,description=,heartbeat_timestamp=2022-02-09T15:52:00Z,host='dv-cinder-825105-1-iscsi',id=94c626d1-bc40-41bd-b6b2-9a20da402cb6,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:34:00Z,topic='l3_agent')) {'router_ids': ['c4bc5276-3c92-4087-a748-0a1b685bcd08'], 'active': True} {{(pid=82903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:52:26.088368 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-7967eaff-c39a-48a9-8138-f580d71c81d4 admin admin] Notify callbacks [] for router, before_response {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:52:26.089571 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [None req-7967eaff-c39a-48a9-8138-f580d71c81d4 admin admin] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 1.5370047 Feb 09 15:52:26.092438 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.wsgi [-] (82902) accepted ('10.222.0.67', 51286) {{(pid=82902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 15:52:26.274104 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.db.l3_dvr_db [None req-54d8c8ac-8a79-4d53-a82c-2906f824b503 None None] Set router c4bc5276-3c92-4087-a748-0a1b685bcd08 gateway port host: dv-cinder-825105-1-iscsi {{(pid=82903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 15:52:26.429726 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.plugins.ml2.rpc [None req-608c4fd2-211a-4ca9-a277-ad2a51be62ff None None] Device 53b0d977-4ac3-4946-b966-7865ab3ed870 up at agent ovs-agent-dv-cinder-825105-1-iscsi {{(pid=82903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 15:52:26.533552 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d9aee8b-df94-470e-b159-446a9615ba42 None None] Network 7f46af6c-31a0-4cb9-9407-a2368d7c0d7a requested from dv-cinder-825105-1-iscsi {{(pid=82903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 15:52:26.721085 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.db.provisioning_blocks [None req-9a6d6b83-8484-4fbf-b81e-3f3756101f0c None None] Provisioning for port 53b0d977-4ac3-4946-b966-7865ab3ed870 completed by entity DHCP. {{(pid=82903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 15:52:26.747793 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.db.provisioning_blocks [None req-608c4fd2-211a-4ca9-a277-ad2a51be62ff None None] Provisioning for port 53b0d977-4ac3-4946-b966-7865ab3ed870 completed by entity L2. {{(pid=82903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 15:52:26.791508 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.db.provisioning_blocks [None req-608c4fd2-211a-4ca9-a277-ad2a51be62ff None None] Provisioning complete for port 53b0d977-4ac3-4946-b966-7865ab3ed870 triggered by entity L2. {{(pid=82903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:52:26.791786 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-608c4fd2-211a-4ca9-a277-ad2a51be62ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16008948'] for port, provisioning_complete {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:52:26.956352 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.db.l3_hamode_db [None req-54d8c8ac-8a79-4d53-a82c-2906f824b503 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4bc5276-3c92-4087-a748-0a1b685bcd08', 'name': 'tempest-TestShelveInstance-531299677-router', 'tenant_id': 'edfe650ad3644da4b086f48fa09eb548', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c65eede5-7777-493f-951d-210877831002', 'external_fixed_ips': [{'subnet_id': '2c513225-bb11-4d36-a4c3-0732716dcb87', 'ip_address': '172.27.0.29'}], 'enable_snat': True}, 'gw_port_id': 'e2bac9ad-f0d1-48a9-902d-024a73fb2d94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T15:52:24Z', 'updated_at': '2022-02-09T15:52:25Z', 'revision_number': 3, 'project_id': 'edfe650ad3644da4b086f48fa09eb548', 'gw_port': {'id': 'e2bac9ad-f0d1-48a9-902d-024a73fb2d94', 'name': '', 'network_id': 'c65eede5-7777-493f-951d-210877831002', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:e6:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4bc5276-3c92-4087-a748-0a1b685bcd08', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2c513225-bb11-4d36-a4c3-0732716dcb87', 'ip_address': '172.27.0.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:52:25Z', 'updated_at': '2022-02-09T15:52:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2c513225-bb11-4d36-a4c3-0732716dcb87', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825105-1-iscsi'}], 'dv-cinder-825105-1-iscsi', False) {} {{(pid=82903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:52:26.980009 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54d8c8ac-8a79-4d53-a82c-2906f824b503 None None] Checking router: c4bc5276-3c92-4087-a748-0a1b685bcd08 for host: dv-cinder-825105-1-iscsi {{(pid=82903) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 09 15:52:26.980368 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54d8c8ac-8a79-4d53-a82c-2906f824b503 None None] Updating router c4bc5276-3c92-4087-a748-0a1b685bcd08 port e2bac9ad-f0d1-48a9-902d-024a73fb2d94 binding host dv-cinder-825105-1-iscsi {{(pid=82903) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 09 15:52:26.988939 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-4d044722-e14c-48da-b1f7-9e30434d50d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16080601'] for port, before_create {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:52:27.040219 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-608c4fd2-211a-4ca9-a277-ad2a51be62ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16080601'] for port, before_update {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:52:27.063039 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-54d8c8ac-8a79-4d53-a82c-2906f824b503 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16080601'] for port, before_update {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:52:27.136062 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.plugins.ml2.db [None req-608c4fd2-211a-4ca9-a277-ad2a51be62ff None None] For port 53b0d977-4ac3-4946-b966-7865ab3ed870, host dv-cinder-825105-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825105-1-iscsi',level=0,port_id=53b0d977-4ac3-4946-b966-7865ab3ed870,segment=NetworkSegment(6be99c28-2e23-4bdb-8d7f-30b5ed2c2c2a),segment_id=6be99c28-2e23-4bdb-8d7f-30b5ed2c2c2a)] {{(pid=82903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:52:27.187509 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-608c4fd2-211a-4ca9-a277-ad2a51be62ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16080037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758755988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756758334055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756758334100'] for port, after_update {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:52:27.230782 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.db.db_base_plugin_common [None req-4d044722-e14c-48da-b1f7-9e30434d50d3 admin admin] Allocated IP 172.20.0.1 (7f46af6c-31a0-4cb9-9407-a2368d7c0d7a/cbc2dc2c-e327-4450-a8ab-b2fdfcbed0af/1b4fd006-b4c8-4e79-a901-9c1736007c38) {{(pid=82902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 15:52:27.392832 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-4d044722-e14c-48da-b1f7-9e30434d50d3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:52:27.408924 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.db.provisioning_blocks [None req-4d044722-e14c-48da-b1f7-9e30434d50d3 admin admin] Transition to ACTIVE for port object 1b4fd006-b4c8-4e79-a901-9c1736007c38 will not be triggered until provisioned by entity DHCP. {{(pid=82902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 15:52:27.412360 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-608c4fd2-211a-4ca9-a277-ad2a51be62ff None None] Pushing event updated for resources: {'Port': ['ID=53b0d977-4ac3-4946-b966-7865ab3ed870,revision_number=3']} {{(pid=82903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:52:27.437510 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-4d044722-e14c-48da-b1f7-9e30434d50d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16080037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124156', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756758334037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1633551'] for port, after_create {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:52:27.448984 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-608c4fd2-211a-4ca9-a277-ad2a51be62ff None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825105-1-iscsi {{(pid=82903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:52:27.449815 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-608c4fd2-211a-4ca9-a277-ad2a51be62ff None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825105-1-iscsi {{(pid=82903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:52:27.449912 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-608c4fd2-211a-4ca9-a277-ad2a51be62ff None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825105-1-iscsi {{(pid=82903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:52:27.450191 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-608c4fd2-211a-4ca9-a277-ad2a51be62ff None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825105-1-iscsi {{(pid=82903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:52:27.450504 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-608c4fd2-211a-4ca9-a277-ad2a51be62ff None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825105-1-iscsi {{(pid=82903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:52:27.450815 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-608c4fd2-211a-4ca9-a277-ad2a51be62ff None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-825105-1-iscsi {{(pid=82903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:52:27.451159 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-608c4fd2-211a-4ca9-a277-ad2a51be62ff None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825105-1-iscsi {{(pid=82903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:52:27.451582 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-608c4fd2-211a-4ca9-a277-ad2a51be62ff None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825105-1-iscsi {{(pid=82903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:52:27.452158 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-608c4fd2-211a-4ca9-a277-ad2a51be62ff None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825105-1-iscsi {{(pid=82903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:52:27.452566 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-608c4fd2-211a-4ca9-a277-ad2a51be62ff None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825105-1-iscsi {{(pid=82903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:52:27.452885 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-608c4fd2-211a-4ca9-a277-ad2a51be62ff None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825105-1-iscsi {{(pid=82903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:52:27.470924 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.db.provisioning_blocks [None req-a65f5ef3-9a0e-415e-b2bd-61d088982654 None None] Provisioning complete for port 53b0d977-4ac3-4946-b966-7865ab3ed870 triggered by entity DHCP. {{(pid=82903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:52:27.471286 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-a65f5ef3-9a0e-415e-b2bd-61d088982654 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16008948'] for port, provisioning_complete {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:52:27.512479 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d044722-e14c-48da-b1f7-9e30434d50d3 admin admin] Network 7f46af6c-31a0-4cb9-9407-a2368d7c0d7a is already hosted by enough agents. {{(pid=82902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 15:52:27.516025 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.scheduler.base_scheduler [None req-4d044722-e14c-48da-b1f7-9e30434d50d3 admin admin] Resources bound (agent type, host, resource id): {{(pid=82902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 15:52:27.520558 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d044722-e14c-48da-b1f7-9e30434d50d3 admin admin] Received port after_create {{(pid=82902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 15:52:27.548256 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d044722-e14c-48da-b1f7-9e30434d50d3 admin admin] Pushing event updated for resources: {'Port': ['ID=1b4fd006-b4c8-4e79-a901-9c1736007c38,revision_number=1']} {{(pid=82902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:52:27.579477 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-4d044722-e14c-48da-b1f7-9e30434d50d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-405704'] for router_interface, before_create {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:52:27.687229 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-4d044722-e14c-48da-b1f7-9e30434d50d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16080601'] for port, before_update {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:52:27.702618 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-54d8c8ac-8a79-4d53-a82c-2906f824b503 None None] Notify callbacks [] for port, precommit_update {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:52:27.717884 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.db.provisioning_blocks [None req-54d8c8ac-8a79-4d53-a82c-2906f824b503 None None] Transition to ACTIVE for port object e2bac9ad-f0d1-48a9-902d-024a73fb2d94 will not be triggered until provisioned by entity L2. {{(pid=82903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 15:52:27.737389 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-54d8c8ac-8a79-4d53-a82c-2906f824b503 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16080037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758755988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756758334055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756758334100'] for port, after_update {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:52:27.829606 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.plugins.ml2.managers [None req-54d8c8ac-8a79-4d53-a82c-2906f824b503 None None] Attempting to bind port e2bac9ad-f0d1-48a9-902d-024a73fb2d94 on host dv-cinder-825105-1-iscsi for vnic_type normal with profile {{(pid=82903) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 15:52:27.829952 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.plugins.ml2.managers [None req-54d8c8ac-8a79-4d53-a82c-2906f824b503 None None] Attempting to bind port e2bac9ad-f0d1-48a9-902d-024a73fb2d94 by drivers openvswitch,hyperv on host dv-cinder-825105-1-iscsi at level 0 using segments [{'id': 'e675f0f7-189f-41a1-8fb7-d7545319af97', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c65eede5-7777-493f-951d-210877831002'}] {{(pid=82903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 15:52:27.830370 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54d8c8ac-8a79-4d53-a82c-2906f824b503 None None] Attempting to bind port e2bac9ad-f0d1-48a9-902d-024a73fb2d94 on network c65eede5-7777-493f-951d-210877831002 {{(pid=82903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 15:52:27.838346 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e183f6-f500-4c20-838d-1284727574c7 None None] Pushing event updated for resources: {'Port': ['ID=e2bac9ad-f0d1-48a9-902d-024a73fb2d94,revision_number=2']} {{(pid=82903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:52:27.849629 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54d8c8ac-8a79-4d53-a82c-2906f824b503 None None] Checking agent: {'id': '0c30844f-de8e-42c5-a17a-962bb78b1270', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-825105-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 15, 34, 1), 'started_at': datetime.datetime(2022, 2, 9, 15, 34, 31), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 15, 52, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-825105-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 15:52:27.849629 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54d8c8ac-8a79-4d53-a82c-2906f824b503 None None] Checking segment: {'id': 'e675f0f7-189f-41a1-8fb7-d7545319af97', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c65eede5-7777-493f-951d-210877831002'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 15:52:27.849629 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-54d8c8ac-8a79-4d53-a82c-2906f824b503 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:52:27.850155 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54d8c8ac-8a79-4d53-a82c-2906f824b503 None None] Bound using segment: {'id': 'e675f0f7-189f-41a1-8fb7-d7545319af97', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c65eede5-7777-493f-951d-210877831002'} {{(pid=82903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 15:52:27.850681 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.plugins.ml2.managers [None req-54d8c8ac-8a79-4d53-a82c-2906f824b503 None None] Bound port: e2bac9ad-f0d1-48a9-902d-024a73fb2d94, host: dv-cinder-825105-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e675f0f7-189f-41a1-8fb7-d7545319af97', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c65eede5-7777-493f-951d-210877831002'}}] {{(pid=82903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 15:52:27.851203 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-54d8c8ac-8a79-4d53-a82c-2906f824b503 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16080601'] for port, before_update {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:52:27.890371 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.db.provisioning_blocks [None req-d4645bdd-2be1-4a16-872b-a8bacc7d5c76 None None] Provisioning for port 1b4fd006-b4c8-4e79-a901-9c1736007c38 completed by entity DHCP. {{(pid=82903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 15:52:27.905988 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.db.provisioning_blocks [None req-d4645bdd-2be1-4a16-872b-a8bacc7d5c76 None None] Provisioning complete for port 1b4fd006-b4c8-4e79-a901-9c1736007c38 triggered by entity DHCP. {{(pid=82903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:52:27.906431 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-d4645bdd-2be1-4a16-872b-a8bacc7d5c76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16008948'] for port, provisioning_complete {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:52:27.921613 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e278b0-2698-49d9-a360-a67cb53b1823 req-ddf75ba5-eb44-4a17-8c3c-ae094f0c078b tempest-TestMinimumBasicScenario-2112190267 tempest-TestMinimumBasicScenario-2112190267-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:52:27.922154 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-4d044722-e14c-48da-b1f7-9e30434d50d3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:52:27.923235 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-95e278b0-2698-49d9-a360-a67cb53b1823 req-ddf75ba5-eb44-4a17-8c3c-ae094f0c078b tempest-TestMinimumBasicScenario-2112190267 tempest-TestMinimumBasicScenario-2112190267-project] 10.222.0.67 "GET /v2.0/ports?device_id=fe66f4bc-a730-4366-9315-bbac9ee08859 HTTP/1.1" status: 200 len: 945 time: 0.0785508 Feb 09 15:52:27.929611 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-4d044722-e14c-48da-b1f7-9e30434d50d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16080037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758755988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756758334055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756758334100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1633542'] for port, after_update {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:52:27.996718 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.plugins.ml2.db [None req-54d8c8ac-8a79-4d53-a82c-2906f824b503 None None] For port e2bac9ad-f0d1-48a9-902d-024a73fb2d94, host dv-cinder-825105-1-iscsi, cleared binding levels {{(pid=82903) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 15:52:28.002817 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-26f6aab7-645f-490b-a865-b7796bd4812f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758786133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16008869'] for agent, after_update {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:52:28.008381 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-95e278b0-2698-49d9-a360-a67cb53b1823 req-b1219c98-984b-4de6-8271-9dee3464a18d tempest-TestMinimumBasicScenario-2112190267 tempest-TestMinimumBasicScenario-2112190267-project] 10.222.0.67 "GET /v2.0/security-groups?id=22cbc017-bfa8-4021-934e-18da588f0056&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780754 Feb 09 15:52:28.010601 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.plugins.ml2.plugin [None req-d4645bdd-2be1-4a16-872b-a8bacc7d5c76 None None] Port 1b4fd006-b4c8-4e79-a901-9c1736007c38 cannot update to ACTIVE because it is not bound. {{(pid=82903) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 09 15:52:28.020154 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.plugins.ml2.db [None req-54d8c8ac-8a79-4d53-a82c-2906f824b503 None None] For port e2bac9ad-f0d1-48a9-902d-024a73fb2d94, host dv-cinder-825105-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825105-1-iscsi',level=0,port_id=e2bac9ad-f0d1-48a9-902d-024a73fb2d94,segment=NetworkSegment(e675f0f7-189f-41a1-8fb7-d7545319af97),segment_id=e675f0f7-189f-41a1-8fb7-d7545319af97)] {{(pid=82903) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 15:52:28.024530 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-54d8c8ac-8a79-4d53-a82c-2906f824b503 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16080037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758755988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756758334055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756758334100'] for port, after_update {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:52:28.026349 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.wsgi [-] (82901) accepted ('10.222.0.67', 51300) {{(pid=82901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 15:52:28.048955 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d044722-e14c-48da-b1f7-9e30434d50d3 admin admin] Pushing event updated for resources: {'Port': ['ID=1b4fd006-b4c8-4e79-a901-9c1736007c38,revision_number=2']} {{(pid=82902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:52:28.053657 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-4d044722-e14c-48da-b1f7-9e30434d50d3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16123972', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-405541'] for router_interface, after_create {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:52:28.118743 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e183f6-f500-4c20-838d-1284727574c7 None None] Pushing event updated for resources: {'Port': ['ID=e2bac9ad-f0d1-48a9-902d-024a73fb2d94,revision_number=3']} {{(pid=82903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:52:28.123849 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54d8c8ac-8a79-4d53-a82c-2906f824b503 None None] Routers {'c4bc5276-3c92-4087-a748-0a1b685bcd08'} bound to L3 agent in host dv-cinder-825105-1-iscsi {{(pid=82903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 15:52:28.124963 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.db.l3_hamode_db [None req-54d8c8ac-8a79-4d53-a82c-2906f824b503 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825105-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T15:34:00Z,description=,heartbeat_timestamp=2022-02-09T15:52:00Z,host='dv-cinder-825105-1-iscsi',id=94c626d1-bc40-41bd-b6b2-9a20da402cb6,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:34:00Z,topic='l3_agent')) {'router_ids': ['c4bc5276-3c92-4087-a748-0a1b685bcd08'], 'active': True} {{(pid=82903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:52:28.201855 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d044722-e14c-48da-b1f7-9e30434d50d3 admin admin] Network 7f46af6c-31a0-4cb9-9407-a2368d7c0d7a is already hosted by enough agents. {{(pid=82902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 15:52:28.203126 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.scheduler.base_scheduler [None req-4d044722-e14c-48da-b1f7-9e30434d50d3 admin admin] Resources bound (agent type, host, resource id): {{(pid=82902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 15:52:28.327277 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.db.l3_dvr_db [None req-54d8c8ac-8a79-4d53-a82c-2906f824b503 None None] Set router c4bc5276-3c92-4087-a748-0a1b685bcd08 gateway port host: dv-cinder-825105-1-iscsi {{(pid=82903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 15:52:28.354374 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [None req-c92fdc29-f53f-4e1e-a536-b39456ffda5c tempest-TestMinimumBasicScenario-1712530480 tempest-TestMinimumBasicScenario-1712530480-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=fe66f4bc-a730-4366-9315-bbac9ee08859 HTTP/1.1" status: 200 len: 1093 time: 0.3268216 Feb 09 15:52:28.357679 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.wsgi [-] (82901) accepted ('10.222.0.67', 51306) {{(pid=82901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 15:52:28.364060 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.api.v2.base [None req-69280b87-b9bd-4e22-a65c-fc321bc3cb5e tempest-TestMinimumBasicScenario-2112190267 tempest-TestMinimumBasicScenario-2112190267-project] Request body: {'floatingip': {'floating_network_id': 'c65eede5-7777-493f-951d-210877831002', 'port_id': '8e5a6284-7d86-4943-8081-e453ea2be6d5', 'tenant_id': '821223475c6a403eae77f15f7d877c42', 'fixed_ip_address': '172.20.0.6'}} {{(pid=82901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 15:52:28.370633 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.db.quota.driver [None req-69280b87-b9bd-4e22-a65c-fc321bc3cb5e tempest-TestMinimumBasicScenario-2112190267 tempest-TestMinimumBasicScenario-2112190267-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 15:52:28.375098 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.quota.resource [None req-69280b87-b9bd-4e22-a65c-fc321bc3cb5e tempest-TestMinimumBasicScenario-2112190267 tempest-TestMinimumBasicScenario-2112190267-project] Usage tracker for resource:floatingip and tenant:821223475c6a403eae77f15f7d877c42 is out of sync, need to count used quota {{(pid=82901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 15:52:28.378253 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.quota.resource [None req-69280b87-b9bd-4e22-a65c-fc321bc3cb5e tempest-TestMinimumBasicScenario-2112190267 tempest-TestMinimumBasicScenario-2112190267-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=82901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 15:52:28.387935 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.db.quota.driver [None req-69280b87-b9bd-4e22-a65c-fc321bc3cb5e tempest-TestMinimumBasicScenario-2112190267 tempest-TestMinimumBasicScenario-2112190267-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=82901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 15:52:28.406573 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.plugins.ml2.rpc [None req-608c4fd2-211a-4ca9-a277-ad2a51be62ff None None] Device 53b0d977-4ac3-4946-b966-7865ab3ed870 up at agent ovs-agent-dv-cinder-825105-1-iscsi {{(pid=82903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 15:52:28.407807 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-69280b87-b9bd-4e22-a65c-fc321bc3cb5e tempest-TestMinimumBasicScenario-2112190267 tempest-TestMinimumBasicScenario-2112190267-project] Notify callbacks [] for floatingip, before_create {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:52:28.554032 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-69280b87-b9bd-4e22-a65c-fc321bc3cb5e tempest-TestMinimumBasicScenario-2112190267 tempest-TestMinimumBasicScenario-2112190267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16080601'] for port, before_create {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:52:28.647503 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.db.provisioning_blocks [None req-33b4f09b-3a6a-4d28-99c0-a932382556ae None None] Provisioning complete for port 1b4fd006-b4c8-4e79-a901-9c1736007c38 triggered by entity DHCP. {{(pid=82903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:52:28.648104 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-33b4f09b-3a6a-4d28-99c0-a932382556ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16008948'] for port, provisioning_complete {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:52:28.673296 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d044722-e14c-48da-b1f7-9e30434d50d3 admin admin] Router c4bc5276-3c92-4087-a748-0a1b685bcd08 has already been hosted by L3 agent 94c626d1-bc40-41bd-b6b2-9a20da402cb6 {{(pid=82902) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 15:52:28.698272 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.db.db_base_plugin_common [None req-69280b87-b9bd-4e22-a65c-fc321bc3cb5e tempest-TestMinimumBasicScenario-2112190267 tempest-TestMinimumBasicScenario-2112190267-project] Allocated IP 172.27.0.156 (c65eede5-7777-493f-951d-210877831002/2c513225-bb11-4d36-a4c3-0732716dcb87/16d7d53a-61d6-4e14-80b2-106a93ecc392) {{(pid=82901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 15:52:28.729853 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.db.provisioning_blocks [None req-608c4fd2-211a-4ca9-a277-ad2a51be62ff None None] Provisioning complete for port 53b0d977-4ac3-4946-b966-7865ab3ed870 triggered by entity L2. {{(pid=82903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:52:28.730218 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-608c4fd2-211a-4ca9-a277-ad2a51be62ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16008948'] for port, provisioning_complete {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:52:28.808957 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.plugins.ml2.plugin [None req-33b4f09b-3a6a-4d28-99c0-a932382556ae None None] Port 1b4fd006-b4c8-4e79-a901-9c1736007c38 cannot update to ACTIVE because it is not bound. {{(pid=82903) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 09 15:52:28.860822 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-69280b87-b9bd-4e22-a65c-fc321bc3cb5e tempest-TestMinimumBasicScenario-2112190267 tempest-TestMinimumBasicScenario-2112190267-project] Notify callbacks [] for port, precommit_create {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:52:28.890597 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-69280b87-b9bd-4e22-a65c-fc321bc3cb5e tempest-TestMinimumBasicScenario-2112190267 tempest-TestMinimumBasicScenario-2112190267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16080037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124156', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756758334037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1282344'] for port, after_create {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:52:28.933781 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.db.l3_hamode_db [None req-54d8c8ac-8a79-4d53-a82c-2906f824b503 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4bc5276-3c92-4087-a748-0a1b685bcd08', 'name': 'tempest-TestShelveInstance-531299677-router', 'tenant_id': 'edfe650ad3644da4b086f48fa09eb548', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c65eede5-7777-493f-951d-210877831002', 'external_fixed_ips': [{'subnet_id': '2c513225-bb11-4d36-a4c3-0732716dcb87', 'ip_address': '172.27.0.29'}], 'enable_snat': True}, 'gw_port_id': 'e2bac9ad-f0d1-48a9-902d-024a73fb2d94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T15:52:24Z', 'updated_at': '2022-02-09T15:52:27Z', 'revision_number': 4, 'project_id': 'edfe650ad3644da4b086f48fa09eb548', 'gw_port': {'id': 'e2bac9ad-f0d1-48a9-902d-024a73fb2d94', 'name': '', 'network_id': 'c65eede5-7777-493f-951d-210877831002', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:e6:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4bc5276-3c92-4087-a748-0a1b685bcd08', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2c513225-bb11-4d36-a4c3-0732716dcb87', 'ip_address': '172.27.0.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825105-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:52:25Z', 'updated_at': '2022-02-09T15:52:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2c513225-bb11-4d36-a4c3-0732716dcb87', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825105-1-iscsi', '_interfaces': [{'id': '1b4fd006-b4c8-4e79-a901-9c1736007c38', 'name': '', 'network_id': '7f46af6c-31a0-4cb9-9407-a2368d7c0d7a', 'tenant_id': 'edfe650ad3644da4b086f48fa09eb548', 'mac_address': 'fa:16:3e:6b:9d:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4bc5276-3c92-4087-a748-0a1b685bcd08', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cbc2dc2c-e327-4450-a8ab-b2fdfcbed0af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:52:27Z', 'updated_at': '2022-02-09T15:52:27Z', 'revision_number': 2, 'project_id': 'edfe650ad3644da4b086f48fa09eb548', 'subnets': [{'id': 'cbc2dc2c-e327-4450-a8ab-b2fdfcbed0af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825105-1-iscsi', False) {} {{(pid=82903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:52:28.941818 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54d8c8ac-8a79-4d53-a82c-2906f824b503 None None] The sync data for ids ['c4bc5276-3c92-4087-a748-0a1b685bcd08'] in dv-cinder-825105-1-iscsi is: [{'id': 'c4bc5276-3c92-4087-a748-0a1b685bcd08', 'name': 'tempest-TestShelveInstance-531299677-router', 'tenant_id': 'edfe650ad3644da4b086f48fa09eb548', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c65eede5-7777-493f-951d-210877831002', 'external_fixed_ips': [{'subnet_id': '2c513225-bb11-4d36-a4c3-0732716dcb87', 'ip_address': '172.27.0.29'}], 'enable_snat': True}, 'gw_port_id': 'e2bac9ad-f0d1-48a9-902d-024a73fb2d94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T15:52:24Z', 'updated_at': '2022-02-09T15:52:27Z', 'revision_number': 4, 'project_id': 'edfe650ad3644da4b086f48fa09eb548', 'gw_port': {'id': 'e2bac9ad-f0d1-48a9-902d-024a73fb2d94', 'name': '', 'network_id': 'c65eede5-7777-493f-951d-210877831002', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:e6:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4bc5276-3c92-4087-a748-0a1b685bcd08', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2c513225-bb11-4d36-a4c3-0732716dcb87', 'ip_address': '172.27.0.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825105-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:52:25Z', 'updated_at': '2022-02-09T15:52:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2c513225-bb11-4d36-a4c3-0732716dcb87', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825105-1-iscsi', '_interfaces': [{'id': '1b4fd006-b4c8-4e79-a901-9c1736007c38', 'name': '', 'network_id': '7f46af6c-31a0-4cb9-9407-a2368d7c0d7a', 'tenant_id': 'edfe650ad3644da4b086f48fa09eb548', 'mac_address': 'fa:16:3e:6b:9d:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4bc5276-3c92-4087-a748-0a1b685bcd08', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cbc2dc2c-e327-4450-a8ab-b2fdfcbed0af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:52:27Z', 'updated_at': '2022-02-09T15:52:27Z', 'revision_number': 2, 'project_id': 'edfe650ad3644da4b086f48fa09eb548', 'subnets': [{'id': 'cbc2dc2c-e327-4450-a8ab-b2fdfcbed0af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 09 15:52:28.973226 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69280b87-b9bd-4e22-a65c-fc321bc3cb5e tempest-TestMinimumBasicScenario-2112190267 tempest-TestMinimumBasicScenario-2112190267-project] Network c65eede5-7777-493f-951d-210877831002 is already hosted by enough agents. {{(pid=82901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 15:52:28.974169 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69280b87-b9bd-4e22-a65c-fc321bc3cb5e tempest-TestMinimumBasicScenario-2112190267 tempest-TestMinimumBasicScenario-2112190267-project] Pushing event updated for resources: {'Port': ['ID=16d7d53a-61d6-4e14-80b2-106a93ecc392,revision_number=1']} {{(pid=82901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:52:28.976626 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.scheduler.base_scheduler [None req-69280b87-b9bd-4e22-a65c-fc321bc3cb5e tempest-TestMinimumBasicScenario-2112190267 tempest-TestMinimumBasicScenario-2112190267-project] Resources bound (agent type, host, resource id): {{(pid=82901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 15:52:28.980639 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69280b87-b9bd-4e22-a65c-fc321bc3cb5e tempest-TestMinimumBasicScenario-2112190267 tempest-TestMinimumBasicScenario-2112190267-project] Received port after_create {{(pid=82901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 15:52:29.003082 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d044722-e14c-48da-b1f7-9e30434d50d3 admin admin] Notify agent at l3_agent.dv-cinder-825105-1-iscsi the message routers_updated {{(pid=82902) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 15:52:29.016219 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [None req-4d044722-e14c-48da-b1f7-9e30434d50d3 admin admin] 10.222.0.67 "PUT /v2.0/routers/c4bc5276-3c92-4087-a748-0a1b685bcd08/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9192879 Feb 09 15:52:29.546739 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-69280b87-b9bd-4e22-a65c-fc321bc3cb5e tempest-TestMinimumBasicScenario-2112190267 tempest-TestMinimumBasicScenario-2112190267-project] Notify callbacks [] for floatingip, precommit_create {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:52:29.625948 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-69280b87-b9bd-4e22-a65c-fc321bc3cb5e tempest-TestMinimumBasicScenario-2112190267 tempest-TestMinimumBasicScenario-2112190267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16080601'] for port, before_update {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:52:29.958157 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-69280b87-b9bd-4e22-a65c-fc321bc3cb5e tempest-TestMinimumBasicScenario-2112190267 tempest-TestMinimumBasicScenario-2112190267-project] Notify callbacks [] for port, precommit_update {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:52:29.969811 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-69280b87-b9bd-4e22-a65c-fc321bc3cb5e tempest-TestMinimumBasicScenario-2112190267 tempest-TestMinimumBasicScenario-2112190267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16080037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758755988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756758334055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756758334100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1282337'] for port, after_update {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:52:29.986508 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.wsgi [-] (82902) accepted ('10.222.0.67', 51328) {{(pid=82902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 15:52:29.993855 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.api.v2.base [None req-794d3950-2c11-405d-baa2-ef662923a58c admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-841654468-network', 'tenant_id': '1f181966b96242e5b74d14949d4aa0d5'}} {{(pid=82902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 15:52:30.000352 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.db.quota.driver [None req-794d3950-2c11-405d-baa2-ef662923a58c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 15:52:30.004760 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.quota.resource [None req-794d3950-2c11-405d-baa2-ef662923a58c admin admin] Usage tracker for resource:network and tenant:1f181966b96242e5b74d14949d4aa0d5 is out of sync, need to count used quota {{(pid=82902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 15:52:30.009008 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.quota.resource [None req-794d3950-2c11-405d-baa2-ef662923a58c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=82902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 15:52:30.015437 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.db.quota.driver [None req-794d3950-2c11-405d-baa2-ef662923a58c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 15:52:30.026528 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-794d3950-2c11-405d-baa2-ef662923a58c admin admin] Made reservation on behalf of 1f181966b96242e5b74d14949d4aa0d5 for: {'network': 1} {{(pid=82902) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 15:52:30.028793 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-794d3950-2c11-405d-baa2-ef662923a58c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16080601'] for network, before_create {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:52:30.043453 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-794d3950-2c11-405d-baa2-ef662923a58c admin admin] Notify callbacks [] for security_group, before_create {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:52:30.083486 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.db.quota.driver [None req-794d3950-2c11-405d-baa2-ef662923a58c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 15:52:30.087659 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.quota.resource [None req-794d3950-2c11-405d-baa2-ef662923a58c admin admin] Usage tracker for resource:security_group_rule and tenant:1f181966b96242e5b74d14949d4aa0d5 is out of sync, need to count used quota {{(pid=82902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 15:52:30.087995 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69280b87-b9bd-4e22-a65c-fc321bc3cb5e tempest-TestMinimumBasicScenario-2112190267 tempest-TestMinimumBasicScenario-2112190267-project] Pushing event updated for resources: {'Port': ['ID=16d7d53a-61d6-4e14-80b2-106a93ecc392,revision_number=2']} {{(pid=82901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:52:30.092953 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.quota.resource [None req-794d3950-2c11-405d-baa2-ef662923a58c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 15:52:30.101010 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.db.quota.driver [None req-794d3950-2c11-405d-baa2-ef662923a58c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 15:52:30.109930 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-69280b87-b9bd-4e22-a65c-fc321bc3cb5e tempest-TestMinimumBasicScenario-2112190267 tempest-TestMinimumBasicScenario-2112190267-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-406337'] for floatingip, after_update {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:52:30.183208 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-794d3950-2c11-405d-baa2-ef662923a58c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:52:30.188542 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-794d3950-2c11-405d-baa2-ef662923a58c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_create {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:52:30.226337 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-794d3950-2c11-405d-baa2-ef662923a58c admin admin] vlan segment allocate from pool success with {'vlan_id': 848, 'physical_network': 'physnet1'} {{(pid=82902) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 15:52:30.237926 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-794d3950-2c11-405d-baa2-ef662923a58c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=629c999e-198f-4712-854a-f6e2e818be35,revision_number=1']} {{(pid=82902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:52:30.246903 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-794d3950-2c11-405d-baa2-ef662923a58c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16132466'] for segment, precommit_create {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:52:30.247242 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.db.segments_db [None req-794d3950-2c11-405d-baa2-ef662923a58c admin admin] Added segment ef7c1d48-48b6-48f3-917c-ea96d2665ae6 of type vlan for network edbe0ebb-028d-4de9-90a8-365752b4b481 Feb 09 15:52:30.274652 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-794d3950-2c11-405d-baa2-ef662923a58c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756758320348'] for network, precommit_create {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:52:30.308482 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-794d3950-2c11-405d-baa2-ef662923a58c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124156'] for network, after_create {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:52:30.309559 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-794d3950-2c11-405d-baa2-ef662923a58c admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:52:30.310156 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-794d3950-2c11-405d-baa2-ef662923a58c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16124149'] for network, before_response {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:52:30.311644 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.db.l3_db [None req-69280b87-b9bd-4e22-a65c-fc321bc3cb5e tempest-TestMinimumBasicScenario-2112190267 tempest-TestMinimumBasicScenario-2112190267-project] Floating IP bf19a0bf-ade8-4714-b08e-a40333111ee4 associated. External IP: 172.27.0.156, port: 8e5a6284-7d86-4943-8081-e453ea2be6d5. Feb 09 15:52:30.313809 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-12d4ad1b-d792-4c47-9d44-b94ccdcf6b6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758786133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16008869'] for agent, after_update {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:52:30.391603 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-812787cf-6466-4ce1-8c4e-c32e14b18d8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758786133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16008869'] for agent, after_update {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:52:30.408023 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.plugins.ml2.rpc [None req-608c4fd2-211a-4ca9-a277-ad2a51be62ff None None] Device e2bac9ad-f0d1-48a9-902d-024a73fb2d94 up at agent ovs-agent-dv-cinder-825105-1-iscsi {{(pid=82903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 15:52:30.426636 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [None req-794d3950-2c11-405d-baa2-ef662923a58c admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4377298 Feb 09 15:52:30.427316 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-794d3950-2c11-405d-baa2-ef662923a58c admin admin] Pushing event updated for resources: {'Network': ['ID=edbe0ebb-028d-4de9-90a8-365752b4b481,revision_number=1']} {{(pid=82902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:52:30.429224 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.wsgi [-] (82902) accepted ('10.222.0.67', 51332) {{(pid=82902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 15:52:30.434767 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.api.v2.base [None req-0373d706-a3d4-45ea-88f2-9adec2f1740c admin admin] Request body: {'subnet': {'network_id': 'edbe0ebb-028d-4de9-90a8-365752b4b481', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-841654468-subnet', 'tenant_id': '1f181966b96242e5b74d14949d4aa0d5', 'ip_version': 4}} {{(pid=82902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 15:52:30.440473 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.db.quota.driver [None req-0373d706-a3d4-45ea-88f2-9adec2f1740c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 15:52:30.441811 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.plugins.ml2.rpc [None req-608c4fd2-211a-4ca9-a277-ad2a51be62ff None None] Network edbe0ebb-028d-4de9-90a8-365752b4b481 details requested by agent ovs-agent-dv-cinder-825105-1-iscsi with host dv-cinder-825105-1-iscsi {{(pid=82903) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 15:52:30.443830 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.quota.resource [None req-0373d706-a3d4-45ea-88f2-9adec2f1740c admin admin] Usage tracker for resource:subnet and tenant:1f181966b96242e5b74d14949d4aa0d5 is out of sync, need to count used quota {{(pid=82902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 15:52:30.446782 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.quota.resource [None req-0373d706-a3d4-45ea-88f2-9adec2f1740c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=82902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 15:52:30.453396 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.db.quota.driver [None req-0373d706-a3d4-45ea-88f2-9adec2f1740c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 15:52:30.464603 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0373d706-a3d4-45ea-88f2-9adec2f1740c admin admin] Made reservation on behalf of 1f181966b96242e5b74d14949d4aa0d5 for: {'subnet': 1} {{(pid=82902) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 15:52:30.467525 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-0373d706-a3d4-45ea-88f2-9adec2f1740c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1082463'] for subnet, before_create {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:52:30.628538 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.db.provisioning_blocks [None req-608c4fd2-211a-4ca9-a277-ad2a51be62ff None None] Provisioning for port e2bac9ad-f0d1-48a9-902d-024a73fb2d94 completed by entity L2. {{(pid=82903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 15:52:30.633650 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.db.provisioning_blocks [None req-608c4fd2-211a-4ca9-a277-ad2a51be62ff None None] Provisioning complete for port e2bac9ad-f0d1-48a9-902d-024a73fb2d94 triggered by entity L2. {{(pid=82903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:52:30.634076 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-608c4fd2-211a-4ca9-a277-ad2a51be62ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16008948'] for port, provisioning_complete {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:52:30.695555 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-0373d706-a3d4-45ea-88f2-9adec2f1740c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1633683', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1082465'] for subnet, after_create {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:52:30.748763 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69280b87-b9bd-4e22-a65c-fc321bc3cb5e tempest-TestMinimumBasicScenario-2112190267 tempest-TestMinimumBasicScenario-2112190267-project] Router d980bf79-d1a8-4f05-8397-cf9a58aea3cc has already been hosted by L3 agent 94c626d1-bc40-41bd-b6b2-9a20da402cb6 {{(pid=82901) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 15:52:30.759784 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-608c4fd2-211a-4ca9-a277-ad2a51be62ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16080601'] for port, before_update {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:52:30.776257 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.plugins.ml2.db [None req-608c4fd2-211a-4ca9-a277-ad2a51be62ff None None] For port e2bac9ad-f0d1-48a9-902d-024a73fb2d94, host dv-cinder-825105-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825105-1-iscsi',level=0,port_id=e2bac9ad-f0d1-48a9-902d-024a73fb2d94,segment=NetworkSegment(e675f0f7-189f-41a1-8fb7-d7545319af97),segment_id=e675f0f7-189f-41a1-8fb7-d7545319af97)] {{(pid=82903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:52:30.779010 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0373d706-a3d4-45ea-88f2-9adec2f1740c admin admin] Pushing event updated for resources: {'Subnet': ['ID=7dc47919-002f-471f-9357-6333c6fae7ee,revision_number=0']} {{(pid=82902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:52:30.781804 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-608c4fd2-211a-4ca9-a277-ad2a51be62ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16080037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758755988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756758334055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756758334100'] for port, after_update {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:52:30.788278 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0373d706-a3d4-45ea-88f2-9adec2f1740c admin admin] Checking segment: {'id': 'ef7c1d48-48b6-48f3-917c-ea96d2665ae6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': 'edbe0ebb-028d-4de9-90a8-365752b4b481'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 15:52:30.788624 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0373d706-a3d4-45ea-88f2-9adec2f1740c admin admin] Network hostable DHCP agents. Network: edbe0ebb-028d-4de9-90a8-365752b4b481, hostable agents: ['534ecb3d-5fb5-4496-b97c-b20b93fdf8ec'], hosted agents: [] {{(pid=82902) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 15:52:30.811859 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0373d706-a3d4-45ea-88f2-9adec2f1740c admin admin] Network edbe0ebb-028d-4de9-90a8-365752b4b481 is scheduled to be hosted by DHCP agent 534ecb3d-5fb5-4496-b97c-b20b93fdf8ec with binding_index 1 {{(pid=82902) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 15:52:30.824866 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.scheduler.base_scheduler [None req-0373d706-a3d4-45ea-88f2-9adec2f1740c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-825105-1-iscsi, edbe0ebb-028d-4de9-90a8-365752b4b481) {{(pid=82902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 15:52:30.831487 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0373d706-a3d4-45ea-88f2-9adec2f1740c admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=82902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:52:30.832081 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-0373d706-a3d4-45ea-88f2-9adec2f1740c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16124149'] for subnet, before_response {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:52:30.837744 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e051f2b5-accc-40a8-92c8-cd19ad9d5d66 None None] Network edbe0ebb-028d-4de9-90a8-365752b4b481 requested from dv-cinder-825105-1-iscsi {{(pid=82903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 15:52:30.856478 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [None req-0373d706-a3d4-45ea-88f2-9adec2f1740c admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.4238305 Feb 09 15:52:30.856704 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.wsgi [-] (82902) accepted ('10.222.0.67', 51336) {{(pid=82902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 15:52:30.862357 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.api.v2.base [None req-dd79cd1f-4c02-41d2-ad92-fa5fcc3a8b59 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-841654468-router', 'tenant_id': '1f181966b96242e5b74d14949d4aa0d5', 'external_gateway_info': {'network_id': 'c65eede5-7777-493f-951d-210877831002'}}} {{(pid=82902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 15:52:30.866796 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.db.quota.driver [None req-dd79cd1f-4c02-41d2-ad92-fa5fcc3a8b59 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 15:52:30.870701 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.quota.resource [None req-dd79cd1f-4c02-41d2-ad92-fa5fcc3a8b59 admin admin] Usage tracker for resource:router and tenant:1f181966b96242e5b74d14949d4aa0d5 is out of sync, need to count used quota {{(pid=82902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 15:52:30.873729 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.quota.resource [None req-dd79cd1f-4c02-41d2-ad92-fa5fcc3a8b59 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=82902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 15:52:30.879439 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.db.quota.driver [None req-dd79cd1f-4c02-41d2-ad92-fa5fcc3a8b59 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 15:52:30.890231 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-dd79cd1f-4c02-41d2-ad92-fa5fcc3a8b59 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-410232', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1025257'] for router, before_create {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:52:30.891259 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-dd79cd1f-4c02-41d2-ad92-fa5fcc3a8b59 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-410143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-406467', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-347251', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1025278'] for router, precommit_create {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:52:30.914113 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-dd79cd1f-4c02-41d2-ad92-fa5fcc3a8b59 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:52:30.953044 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-608c4fd2-211a-4ca9-a277-ad2a51be62ff None None] Pushing event updated for resources: {'Port': ['ID=e2bac9ad-f0d1-48a9-902d-024a73fb2d94,revision_number=4']} {{(pid=82903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:52:30.978123 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69280b87-b9bd-4e22-a65c-fc321bc3cb5e tempest-TestMinimumBasicScenario-2112190267 tempest-TestMinimumBasicScenario-2112190267-project] Notify agent at l3_agent.dv-cinder-825105-1-iscsi the message routers_updated {{(pid=82901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 15:52:30.990032 dv-cinder-825105-1-iscsi neutron-server[82904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9128fbf2-97ed-436a-899c-01b1d2e05e84 None None] Sync routers for ids ['d980bf79-d1a8-4f05-8397-cf9a58aea3cc'] in dv-cinder-825105-1-iscsi {{(pid=82904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 09 15:52:31.007649 dv-cinder-825105-1-iscsi neutron-server[82904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9128fbf2-97ed-436a-899c-01b1d2e05e84 None None] Routers {'d980bf79-d1a8-4f05-8397-cf9a58aea3cc'} bound to L3 agent in host dv-cinder-825105-1-iscsi {{(pid=82904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 15:52:31.009972 dv-cinder-825105-1-iscsi neutron-server[82904]: DEBUG neutron.db.l3_hamode_db [None req-9128fbf2-97ed-436a-899c-01b1d2e05e84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825105-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T15:34:00Z,description=,heartbeat_timestamp=2022-02-09T15:52:30Z,host='dv-cinder-825105-1-iscsi',id=94c626d1-bc40-41bd-b6b2-9a20da402cb6,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:34:00Z,topic='l3_agent')) {'router_ids': ['d980bf79-d1a8-4f05-8397-cf9a58aea3cc'], 'active': True} {{(pid=82904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:52:31.016940 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-69280b87-b9bd-4e22-a65c-fc321bc3cb5e tempest-TestMinimumBasicScenario-2112190267 tempest-TestMinimumBasicScenario-2112190267-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205010'] for floatingip, before_response {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:52:31.083887 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [None req-69280b87-b9bd-4e22-a65c-fc321bc3cb5e tempest-TestMinimumBasicScenario-2112190267 tempest-TestMinimumBasicScenario-2112190267-project] 10.222.0.67 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.7248678 Feb 09 15:52:31.084886 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fe66f4bc-a730-4366-9315-bbac9ee08859', 'tag': '8e5a6284-7d86-4943-8081-e453ea2be6d5'}] {{(pid=82901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 15:52:31.089425 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.wsgi [-] (82902) accepted ('10.222.0.67', 51340) {{(pid=82902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 15:52:31.101640 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.api.v2.base [None req-98dd3a8b-8273-4e3e-88bd-688776f2a1e1 tempest-TestMinimumBasicScenario-2112190267 tempest-TestMinimumBasicScenario-2112190267-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2013231626', 'description': 'tempest-secgroup-smoke-2013231626 description', 'project_id': '821223475c6a403eae77f15f7d877c42'}} {{(pid=82902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 15:52:31.110386 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.db.quota.driver [None req-98dd3a8b-8273-4e3e-88bd-688776f2a1e1 tempest-TestMinimumBasicScenario-2112190267 tempest-TestMinimumBasicScenario-2112190267-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 15:52:31.117711 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34d4eb85-538f-451b-839c-c5ea63849a2b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1490c90-7495-5952-8644-ad60ad5632dc-edbe0ebb-028d-4de9-90a8-365752b4b481', 'network_id': 'edbe0ebb-028d-4de9-90a8-365752b4b481', 'tenant_id': '1f181966b96242e5b74d14949d4aa0d5', 'fixed_ips': [{'subnet_id': '7dc47919-002f-471f-9357-6333c6fae7ee'}]}} from dv-cinder-825105-1-iscsi. {{(pid=82903) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 09 15:52:31.120235 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-34d4eb85-538f-451b-839c-c5ea63849a2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16080601'] for port, before_create {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:52:31.122730 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.db.quota.driver [None req-98dd3a8b-8273-4e3e-88bd-688776f2a1e1 tempest-TestMinimumBasicScenario-2112190267 tempest-TestMinimumBasicScenario-2112190267-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=82902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 15:52:31.136351 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-dd79cd1f-4c02-41d2-ad92-fa5fcc3a8b59 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-406509', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-410218', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1025164'] for router, precommit_update {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:52:31.143233 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-98dd3a8b-8273-4e3e-88bd-688776f2a1e1 tempest-TestMinimumBasicScenario-2112190267 tempest-TestMinimumBasicScenario-2112190267-project] Notify callbacks [] for security_group, before_create {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:52:31.162405 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fe66f4bc-a730-4366-9315-bbac9ee08859', 'tag': '8e5a6284-7d86-4943-8081-e453ea2be6d5', 'status': 'completed', 'code': 200} Feb 09 15:52:31.204481 dv-cinder-825105-1-iscsi neutron-server[82904]: DEBUG neutron.db.l3_dvr_db [None req-9128fbf2-97ed-436a-899c-01b1d2e05e84 None None] Set router d980bf79-d1a8-4f05-8397-cf9a58aea3cc gateway port host: dv-cinder-825105-1-iscsi {{(pid=82904) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 15:52:31.266334 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.db.quota.driver [None req-98dd3a8b-8273-4e3e-88bd-688776f2a1e1 tempest-TestMinimumBasicScenario-2112190267 tempest-TestMinimumBasicScenario-2112190267-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 15:52:31.271527 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.quota.resource [None req-98dd3a8b-8273-4e3e-88bd-688776f2a1e1 tempest-TestMinimumBasicScenario-2112190267 tempest-TestMinimumBasicScenario-2112190267-project] Usage tracker for resource:security_group_rule and tenant:821223475c6a403eae77f15f7d877c42 is out of sync, need to count used quota {{(pid=82902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 15:52:31.276396 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.quota.resource [None req-98dd3a8b-8273-4e3e-88bd-688776f2a1e1 tempest-TestMinimumBasicScenario-2112190267 tempest-TestMinimumBasicScenario-2112190267-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=82902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 15:52:31.284771 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.db.quota.driver [None req-98dd3a8b-8273-4e3e-88bd-688776f2a1e1 tempest-TestMinimumBasicScenario-2112190267 tempest-TestMinimumBasicScenario-2112190267-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=82902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 15:52:31.288744 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-8c936f4b-505d-4c4f-9b8a-0bfacc8aa4ff req-57bf4645-df45-423b-8ed6-5e327fea4468 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=821223475c6a403eae77f15f7d877c42&device_id=fe66f4bc-a730-4366-9315-bbac9ee08859 HTTP/1.1" status: 200 len: 1098 time: 0.1056154 Feb 09 15:52:31.314942 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-1f7d0426-72a7-4c89-8e53-4ec430751ccf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758786133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16008869'] for agent, after_update {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:52:31.326464 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.db.db_base_plugin_common [None req-34d4eb85-538f-451b-839c-c5ea63849a2b None None] Allocated IP 172.20.0.2 (edbe0ebb-028d-4de9-90a8-365752b4b481/7dc47919-002f-471f-9357-6333c6fae7ee/c8553ff2-93bc-4818-b229-37b9c942c57e) {{(pid=82903) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 15:52:31.395932 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-98dd3a8b-8273-4e3e-88bd-688776f2a1e1 tempest-TestMinimumBasicScenario-2112190267 tempest-TestMinimumBasicScenario-2112190267-project] Notify callbacks [] for security_group, precommit_create {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:52:31.439675 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-98dd3a8b-8273-4e3e-88bd-688776f2a1e1 tempest-TestMinimumBasicScenario-2112190267 tempest-TestMinimumBasicScenario-2112190267-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_create {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:52:31.452652 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c936f4b-505d-4c4f-9b8a-0bfacc8aa4ff req-e560ade6-8aa3-4269-944d-f06a136d6a55 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:52:31.454196 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-8c936f4b-505d-4c4f-9b8a-0bfacc8aa4ff req-e560ade6-8aa3-4269-944d-f06a136d6a55 service neutron] 10.222.0.47 "GET /v2.0/networks?id=1da4d30a-7e2e-4d62-bbe8-18bb4a5c12b7 HTTP/1.1" status: 200 len: 915 time: 0.1555090 Feb 09 15:52:31.517275 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-dd79cd1f-4c02-41d2-ad92-fa5fcc3a8b59 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:52:31.552173 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98dd3a8b-8273-4e3e-88bd-688776f2a1e1 tempest-TestMinimumBasicScenario-2112190267 tempest-TestMinimumBasicScenario-2112190267-project] Pushing event updated for resources: {'SecurityGroup': ['ID=79eb8049-6076-4ac2-9067-f9377e697245,revision_number=1']} {{(pid=82902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:52:31.556815 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-98dd3a8b-8273-4e3e-88bd-688776f2a1e1 tempest-TestMinimumBasicScenario-2112190267 tempest-TestMinimumBasicScenario-2112190267-project] Notify callbacks [] for security_group, before_response {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:52:31.558854 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [None req-98dd3a8b-8273-4e3e-88bd-688776f2a1e1 tempest-TestMinimumBasicScenario-2112190267 tempest-TestMinimumBasicScenario-2112190267-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.4672153 Feb 09 15:52:31.560272 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-dd79cd1f-4c02-41d2-ad92-fa5fcc3a8b59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16080601'] for port, before_create {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:52:31.562089 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.wsgi [-] (82902) accepted ('10.222.0.67', 51346) {{(pid=82902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 15:52:31.580770 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-34d4eb85-538f-451b-839c-c5ea63849a2b None None] Notify callbacks [] for port, precommit_create {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:52:31.585959 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-8c936f4b-505d-4c4f-9b8a-0bfacc8aa4ff req-3659fb9b-c016-4b7b-a500-12aaad9aad45 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8e5a6284-7d86-4943-8081-e453ea2be6d5 HTTP/1.1" status: 200 len: 999 time: 0.1233799 Feb 09 15:52:31.602067 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.db.provisioning_blocks [None req-34d4eb85-538f-451b-839c-c5ea63849a2b None None] Transition to ACTIVE for port object c8553ff2-93bc-4818-b229-37b9c942c57e will not be triggered until provisioned by entity L2. {{(pid=82903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 15:52:31.612078 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-608c4fd2-211a-4ca9-a277-ad2a51be62ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758786133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16008869'] for agent, after_update {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:52:31.612332 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.api.v2.base [None req-adb96066-d326-481c-a6d5-0f076dac4098 tempest-TestMinimumBasicScenario-2112190267 tempest-TestMinimumBasicScenario-2112190267-project] Request body: {'security_group_rule': {'security_group_id': '79eb8049-6076-4ac2-9067-f9377e697245', 'project_id': '821223475c6a403eae77f15f7d877c42', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=82902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 15:52:31.620381 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.db.quota.driver [None req-adb96066-d326-481c-a6d5-0f076dac4098 tempest-TestMinimumBasicScenario-2112190267 tempest-TestMinimumBasicScenario-2112190267-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 15:52:31.630797 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.quota.resource [None req-adb96066-d326-481c-a6d5-0f076dac4098 tempest-TestMinimumBasicScenario-2112190267 tempest-TestMinimumBasicScenario-2112190267-project] Usage tracker for resource:security_group_rule and tenant:821223475c6a403eae77f15f7d877c42 is out of sync, need to count used quota {{(pid=82902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 15:52:31.633330 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.db.provisioning_blocks [None req-34d4eb85-538f-451b-839c-c5ea63849a2b None None] Transition to ACTIVE for port object c8553ff2-93bc-4818-b229-37b9c942c57e will not be triggered until provisioned by entity DHCP. {{(pid=82903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 15:52:31.640462 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.quota.resource [None req-adb96066-d326-481c-a6d5-0f076dac4098 tempest-TestMinimumBasicScenario-2112190267 tempest-TestMinimumBasicScenario-2112190267-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=82902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 15:52:31.642247 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-34d4eb85-538f-451b-839c-c5ea63849a2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16080037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124156', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756758334037'] for port, after_create {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:52:31.644971 dv-cinder-825105-1-iscsi neutron-server[82904]: DEBUG neutron.db.l3_hamode_db [None req-9128fbf2-97ed-436a-899c-01b1d2e05e84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd980bf79-d1a8-4f05-8397-cf9a58aea3cc', 'name': 'tempest-TestMinimumBasicScenario-650831114-router', 'tenant_id': '821223475c6a403eae77f15f7d877c42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c65eede5-7777-493f-951d-210877831002', 'external_fixed_ips': [{'subnet_id': '2c513225-bb11-4d36-a4c3-0732716dcb87', 'ip_address': '172.27.0.143'}], 'enable_snat': True}, 'gw_port_id': '9c128cbc-f6e7-4d37-a900-6c394be5dc20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T15:51:34Z', 'updated_at': '2022-02-09T15:51:37Z', 'revision_number': 4, 'project_id': '821223475c6a403eae77f15f7d877c42', 'gw_port': {'id': '9c128cbc-f6e7-4d37-a900-6c394be5dc20', 'name': '', 'network_id': 'c65eede5-7777-493f-951d-210877831002', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:89:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd980bf79-d1a8-4f05-8397-cf9a58aea3cc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2c513225-bb11-4d36-a4c3-0732716dcb87', 'ip_address': '172.27.0.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825105-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:51:34Z', 'updated_at': '2022-02-09T15:51:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c513225-bb11-4d36-a4c3-0732716dcb87', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825105-1-iscsi', '_floatingips': [{'id': 'bf19a0bf-ade8-4714-b08e-a40333111ee4', 'tenant_id': '821223475c6a403eae77f15f7d877c42', 'floating_ip_address': '172.27.0.156', 'floating_network_id': 'c65eede5-7777-493f-951d-210877831002', 'router_id': 'd980bf79-d1a8-4f05-8397-cf9a58aea3cc', 'port_id': '8e5a6284-7d86-4943-8081-e453ea2be6d5', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1da4d30a-7e2e-4d62-bbe8-18bb4a5c12b7', 'mac_address': 'fa:16:3e:58:2f:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe66f4bc-a730-4366-9315-bbac9ee08859', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T15:52:29Z', 'updated_at': '2022-02-09T15:52:29Z', 'revision_number': 0, 'project_id': '821223475c6a403eae77f15f7d877c42', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '96cbc7fe-3934-43fb-bf2d-36ddbb6880bd', 'name': '', 'network_id': '1da4d30a-7e2e-4d62-bbe8-18bb4a5c12b7', 'tenant_id': '821223475c6a403eae77f15f7d877c42', 'mac_address': 'fa:16:3e:d0:08:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd980bf79-d1a8-4f05-8397-cf9a58aea3cc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5210e5fa-de18-4bef-802b-07b1e83aa09d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825105-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:51:36Z', 'updated_at': '2022-02-09T15:51:56Z', 'revision_number': 5, 'project_id': '821223475c6a403eae77f15f7d877c42', 'subnets': [{'id': '5210e5fa-de18-4bef-802b-07b1e83aa09d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825105-1-iscsi', False) {} {{(pid=82904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:52:31.651340 dv-cinder-825105-1-iscsi neutron-server[82904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9128fbf2-97ed-436a-899c-01b1d2e05e84 None None] Checking router: d980bf79-d1a8-4f05-8397-cf9a58aea3cc for host: dv-cinder-825105-1-iscsi {{(pid=82904) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 09 15:52:31.657153 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.db.quota.driver [None req-adb96066-d326-481c-a6d5-0f076dac4098 tempest-TestMinimumBasicScenario-2112190267 tempest-TestMinimumBasicScenario-2112190267-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=82902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 15:52:31.674714 dv-cinder-825105-1-iscsi neutron-server[82904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9128fbf2-97ed-436a-899c-01b1d2e05e84 None None] Routers {'d980bf79-d1a8-4f05-8397-cf9a58aea3cc'} bound to L3 agent in host dv-cinder-825105-1-iscsi {{(pid=82904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 15:52:31.675754 dv-cinder-825105-1-iscsi neutron-server[82904]: DEBUG neutron.db.l3_hamode_db [None req-9128fbf2-97ed-436a-899c-01b1d2e05e84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825105-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T15:34:00Z,description=,heartbeat_timestamp=2022-02-09T15:52:30Z,host='dv-cinder-825105-1-iscsi',id=94c626d1-bc40-41bd-b6b2-9a20da402cb6,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:34:00Z,topic='l3_agent')) {'router_ids': ['d980bf79-d1a8-4f05-8397-cf9a58aea3cc'], 'active': True} {{(pid=82904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:52:31.727943 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-adb96066-d326-481c-a6d5-0f076dac4098 tempest-TestMinimumBasicScenario-2112190267 tempest-TestMinimumBasicScenario-2112190267-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:52:31.765390 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34d4eb85-538f-451b-839c-c5ea63849a2b None None] Network edbe0ebb-028d-4de9-90a8-365752b4b481 is already hosted by enough agents. {{(pid=82903) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 15:52:31.769628 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.scheduler.base_scheduler [None req-34d4eb85-538f-451b-839c-c5ea63849a2b None None] Resources bound (agent type, host, resource id): {{(pid=82903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 15:52:31.771479 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d4eb85-538f-451b-839c-c5ea63849a2b None None] Pushing event updated for resources: {'Port': ['ID=c8553ff2-93bc-4818-b229-37b9c942c57e,revision_number=1']} {{(pid=82903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:52:31.773736 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34d4eb85-538f-451b-839c-c5ea63849a2b None None] Received port after_create {{(pid=82903) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 15:52:31.802961 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.db.db_base_plugin_common [None req-dd79cd1f-4c02-41d2-ad92-fa5fcc3a8b59 admin admin] Allocated IP 172.27.0.191 (c65eede5-7777-493f-951d-210877831002/2c513225-bb11-4d36-a4c3-0732716dcb87/e97077b8-3753-45fa-a68e-06f2f9302e60) {{(pid=82902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 15:52:31.840607 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c936f4b-505d-4c4f-9b8a-0bfacc8aa4ff req-12765a2f-67a4-4bdc-ac8b-f670a193a817 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:52:31.843404 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-8c936f4b-505d-4c4f-9b8a-0bfacc8aa4ff req-12765a2f-67a4-4bdc-ac8b-f670a193a817 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=5210e5fa-de18-4bef-802b-07b1e83aa09d HTTP/1.1" status: 200 len: 853 time: 0.2499197 Feb 09 15:52:31.877006 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.plugins.ml2.managers [None req-34d4eb85-538f-451b-839c-c5ea63849a2b None None] Attempting to bind port c8553ff2-93bc-4818-b229-37b9c942c57e on host dv-cinder-825105-1-iscsi for vnic_type normal with profile {{(pid=82903) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 15:52:31.877483 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.plugins.ml2.managers [None req-34d4eb85-538f-451b-839c-c5ea63849a2b None None] Attempting to bind port c8553ff2-93bc-4818-b229-37b9c942c57e by drivers openvswitch,hyperv on host dv-cinder-825105-1-iscsi at level 0 using segments [{'id': 'ef7c1d48-48b6-48f3-917c-ea96d2665ae6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': 'edbe0ebb-028d-4de9-90a8-365752b4b481'}] {{(pid=82903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 15:52:31.877841 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34d4eb85-538f-451b-839c-c5ea63849a2b None None] Attempting to bind port c8553ff2-93bc-4818-b229-37b9c942c57e on network edbe0ebb-028d-4de9-90a8-365752b4b481 {{(pid=82903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 15:52:31.885115 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34d4eb85-538f-451b-839c-c5ea63849a2b None None] Checking agent: {'id': '0c30844f-de8e-42c5-a17a-962bb78b1270', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-825105-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 15, 34, 1), 'started_at': datetime.datetime(2022, 2, 9, 15, 34, 31), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 15, 52, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-825105-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 15:52:31.885417 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34d4eb85-538f-451b-839c-c5ea63849a2b None None] Checking segment: {'id': 'ef7c1d48-48b6-48f3-917c-ea96d2665ae6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': 'edbe0ebb-028d-4de9-90a8-365752b4b481'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 15:52:31.885795 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-34d4eb85-538f-451b-839c-c5ea63849a2b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:52:31.886183 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34d4eb85-538f-451b-839c-c5ea63849a2b None None] Bound using segment: {'id': 'ef7c1d48-48b6-48f3-917c-ea96d2665ae6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': 'edbe0ebb-028d-4de9-90a8-365752b4b481'} {{(pid=82903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 15:52:31.886638 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.plugins.ml2.managers [None req-34d4eb85-538f-451b-839c-c5ea63849a2b None None] Bound port: c8553ff2-93bc-4818-b229-37b9c942c57e, host: dv-cinder-825105-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef7c1d48-48b6-48f3-917c-ea96d2665ae6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': 'edbe0ebb-028d-4de9-90a8-365752b4b481'}}] {{(pid=82903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 15:52:31.887000 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-34d4eb85-538f-451b-839c-c5ea63849a2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16080601'] for port, before_update {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:52:31.892254 dv-cinder-825105-1-iscsi neutron-server[82904]: DEBUG neutron.db.l3_dvr_db [None req-9128fbf2-97ed-436a-899c-01b1d2e05e84 None None] Set router d980bf79-d1a8-4f05-8397-cf9a58aea3cc gateway port host: dv-cinder-825105-1-iscsi {{(pid=82904) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 15:52:31.941988 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-8c936f4b-505d-4c4f-9b8a-0bfacc8aa4ff req-bde8e413-a595-4517-bb44-4ee74b0d1078 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=1da4d30a-7e2e-4d62-bbe8-18bb4a5c12b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0900671 Feb 09 15:52:31.955869 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-adb96066-d326-481c-a6d5-0f076dac4098 tempest-TestMinimumBasicScenario-2112190267 tempest-TestMinimumBasicScenario-2112190267-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:52:31.997077 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.plugins.ml2.db [None req-34d4eb85-538f-451b-839c-c5ea63849a2b None None] For port c8553ff2-93bc-4818-b229-37b9c942c57e, host dv-cinder-825105-1-iscsi, cleared binding levels {{(pid=82903) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 15:52:32.000932 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.plugins.ml2.db [None req-34d4eb85-538f-451b-839c-c5ea63849a2b None None] For port c8553ff2-93bc-4818-b229-37b9c942c57e, host dv-cinder-825105-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825105-1-iscsi',level=0,port_id=c8553ff2-93bc-4818-b229-37b9c942c57e,segment=NetworkSegment(ef7c1d48-48b6-48f3-917c-ea96d2665ae6),segment_id=ef7c1d48-48b6-48f3-917c-ea96d2665ae6)] {{(pid=82903) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 15:52:32.004782 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-adb96066-d326-481c-a6d5-0f076dac4098 tempest-TestMinimumBasicScenario-2112190267 tempest-TestMinimumBasicScenario-2112190267-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331611'] for security_group_rule, after_create {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:52:32.008788 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-34d4eb85-538f-451b-839c-c5ea63849a2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16080037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758755988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756758334055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756758334100'] for port, after_update {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:52:32.062145 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb96066-d326-481c-a6d5-0f076dac4098 tempest-TestMinimumBasicScenario-2112190267 tempest-TestMinimumBasicScenario-2112190267-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a9975160-e98f-47d0-a89c-d20f5dc2d713,revision_number=0']} {{(pid=82902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:52:32.097966 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d4eb85-538f-451b-839c-c5ea63849a2b None None] Pushing event updated for resources: {'Port': ['ID=c8553ff2-93bc-4818-b229-37b9c942c57e,revision_number=2']} {{(pid=82903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:52:32.145883 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-8c936f4b-505d-4c4f-9b8a-0bfacc8aa4ff req-2cfb374f-21d6-4fea-ad8f-937998f78dc9 service neutron] 10.222.0.47 "GET /v2.0/networks/1da4d30a-7e2e-4d62-bbe8-18bb4a5c12b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1966496 Feb 09 15:52:32.203552 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-adb96066-d326-481c-a6d5-0f076dac4098 tempest-TestMinimumBasicScenario-2112190267 tempest-TestMinimumBasicScenario-2112190267-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:52:32.208822 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [None req-adb96066-d326-481c-a6d5-0f076dac4098 tempest-TestMinimumBasicScenario-2112190267 tempest-TestMinimumBasicScenario-2112190267-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.6449530 Feb 09 15:52:32.209578 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.wsgi [-] (82902) accepted ('10.222.0.67', 51350) {{(pid=82902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 15:52:32.220317 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.api.v2.base [None req-dd77475c-cbd6-481d-bceb-34cc5816dc82 tempest-TestMinimumBasicScenario-2112190267 tempest-TestMinimumBasicScenario-2112190267-project] Request body: {'security_group_rule': {'security_group_id': '79eb8049-6076-4ac2-9067-f9377e697245', 'project_id': '821223475c6a403eae77f15f7d877c42', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=82902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 15:52:32.227981 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-dd79cd1f-4c02-41d2-ad92-fa5fcc3a8b59 admin admin] Notify callbacks [] for port, precommit_create {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:52:32.233477 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.db.quota.driver [None req-dd77475c-cbd6-481d-bceb-34cc5816dc82 tempest-TestMinimumBasicScenario-2112190267 tempest-TestMinimumBasicScenario-2112190267-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 15:52:32.239696 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.quota.resource [None req-dd77475c-cbd6-481d-bceb-34cc5816dc82 tempest-TestMinimumBasicScenario-2112190267 tempest-TestMinimumBasicScenario-2112190267-project] Usage tracker for resource:security_group_rule and tenant:821223475c6a403eae77f15f7d877c42 is out of sync, need to count used quota {{(pid=82902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 15:52:32.243334 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.quota.resource [None req-dd77475c-cbd6-481d-bceb-34cc5816dc82 tempest-TestMinimumBasicScenario-2112190267 tempest-TestMinimumBasicScenario-2112190267-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=82902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 15:52:32.251235 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.db.quota.driver [None req-dd77475c-cbd6-481d-bceb-34cc5816dc82 tempest-TestMinimumBasicScenario-2112190267 tempest-TestMinimumBasicScenario-2112190267-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=82902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 15:52:32.276804 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-dd77475c-cbd6-481d-bceb-34cc5816dc82 tempest-TestMinimumBasicScenario-2112190267 tempest-TestMinimumBasicScenario-2112190267-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:52:32.327110 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-dd79cd1f-4c02-41d2-ad92-fa5fcc3a8b59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16080037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124156', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756758334037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1633551'] for port, after_create {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:52:32.351013 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-8c936f4b-505d-4c4f-9b8a-0bfacc8aa4ff req-b17f92d8-6549-45fd-b1a8-0a4887dc869f service neutron] 10.222.0.47 "GET /v2.0/networks/1da4d30a-7e2e-4d62-bbe8-18bb4a5c12b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1985872 Feb 09 15:52:32.401032 dv-cinder-825105-1-iscsi neutron-server[82904]: DEBUG neutron.db.l3_hamode_db [None req-9128fbf2-97ed-436a-899c-01b1d2e05e84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd980bf79-d1a8-4f05-8397-cf9a58aea3cc', 'name': 'tempest-TestMinimumBasicScenario-650831114-router', 'tenant_id': '821223475c6a403eae77f15f7d877c42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c65eede5-7777-493f-951d-210877831002', 'external_fixed_ips': [{'subnet_id': '2c513225-bb11-4d36-a4c3-0732716dcb87', 'ip_address': '172.27.0.143'}], 'enable_snat': True}, 'gw_port_id': '9c128cbc-f6e7-4d37-a900-6c394be5dc20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T15:51:34Z', 'updated_at': '2022-02-09T15:51:37Z', 'revision_number': 4, 'project_id': '821223475c6a403eae77f15f7d877c42', 'gw_port': {'id': '9c128cbc-f6e7-4d37-a900-6c394be5dc20', 'name': '', 'network_id': 'c65eede5-7777-493f-951d-210877831002', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:89:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd980bf79-d1a8-4f05-8397-cf9a58aea3cc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2c513225-bb11-4d36-a4c3-0732716dcb87', 'ip_address': '172.27.0.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825105-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:51:34Z', 'updated_at': '2022-02-09T15:51:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c513225-bb11-4d36-a4c3-0732716dcb87', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825105-1-iscsi', '_floatingips': [{'id': 'bf19a0bf-ade8-4714-b08e-a40333111ee4', 'tenant_id': '821223475c6a403eae77f15f7d877c42', 'floating_ip_address': '172.27.0.156', 'floating_network_id': 'c65eede5-7777-493f-951d-210877831002', 'router_id': 'd980bf79-d1a8-4f05-8397-cf9a58aea3cc', 'port_id': '8e5a6284-7d86-4943-8081-e453ea2be6d5', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1da4d30a-7e2e-4d62-bbe8-18bb4a5c12b7', 'mac_address': 'fa:16:3e:58:2f:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe66f4bc-a730-4366-9315-bbac9ee08859', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T15:52:29Z', 'updated_at': '2022-02-09T15:52:29Z', 'revision_number': 0, 'project_id': '821223475c6a403eae77f15f7d877c42', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '96cbc7fe-3934-43fb-bf2d-36ddbb6880bd', 'name': '', 'network_id': '1da4d30a-7e2e-4d62-bbe8-18bb4a5c12b7', 'tenant_id': '821223475c6a403eae77f15f7d877c42', 'mac_address': 'fa:16:3e:d0:08:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd980bf79-d1a8-4f05-8397-cf9a58aea3cc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5210e5fa-de18-4bef-802b-07b1e83aa09d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825105-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:51:36Z', 'updated_at': '2022-02-09T15:51:56Z', 'revision_number': 5, 'project_id': '821223475c6a403eae77f15f7d877c42', 'subnets': [{'id': '5210e5fa-de18-4bef-802b-07b1e83aa09d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825105-1-iscsi', False) {} {{(pid=82904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:52:32.407355 dv-cinder-825105-1-iscsi neutron-server[82904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9128fbf2-97ed-436a-899c-01b1d2e05e84 None None] The sync data for ids ['d980bf79-d1a8-4f05-8397-cf9a58aea3cc'] in dv-cinder-825105-1-iscsi is: [{'id': 'd980bf79-d1a8-4f05-8397-cf9a58aea3cc', 'name': 'tempest-TestMinimumBasicScenario-650831114-router', 'tenant_id': '821223475c6a403eae77f15f7d877c42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c65eede5-7777-493f-951d-210877831002', 'external_fixed_ips': [{'subnet_id': '2c513225-bb11-4d36-a4c3-0732716dcb87', 'ip_address': '172.27.0.143'}], 'enable_snat': True}, 'gw_port_id': '9c128cbc-f6e7-4d37-a900-6c394be5dc20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T15:51:34Z', 'updated_at': '2022-02-09T15:51:37Z', 'revision_number': 4, 'project_id': '821223475c6a403eae77f15f7d877c42', 'gw_port': {'id': '9c128cbc-f6e7-4d37-a900-6c394be5dc20', 'name': '', 'network_id': 'c65eede5-7777-493f-951d-210877831002', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:89:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd980bf79-d1a8-4f05-8397-cf9a58aea3cc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2c513225-bb11-4d36-a4c3-0732716dcb87', 'ip_address': '172.27.0.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825105-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:51:34Z', 'updated_at': '2022-02-09T15:51:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c513225-bb11-4d36-a4c3-0732716dcb87', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825105-1-iscsi', '_floatingips': [{'id': 'bf19a0bf-ade8-4714-b08e-a40333111ee4', 'tenant_id': '821223475c6a403eae77f15f7d877c42', 'floating_ip_address': '172.27.0.156', 'floating_network_id': 'c65eede5-7777-493f-951d-210877831002', 'router_id': 'd980bf79-d1a8-4f05-8397-cf9a58aea3cc', 'port_id': '8e5a6284-7d86-4943-8081-e453ea2be6d5', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1da4d30a-7e2e-4d62-bbe8-18bb4a5c12b7', 'mac_address': 'fa:16:3e:58:2f:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe66f4bc-a730-4366-9315-bbac9ee08859', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T15:52:29Z', 'updated_at': '2022-02-09T15:52:29Z', 'revision_number': 0, 'project_id': '821223475c6a403eae77f15f7d877c42', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '96cbc7fe-3934-43fb-bf2d-36ddbb6880bd', 'name': '', 'network_id': '1da4d30a-7e2e-4d62-bbe8-18bb4a5c12b7', 'tenant_id': '821223475c6a403eae77f15f7d877c42', 'mac_address': 'fa:16:3e:d0:08:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd980bf79-d1a8-4f05-8397-cf9a58aea3cc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5210e5fa-de18-4bef-802b-07b1e83aa09d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825105-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:51:36Z', 'updated_at': '2022-02-09T15:51:56Z', 'revision_number': 5, 'project_id': '821223475c6a403eae77f15f7d877c42', 'subnets': [{'id': '5210e5fa-de18-4bef-802b-07b1e83aa09d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 09 15:52:32.444750 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd79cd1f-4c02-41d2-ad92-fa5fcc3a8b59 admin admin] Pushing event updated for resources: {'Port': ['ID=e97077b8-3753-45fa-a68e-06f2f9302e60,revision_number=1']} {{(pid=82902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:52:32.449350 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd79cd1f-4c02-41d2-ad92-fa5fcc3a8b59 admin admin] Network c65eede5-7777-493f-951d-210877831002 is already hosted by enough agents. {{(pid=82902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 15:52:32.458282 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.scheduler.base_scheduler [None req-dd79cd1f-4c02-41d2-ad92-fa5fcc3a8b59 admin admin] Resources bound (agent type, host, resource id): {{(pid=82902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 15:52:32.463696 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd79cd1f-4c02-41d2-ad92-fa5fcc3a8b59 admin admin] Received port after_create {{(pid=82902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 15:52:32.525494 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-dd77475c-cbd6-481d-bceb-34cc5816dc82 tempest-TestMinimumBasicScenario-2112190267 tempest-TestMinimumBasicScenario-2112190267-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:52:32.529860 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.plugins.ml2.rpc [None req-608c4fd2-211a-4ca9-a277-ad2a51be62ff None None] Device e2bac9ad-f0d1-48a9-902d-024a73fb2d94 up at agent ovs-agent-dv-cinder-825105-1-iscsi {{(pid=82903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 15:52:32.532885 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-dd77475c-cbd6-481d-bceb-34cc5816dc82 tempest-TestMinimumBasicScenario-2112190267 tempest-TestMinimumBasicScenario-2112190267-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331611'] for security_group_rule, after_create {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:52:32.593190 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd77475c-cbd6-481d-bceb-34cc5816dc82 tempest-TestMinimumBasicScenario-2112190267 tempest-TestMinimumBasicScenario-2112190267-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=32dc1c79-b68f-4ecb-9ff3-64f696f89c99,revision_number=0']} {{(pid=82902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:52:32.602113 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.db.provisioning_blocks [None req-608c4fd2-211a-4ca9-a277-ad2a51be62ff None None] Provisioning complete for port e2bac9ad-f0d1-48a9-902d-024a73fb2d94 triggered by entity L2. {{(pid=82903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:52:32.602525 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-608c4fd2-211a-4ca9-a277-ad2a51be62ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16008948'] for port, provisioning_complete {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:52:32.610329 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-dd77475c-cbd6-481d-bceb-34cc5816dc82 tempest-TestMinimumBasicScenario-2112190267 tempest-TestMinimumBasicScenario-2112190267-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:52:32.611497 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [None req-dd77475c-cbd6-481d-bceb-34cc5816dc82 tempest-TestMinimumBasicScenario-2112190267 tempest-TestMinimumBasicScenario-2112190267-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.3983161 Feb 09 15:52:32.614366 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.wsgi [-] (82902) accepted ('10.222.0.67', 51354) {{(pid=82902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 15:52:32.621215 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.api.v2.base [None req-0011ecb6-c75a-45b0-9588-6646d01383ca tempest-TestMinimumBasicScenario-2112190267 tempest-TestMinimumBasicScenario-2112190267-project] Request body: {'security_group_rule': {'security_group_id': '79eb8049-6076-4ac2-9067-f9377e697245', 'project_id': '821223475c6a403eae77f15f7d877c42', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=82902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 15:52:32.633334 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.db.quota.driver [None req-0011ecb6-c75a-45b0-9588-6646d01383ca tempest-TestMinimumBasicScenario-2112190267 tempest-TestMinimumBasicScenario-2112190267-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 15:52:32.641506 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.quota.resource [None req-0011ecb6-c75a-45b0-9588-6646d01383ca tempest-TestMinimumBasicScenario-2112190267 tempest-TestMinimumBasicScenario-2112190267-project] Usage tracker for resource:security_group_rule and tenant:821223475c6a403eae77f15f7d877c42 is out of sync, need to count used quota {{(pid=82902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 15:52:32.644604 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.quota.resource [None req-0011ecb6-c75a-45b0-9588-6646d01383ca tempest-TestMinimumBasicScenario-2112190267 tempest-TestMinimumBasicScenario-2112190267-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=82902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 15:52:32.652045 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.db.quota.driver [None req-0011ecb6-c75a-45b0-9588-6646d01383ca tempest-TestMinimumBasicScenario-2112190267 tempest-TestMinimumBasicScenario-2112190267-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=82902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 15:52:32.680003 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-0011ecb6-c75a-45b0-9588-6646d01383ca tempest-TestMinimumBasicScenario-2112190267 tempest-TestMinimumBasicScenario-2112190267-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:52:32.723541 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.plugins.ml2.rpc [None req-608c4fd2-211a-4ca9-a277-ad2a51be62ff None None] Device c8553ff2-93bc-4818-b229-37b9c942c57e up at agent ovs-agent-dv-cinder-825105-1-iscsi {{(pid=82903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 15:52:32.763258 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-0011ecb6-c75a-45b0-9588-6646d01383ca tempest-TestMinimumBasicScenario-2112190267 tempest-TestMinimumBasicScenario-2112190267-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:52:32.768365 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-dd79cd1f-4c02-41d2-ad92-fa5fcc3a8b59 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:52:32.769062 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-dd79cd1f-4c02-41d2-ad92-fa5fcc3a8b59 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-410227', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-406294'] for router, after_create {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:52:32.772785 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-0011ecb6-c75a-45b0-9588-6646d01383ca tempest-TestMinimumBasicScenario-2112190267 tempest-TestMinimumBasicScenario-2112190267-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331611'] for security_group_rule, after_create {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:52:32.794440 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.db.provisioning_blocks [None req-608c4fd2-211a-4ca9-a277-ad2a51be62ff None None] Provisioning for port c8553ff2-93bc-4818-b229-37b9c942c57e completed by entity L2. {{(pid=82903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 15:52:32.861106 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0011ecb6-c75a-45b0-9588-6646d01383ca tempest-TestMinimumBasicScenario-2112190267 tempest-TestMinimumBasicScenario-2112190267-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6436c4c1-6b9e-43f6-a2e2-ab7c6a644983,revision_number=0']} {{(pid=82902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:52:32.924842 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-0011ecb6-c75a-45b0-9588-6646d01383ca tempest-TestMinimumBasicScenario-2112190267 tempest-TestMinimumBasicScenario-2112190267-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:52:32.926327 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [None req-0011ecb6-c75a-45b0-9588-6646d01383ca tempest-TestMinimumBasicScenario-2112190267 tempest-TestMinimumBasicScenario-2112190267-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.3110454 Feb 09 15:52:32.929505 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.wsgi [-] (82901) accepted ('10.222.0.67', 51358) {{(pid=82901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 15:52:32.937753 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.api.v2.base [None req-d57179f6-4a39-40fe-884e-fd4687df4515 tempest-TestMinimumBasicScenario-2112190267 tempest-TestMinimumBasicScenario-2112190267-project] Request body: {'security_group_rule': {'security_group_id': '79eb8049-6076-4ac2-9067-f9377e697245', 'project_id': '821223475c6a403eae77f15f7d877c42', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=82901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 15:52:32.944405 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.db.quota.driver [None req-d57179f6-4a39-40fe-884e-fd4687df4515 tempest-TestMinimumBasicScenario-2112190267 tempest-TestMinimumBasicScenario-2112190267-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 15:52:32.951933 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.quota.resource [None req-d57179f6-4a39-40fe-884e-fd4687df4515 tempest-TestMinimumBasicScenario-2112190267 tempest-TestMinimumBasicScenario-2112190267-project] Usage tracker for resource:security_group_rule and tenant:821223475c6a403eae77f15f7d877c42 is out of sync, need to count used quota {{(pid=82901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 15:52:32.956143 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.quota.resource [None req-d57179f6-4a39-40fe-884e-fd4687df4515 tempest-TestMinimumBasicScenario-2112190267 tempest-TestMinimumBasicScenario-2112190267-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=82901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 15:52:32.967031 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.db.quota.driver [None req-d57179f6-4a39-40fe-884e-fd4687df4515 tempest-TestMinimumBasicScenario-2112190267 tempest-TestMinimumBasicScenario-2112190267-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=82901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 15:52:32.981572 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-faa751bb-9674-45ec-b131-f889431b03dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758786133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16008869'] for agent, after_update {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:52:32.998867 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-d57179f6-4a39-40fe-884e-fd4687df4515 tempest-TestMinimumBasicScenario-2112190267 tempest-TestMinimumBasicScenario-2112190267-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:52:33.067603 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-d57179f6-4a39-40fe-884e-fd4687df4515 tempest-TestMinimumBasicScenario-2112190267 tempest-TestMinimumBasicScenario-2112190267-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:52:33.072595 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-d57179f6-4a39-40fe-884e-fd4687df4515 tempest-TestMinimumBasicScenario-2112190267 tempest-TestMinimumBasicScenario-2112190267-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331611'] for security_group_rule, after_create {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:52:33.074522 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd79cd1f-4c02-41d2-ad92-fa5fcc3a8b59 admin admin] Router 172f9e79-357f-4498-ae14-3f49ee1be4da is scheduled to L3 agent 94c626d1-bc40-41bd-b6b2-9a20da402cb6 with binding_index 1 {{(pid=82902) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 15:52:33.097163 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d57179f6-4a39-40fe-884e-fd4687df4515 tempest-TestMinimumBasicScenario-2112190267 tempest-TestMinimumBasicScenario-2112190267-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a1068011-1037-429c-918f-c7c5b8bf096d,revision_number=0']} {{(pid=82901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:52:33.107796 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-d57179f6-4a39-40fe-884e-fd4687df4515 tempest-TestMinimumBasicScenario-2112190267 tempest-TestMinimumBasicScenario-2112190267-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:52:33.112177 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [None req-d57179f6-4a39-40fe-884e-fd4687df4515 tempest-TestMinimumBasicScenario-2112190267 tempest-TestMinimumBasicScenario-2112190267-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1814291 Feb 09 15:52:33.112754 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.wsgi [-] (82901) accepted ('10.222.0.67', 51362) {{(pid=82901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 15:52:33.118610 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.api.v2.base [None req-ac22573d-bf2d-42ae-98ea-75d49b0900e8 tempest-TestMinimumBasicScenario-2112190267 tempest-TestMinimumBasicScenario-2112190267-project] Request body: {'security_group_rule': {'security_group_id': '79eb8049-6076-4ac2-9067-f9377e697245', 'project_id': '821223475c6a403eae77f15f7d877c42', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=82901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 15:52:33.125478 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.db.quota.driver [None req-ac22573d-bf2d-42ae-98ea-75d49b0900e8 tempest-TestMinimumBasicScenario-2112190267 tempest-TestMinimumBasicScenario-2112190267-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 15:52:33.129515 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.quota.resource [None req-ac22573d-bf2d-42ae-98ea-75d49b0900e8 tempest-TestMinimumBasicScenario-2112190267 tempest-TestMinimumBasicScenario-2112190267-project] Usage tracker for resource:security_group_rule and tenant:821223475c6a403eae77f15f7d877c42 is out of sync, need to count used quota {{(pid=82901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 15:52:33.132534 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.quota.resource [None req-ac22573d-bf2d-42ae-98ea-75d49b0900e8 tempest-TestMinimumBasicScenario-2112190267 tempest-TestMinimumBasicScenario-2112190267-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=82901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 15:52:33.138342 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.db.quota.driver [None req-ac22573d-bf2d-42ae-98ea-75d49b0900e8 tempest-TestMinimumBasicScenario-2112190267 tempest-TestMinimumBasicScenario-2112190267-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=82901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 15:52:33.153449 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.db.securitygroups_db [None req-ac22573d-bf2d-42ae-98ea-75d49b0900e8 tempest-TestMinimumBasicScenario-2112190267 tempest-TestMinimumBasicScenario-2112190267-project] Project 821223475c6a403eae77f15f7d877c42 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 15:52:33.161385 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-ac22573d-bf2d-42ae-98ea-75d49b0900e8 tempest-TestMinimumBasicScenario-2112190267 tempest-TestMinimumBasicScenario-2112190267-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:52:33.180883 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d300018-7c9f-4ccc-a638-29303f072fa8 None None] Network edbe0ebb-028d-4de9-90a8-365752b4b481 requested from dv-cinder-825105-1-iscsi {{(pid=82903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 15:52:33.235671 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-ac22573d-bf2d-42ae-98ea-75d49b0900e8 tempest-TestMinimumBasicScenario-2112190267 tempest-TestMinimumBasicScenario-2112190267-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:52:33.240609 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-ac22573d-bf2d-42ae-98ea-75d49b0900e8 tempest-TestMinimumBasicScenario-2112190267 tempest-TestMinimumBasicScenario-2112190267-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331611'] for security_group_rule, after_create {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:52:33.263178 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac22573d-bf2d-42ae-98ea-75d49b0900e8 tempest-TestMinimumBasicScenario-2112190267 tempest-TestMinimumBasicScenario-2112190267-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=23e68ca3-1759-46bc-bdfd-a77cf51f483e,revision_number=0']} {{(pid=82901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:52:33.285137 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-ac22573d-bf2d-42ae-98ea-75d49b0900e8 tempest-TestMinimumBasicScenario-2112190267 tempest-TestMinimumBasicScenario-2112190267-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:52:33.285532 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.db.provisioning_blocks [None req-6c0efac2-86ce-4e0e-8a66-492d824adbef None None] Provisioning for port c8553ff2-93bc-4818-b229-37b9c942c57e completed by entity DHCP. {{(pid=82903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 15:52:33.286369 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [None req-ac22573d-bf2d-42ae-98ea-75d49b0900e8 tempest-TestMinimumBasicScenario-2112190267 tempest-TestMinimumBasicScenario-2112190267-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1723022 Feb 09 15:52:33.288654 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.wsgi [-] (82901) accepted ('10.222.0.67', 51366) {{(pid=82901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 15:52:33.294410 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.api.v2.base [None req-dc7fdff7-69e1-41b3-9cc4-1a46850ca3cf tempest-TestMinimumBasicScenario-2112190267 tempest-TestMinimumBasicScenario-2112190267-project] Request body: {'security_group_rule': {'security_group_id': '79eb8049-6076-4ac2-9067-f9377e697245', 'project_id': '821223475c6a403eae77f15f7d877c42', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=82901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 15:52:33.296960 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.db.provisioning_blocks [None req-6c0efac2-86ce-4e0e-8a66-492d824adbef None None] Provisioning complete for port c8553ff2-93bc-4818-b229-37b9c942c57e triggered by entity DHCP. {{(pid=82903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:52:33.297231 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-6c0efac2-86ce-4e0e-8a66-492d824adbef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16008948'] for port, provisioning_complete {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:52:33.302616 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.db.quota.driver [None req-dc7fdff7-69e1-41b3-9cc4-1a46850ca3cf tempest-TestMinimumBasicScenario-2112190267 tempest-TestMinimumBasicScenario-2112190267-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 15:52:33.306751 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.quota.resource [None req-dc7fdff7-69e1-41b3-9cc4-1a46850ca3cf tempest-TestMinimumBasicScenario-2112190267 tempest-TestMinimumBasicScenario-2112190267-project] Usage tracker for resource:security_group_rule and tenant:821223475c6a403eae77f15f7d877c42 is out of sync, need to count used quota {{(pid=82901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 15:52:33.310209 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.quota.resource [None req-dc7fdff7-69e1-41b3-9cc4-1a46850ca3cf tempest-TestMinimumBasicScenario-2112190267 tempest-TestMinimumBasicScenario-2112190267-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=82901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 15:52:33.316467 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.db.quota.driver [None req-dc7fdff7-69e1-41b3-9cc4-1a46850ca3cf tempest-TestMinimumBasicScenario-2112190267 tempest-TestMinimumBasicScenario-2112190267-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=82901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 15:52:33.318898 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd79cd1f-4c02-41d2-ad92-fa5fcc3a8b59 admin admin] Notify agent at l3_agent.dv-cinder-825105-1-iscsi the message routers_updated {{(pid=82902) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 15:52:33.334231 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.db.securitygroups_db [None req-dc7fdff7-69e1-41b3-9cc4-1a46850ca3cf tempest-TestMinimumBasicScenario-2112190267 tempest-TestMinimumBasicScenario-2112190267-project] Project 821223475c6a403eae77f15f7d877c42 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 15:52:33.339395 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf9725c4-0df1-4b29-9065-d5bba4f1656f None None] Sync routers for ids ['172f9e79-357f-4498-ae14-3f49ee1be4da'] in dv-cinder-825105-1-iscsi {{(pid=82903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 09 15:52:33.343198 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-dc7fdff7-69e1-41b3-9cc4-1a46850ca3cf tempest-TestMinimumBasicScenario-2112190267 tempest-TestMinimumBasicScenario-2112190267-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:52:33.346620 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-dd79cd1f-4c02-41d2-ad92-fa5fcc3a8b59 admin admin] Notify callbacks [] for router, before_response {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:52:33.348134 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [None req-dd79cd1f-4c02-41d2-ad92-fa5fcc3a8b59 admin admin] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.4900188 Feb 09 15:52:33.350915 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.wsgi [-] (82902) accepted ('10.222.0.67', 51370) {{(pid=82902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 15:52:33.420997 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-dc7fdff7-69e1-41b3-9cc4-1a46850ca3cf tempest-TestMinimumBasicScenario-2112190267 tempest-TestMinimumBasicScenario-2112190267-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:52:33.425845 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-dc7fdff7-69e1-41b3-9cc4-1a46850ca3cf tempest-TestMinimumBasicScenario-2112190267 tempest-TestMinimumBasicScenario-2112190267-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331611'] for security_group_rule, after_create {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:52:33.457562 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7fdff7-69e1-41b3-9cc4-1a46850ca3cf tempest-TestMinimumBasicScenario-2112190267 tempest-TestMinimumBasicScenario-2112190267-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=29ae9d66-7006-4444-b866-6faffe2ec731,revision_number=0']} {{(pid=82901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:52:33.470487 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-dc7fdff7-69e1-41b3-9cc4-1a46850ca3cf tempest-TestMinimumBasicScenario-2112190267 tempest-TestMinimumBasicScenario-2112190267-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:52:33.470963 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf9725c4-0df1-4b29-9065-d5bba4f1656f None None] Routers {'172f9e79-357f-4498-ae14-3f49ee1be4da'} bound to L3 agent in host dv-cinder-825105-1-iscsi {{(pid=82903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 15:52:33.471586 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.db.l3_hamode_db [None req-cf9725c4-0df1-4b29-9065-d5bba4f1656f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825105-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T15:34:00Z,description=,heartbeat_timestamp=2022-02-09T15:52:30Z,host='dv-cinder-825105-1-iscsi',id=94c626d1-bc40-41bd-b6b2-9a20da402cb6,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:34:00Z,topic='l3_agent')) {'router_ids': ['172f9e79-357f-4498-ae14-3f49ee1be4da'], 'active': True} {{(pid=82903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:52:33.472482 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [None req-dc7fdff7-69e1-41b3-9cc4-1a46850ca3cf tempest-TestMinimumBasicScenario-2112190267 tempest-TestMinimumBasicScenario-2112190267-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1827204 Feb 09 15:52:33.721385 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-6c0efac2-86ce-4e0e-8a66-492d824adbef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16080601'] for port, before_update {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:52:33.792242 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.db.l3_dvr_db [None req-cf9725c4-0df1-4b29-9065-d5bba4f1656f None None] Set router 172f9e79-357f-4498-ae14-3f49ee1be4da gateway port host: dv-cinder-825105-1-iscsi {{(pid=82903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 15:52:33.830378 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.plugins.ml2.db [None req-6c0efac2-86ce-4e0e-8a66-492d824adbef None None] For port c8553ff2-93bc-4818-b229-37b9c942c57e, host dv-cinder-825105-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825105-1-iscsi',level=0,port_id=c8553ff2-93bc-4818-b229-37b9c942c57e,segment=NetworkSegment(ef7c1d48-48b6-48f3-917c-ea96d2665ae6),segment_id=ef7c1d48-48b6-48f3-917c-ea96d2665ae6)] {{(pid=82903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:52:33.844599 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-6c0efac2-86ce-4e0e-8a66-492d824adbef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16080037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758755988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756758334055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756758334100'] for port, after_update {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:52:33.891415 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-f8db6e10-8928-4f91-9ab3-f660288ffb8e req-a0bfb322-b26d-40ec-8ad0-3dac07aa89d0 tempest-TestMinimumBasicScenario-2112190267 tempest-TestMinimumBasicScenario-2112190267-project] 10.222.0.67 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2013231626&fields=id&tenant_id=821223475c6a403eae77f15f7d877c42 HTTP/1.1" status: 200 len: 267 time: 0.3261111 Feb 09 15:52:33.989390 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8db6e10-8928-4f91-9ab3-f660288ffb8e req-39254ca1-fcef-46f0-9bf7-1e61e6a90bfa tempest-TestMinimumBasicScenario-2112190267 tempest-TestMinimumBasicScenario-2112190267-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:52:33.996859 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-f8db6e10-8928-4f91-9ab3-f660288ffb8e req-39254ca1-fcef-46f0-9bf7-1e61e6a90bfa tempest-TestMinimumBasicScenario-2112190267 tempest-TestMinimumBasicScenario-2112190267-project] 10.222.0.67 "GET /v2.0/ports?device_id=fe66f4bc-a730-4366-9315-bbac9ee08859 HTTP/1.1" status: 200 len: 945 time: 0.1000197 Feb 09 15:52:34.002514 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.api.v2.base [req-f8db6e10-8928-4f91-9ab3-f660288ffb8e req-f937502e-6b97-46fc-bba0-ffb5a4c287a0 tempest-TestMinimumBasicScenario-2112190267 tempest-TestMinimumBasicScenario-2112190267-project] Request body: {'port': {'security_groups': ['22cbc017-bfa8-4021-934e-18da588f0056', '79eb8049-6076-4ac2-9067-f9377e697245']}} {{(pid=82901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 15:52:34.055283 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c0efac2-86ce-4e0e-8a66-492d824adbef None None] Pushing event updated for resources: {'Port': ['ID=c8553ff2-93bc-4818-b229-37b9c942c57e,revision_number=3']} {{(pid=82903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:52:34.200848 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.db.l3_hamode_db [None req-cf9725c4-0df1-4b29-9065-d5bba4f1656f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '172f9e79-357f-4498-ae14-3f49ee1be4da', 'name': 'tempest-TestShelveInstance-841654468-router', 'tenant_id': '1f181966b96242e5b74d14949d4aa0d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c65eede5-7777-493f-951d-210877831002', 'external_fixed_ips': [{'subnet_id': '2c513225-bb11-4d36-a4c3-0732716dcb87', 'ip_address': '172.27.0.191'}], 'enable_snat': True}, 'gw_port_id': 'e97077b8-3753-45fa-a68e-06f2f9302e60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T15:52:30Z', 'updated_at': '2022-02-09T15:52:32Z', 'revision_number': 3, 'project_id': '1f181966b96242e5b74d14949d4aa0d5', 'gw_port': {'id': 'e97077b8-3753-45fa-a68e-06f2f9302e60', 'name': '', 'network_id': 'c65eede5-7777-493f-951d-210877831002', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:64:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '172f9e79-357f-4498-ae14-3f49ee1be4da', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2c513225-bb11-4d36-a4c3-0732716dcb87', 'ip_address': '172.27.0.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:52:31Z', 'updated_at': '2022-02-09T15:52:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2c513225-bb11-4d36-a4c3-0732716dcb87', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825105-1-iscsi'}], 'dv-cinder-825105-1-iscsi', False) {} {{(pid=82903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:52:34.206455 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf9725c4-0df1-4b29-9065-d5bba4f1656f None None] Checking router: 172f9e79-357f-4498-ae14-3f49ee1be4da for host: dv-cinder-825105-1-iscsi {{(pid=82903) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 09 15:52:34.206944 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf9725c4-0df1-4b29-9065-d5bba4f1656f None None] Updating router 172f9e79-357f-4498-ae14-3f49ee1be4da port e97077b8-3753-45fa-a68e-06f2f9302e60 binding host dv-cinder-825105-1-iscsi {{(pid=82903) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 09 15:52:34.228755 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [req-f8db6e10-8928-4f91-9ab3-f660288ffb8e req-f937502e-6b97-46fc-bba0-ffb5a4c287a0 tempest-TestMinimumBasicScenario-2112190267 tempest-TestMinimumBasicScenario-2112190267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16080601'] for port, before_update {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:52:34.286547 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-cf9725c4-0df1-4b29-9065-d5bba4f1656f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16080601'] for port, before_update {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:52:34.302294 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-737af1c2-3cfa-4c36-b9fc-c5ea186010e5 req-4c207178-347b-4e5a-bba6-db6a2f179eea service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=fe66f4bc-a730-4366-9315-bbac9ee08859&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1570475 Feb 09 15:52:34.340014 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-1770dc19-a127-4dbb-8931-73236ab9d9f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16080601'] for port, before_create {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:52:34.415622 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.db.provisioning_blocks [None req-5dc7cf2b-a13d-4c7b-8a61-14f585c7da6f None None] Provisioning complete for port c8553ff2-93bc-4818-b229-37b9c942c57e triggered by entity DHCP. {{(pid=82903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:52:34.416790 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-5dc7cf2b-a13d-4c7b-8a61-14f585c7da6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16008948'] for port, provisioning_complete {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:52:34.451607 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.plugins.ml2.rpc [None req-608c4fd2-211a-4ca9-a277-ad2a51be62ff None None] Device c8553ff2-93bc-4818-b229-37b9c942c57e up at agent ovs-agent-dv-cinder-825105-1-iscsi {{(pid=82903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 15:52:34.590055 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.db.db_base_plugin_common [None req-1770dc19-a127-4dbb-8931-73236ab9d9f9 admin admin] Allocated IP 172.20.0.1 (edbe0ebb-028d-4de9-90a8-365752b4b481/7dc47919-002f-471f-9357-6333c6fae7ee/d0bcfc34-93c3-4d2a-a065-baf51b2cc7ae) {{(pid=82902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 15:52:34.631301 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.plugins.ml2.db [req-f8db6e10-8928-4f91-9ab3-f660288ffb8e req-f937502e-6b97-46fc-bba0-ffb5a4c287a0 tempest-TestMinimumBasicScenario-2112190267 tempest-TestMinimumBasicScenario-2112190267-project] For port 8e5a6284-7d86-4943-8081-e453ea2be6d5, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=8e5a6284-7d86-4943-8081-e453ea2be6d5,segment=NetworkSegment(8a474cb2-0024-43f1-be9a-3b8400eb3313),segment_id=8a474cb2-0024-43f1-be9a-3b8400eb3313)] {{(pid=82901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:52:34.644094 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-737af1c2-3cfa-4c36-b9fc-c5ea186010e5 req-5724dbc1-dc8c-4d79-bff1-3b901b8a5364 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=821223475c6a403eae77f15f7d877c42&device_id=fe66f4bc-a730-4366-9315-bbac9ee08859 HTTP/1.1" status: 200 len: 1098 time: 0.1826689 Feb 09 15:52:34.663736 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [req-f8db6e10-8928-4f91-9ab3-f660288ffb8e req-f937502e-6b97-46fc-bba0-ffb5a4c287a0 tempest-TestMinimumBasicScenario-2112190267 tempest-TestMinimumBasicScenario-2112190267-project] Notify callbacks [] for port, precommit_update {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:52:34.694803 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [req-f8db6e10-8928-4f91-9ab3-f660288ffb8e req-f937502e-6b97-46fc-bba0-ffb5a4c287a0 tempest-TestMinimumBasicScenario-2112190267 tempest-TestMinimumBasicScenario-2112190267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16080037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758755988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756758334055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756758334100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1282337'] for port, after_update {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:52:34.711858 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.plugins.ml2.db [None req-812787cf-6466-4ce1-8c4e-c32e14b18d8a None None] get_ports_and_sgs() called for port_ids ['8e5a6284-7d86-4943-8081-e453ea2be6d5'] {{(pid=82903) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 09 15:52:34.757791 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.db.provisioning_blocks [None req-608c4fd2-211a-4ca9-a277-ad2a51be62ff None None] Provisioning complete for port c8553ff2-93bc-4818-b229-37b9c942c57e triggered by entity L2. {{(pid=82903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:52:34.757791 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-608c4fd2-211a-4ca9-a277-ad2a51be62ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16008948'] for port, provisioning_complete {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:52:34.762030 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-1770dc19-a127-4dbb-8931-73236ab9d9f9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:52:34.778212 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.db.provisioning_blocks [None req-1770dc19-a127-4dbb-8931-73236ab9d9f9 admin admin] Transition to ACTIVE for port object d0bcfc34-93c3-4d2a-a065-baf51b2cc7ae will not be triggered until provisioned by entity DHCP. {{(pid=82902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 15:52:34.804998 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-1770dc19-a127-4dbb-8931-73236ab9d9f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16080037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124156', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756758334037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1633551'] for port, after_create {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:52:34.840265 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8db6e10-8928-4f91-9ab3-f660288ffb8e req-f937502e-6b97-46fc-bba0-ffb5a4c287a0 tempest-TestMinimumBasicScenario-2112190267 tempest-TestMinimumBasicScenario-2112190267-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:52:34.840798 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [req-f8db6e10-8928-4f91-9ab3-f660288ffb8e req-f937502e-6b97-46fc-bba0-ffb5a4c287a0 tempest-TestMinimumBasicScenario-2112190267 tempest-TestMinimumBasicScenario-2112190267-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205010'] for port, before_response {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:52:34.842797 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-f8db6e10-8928-4f91-9ab3-f660288ffb8e req-f937502e-6b97-46fc-bba0-ffb5a4c287a0 tempest-TestMinimumBasicScenario-2112190267 tempest-TestMinimumBasicScenario-2112190267-project] 10.222.0.67 "PUT /v2.0/ports/8e5a6284-7d86-4943-8081-e453ea2be6d5 HTTP/1.1" status: 200 len: 981 time: 0.8449781 Feb 09 15:52:34.849662 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fe66f4bc-a730-4366-9315-bbac9ee08859', 'tag': '8e5a6284-7d86-4943-8081-e453ea2be6d5'}] {{(pid=82901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 15:52:34.873368 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f937502e-6b97-46fc-bba0-ffb5a4c287a0 tempest-TestMinimumBasicScenario-2112190267 tempest-TestMinimumBasicScenario-2112190267-project] Pushing event updated for resources: {'Port': ['ID=8e5a6284-7d86-4943-8081-e453ea2be6d5,revision_number=6']} {{(pid=82901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:52:34.899543 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737af1c2-3cfa-4c36-b9fc-c5ea186010e5 req-faa3b3f8-4c4d-4a28-94af-ce63dce593b8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:52:34.901009 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-737af1c2-3cfa-4c36-b9fc-c5ea186010e5 req-faa3b3f8-4c4d-4a28-94af-ce63dce593b8 service neutron] 10.222.0.47 "GET /v2.0/networks?id=1da4d30a-7e2e-4d62-bbe8-18bb4a5c12b7 HTTP/1.1" status: 200 len: 915 time: 0.2340119 Feb 09 15:52:34.925105 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1770dc19-a127-4dbb-8931-73236ab9d9f9 admin admin] Network edbe0ebb-028d-4de9-90a8-365752b4b481 is already hosted by enough agents. {{(pid=82902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 15:52:34.929143 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.scheduler.base_scheduler [None req-1770dc19-a127-4dbb-8931-73236ab9d9f9 admin admin] Resources bound (agent type, host, resource id): {{(pid=82902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 15:52:34.933622 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1770dc19-a127-4dbb-8931-73236ab9d9f9 admin admin] Received port after_create {{(pid=82902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 15:52:34.959596 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.plugins.ml2.db [None req-812787cf-6466-4ce1-8c4e-c32e14b18d8a None None] get_ports_and_sgs() called for port_ids ['8e5a6284-7d86-4943-8081-e453ea2be6d5'] {{(pid=82903) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 09 15:52:35.043177 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fe66f4bc-a730-4366-9315-bbac9ee08859', 'tag': '8e5a6284-7d86-4943-8081-e453ea2be6d5', 'status': 'completed', 'code': 200} Feb 09 15:52:35.051089 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-1770dc19-a127-4dbb-8931-73236ab9d9f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-405704'] for router_interface, before_create {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:52:35.126837 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-737af1c2-3cfa-4c36-b9fc-c5ea186010e5 req-85ad96db-46fa-4858-9c33-24356c2e13a0 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8e5a6284-7d86-4943-8081-e453ea2be6d5 HTTP/1.1" status: 200 len: 999 time: 0.2164977 Feb 09 15:52:35.136562 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-cf9725c4-0df1-4b29-9065-d5bba4f1656f None None] Notify callbacks [] for port, precommit_update {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:52:35.140540 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1770dc19-a127-4dbb-8931-73236ab9d9f9 admin admin] Pushing event updated for resources: {'Port': ['ID=d0bcfc34-93c3-4d2a-a065-baf51b2cc7ae,revision_number=1']} {{(pid=82902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:52:35.204650 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-1770dc19-a127-4dbb-8931-73236ab9d9f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16080601'] for port, before_update {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:52:35.325867 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.db.provisioning_blocks [None req-cf9725c4-0df1-4b29-9065-d5bba4f1656f None None] Transition to ACTIVE for port object e97077b8-3753-45fa-a68e-06f2f9302e60 will not be triggered until provisioned by entity L2. {{(pid=82903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 15:52:35.341654 dv-cinder-825105-1-iscsi neutron-server[82904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a1f98e0-9989-4533-acec-b42c7e6f5f11 None None] New status for floating IP bf19a0bf-ade8-4714-b08e-a40333111ee4: ACTIVE {{(pid=82904) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 09 15:52:35.359953 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-cf9725c4-0df1-4b29-9065-d5bba4f1656f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16080037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758755988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756758334055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756758334100'] for port, after_update {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:52:35.400696 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737af1c2-3cfa-4c36-b9fc-c5ea186010e5 req-4d425186-2e36-4a5f-be7f-171a495e5ce0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:52:35.402185 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-737af1c2-3cfa-4c36-b9fc-c5ea186010e5 req-4d425186-2e36-4a5f-be7f-171a495e5ce0 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=5210e5fa-de18-4bef-802b-07b1e83aa09d HTTP/1.1" status: 200 len: 853 time: 0.2691061 Feb 09 15:52:35.458008 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.plugins.ml2.managers [None req-cf9725c4-0df1-4b29-9065-d5bba4f1656f None None] Attempting to bind port e97077b8-3753-45fa-a68e-06f2f9302e60 on host dv-cinder-825105-1-iscsi for vnic_type normal with profile {{(pid=82903) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 15:52:35.458593 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.plugins.ml2.managers [None req-cf9725c4-0df1-4b29-9065-d5bba4f1656f None None] Attempting to bind port e97077b8-3753-45fa-a68e-06f2f9302e60 by drivers openvswitch,hyperv on host dv-cinder-825105-1-iscsi at level 0 using segments [{'id': 'e675f0f7-189f-41a1-8fb7-d7545319af97', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c65eede5-7777-493f-951d-210877831002'}] {{(pid=82903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 15:52:35.459043 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf9725c4-0df1-4b29-9065-d5bba4f1656f None None] Attempting to bind port e97077b8-3753-45fa-a68e-06f2f9302e60 on network c65eede5-7777-493f-951d-210877831002 {{(pid=82903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 15:52:35.476610 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf9725c4-0df1-4b29-9065-d5bba4f1656f None None] Checking agent: {'id': '0c30844f-de8e-42c5-a17a-962bb78b1270', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-825105-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 15, 34, 1), 'started_at': datetime.datetime(2022, 2, 9, 15, 34, 31), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 15, 52, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-825105-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 15:52:35.477151 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf9725c4-0df1-4b29-9065-d5bba4f1656f None None] Checking segment: {'id': 'e675f0f7-189f-41a1-8fb7-d7545319af97', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c65eede5-7777-493f-951d-210877831002'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 15:52:35.478327 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-cf9725c4-0df1-4b29-9065-d5bba4f1656f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:52:35.478818 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf9725c4-0df1-4b29-9065-d5bba4f1656f None None] Bound using segment: {'id': 'e675f0f7-189f-41a1-8fb7-d7545319af97', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c65eede5-7777-493f-951d-210877831002'} {{(pid=82903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 15:52:35.479391 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.plugins.ml2.managers [None req-cf9725c4-0df1-4b29-9065-d5bba4f1656f None None] Bound port: e97077b8-3753-45fa-a68e-06f2f9302e60, host: dv-cinder-825105-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e675f0f7-189f-41a1-8fb7-d7545319af97', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c65eede5-7777-493f-951d-210877831002'}}] {{(pid=82903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 15:52:35.480018 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-cf9725c4-0df1-4b29-9065-d5bba4f1656f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16080601'] for port, before_update {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:52:35.494810 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-737af1c2-3cfa-4c36-b9fc-c5ea186010e5 req-5bb1c148-d96f-4c3f-8a68-492b4c939252 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=1da4d30a-7e2e-4d62-bbe8-18bb4a5c12b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0846858 Feb 09 15:52:35.538487 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bceaedfa-f0bc-4188-be31-b5b7bedcb713 req-afcd3e5a-efb1-4fa2-bc9b-ed3cfb3d1eb4 tempest-TestMinimumBasicScenario-2112190267 tempest-TestMinimumBasicScenario-2112190267-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:52:35.539975 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-bceaedfa-f0bc-4188-be31-b5b7bedcb713 req-afcd3e5a-efb1-4fa2-bc9b-ed3cfb3d1eb4 tempest-TestMinimumBasicScenario-2112190267 tempest-TestMinimumBasicScenario-2112190267-project] 10.222.0.67 "GET /v2.0/ports?device_id=fe66f4bc-a730-4366-9315-bbac9ee08859 HTTP/1.1" status: 200 len: 984 time: 0.4475269 Feb 09 15:52:35.559591 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.plugins.ml2.db [None req-cf9725c4-0df1-4b29-9065-d5bba4f1656f None None] For port e97077b8-3753-45fa-a68e-06f2f9302e60, host dv-cinder-825105-1-iscsi, cleared binding levels {{(pid=82903) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 15:52:35.563626 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.plugins.ml2.db [None req-cf9725c4-0df1-4b29-9065-d5bba4f1656f None None] For port e97077b8-3753-45fa-a68e-06f2f9302e60, host dv-cinder-825105-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825105-1-iscsi',level=0,port_id=e97077b8-3753-45fa-a68e-06f2f9302e60,segment=NetworkSegment(e675f0f7-189f-41a1-8fb7-d7545319af97),segment_id=e675f0f7-189f-41a1-8fb7-d7545319af97)] {{(pid=82903) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 15:52:35.587121 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-cf9725c4-0df1-4b29-9065-d5bba4f1656f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16080037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758755988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756758334055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756758334100'] for port, after_update {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:52:35.630945 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.quota.resource [req-bceaedfa-f0bc-4188-be31-b5b7bedcb713 req-a3baf4c1-9473-430c-90c5-fcaf191e05c3 tempest-TestMinimumBasicScenario-2112190267 tempest-TestMinimumBasicScenario-2112190267-project] Synchronizing usage tracker for tenant:821223475c6a403eae77f15f7d877c42 on resource:security_group {{(pid=82902) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 15:52:35.642242 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead5b16b-9f75-4529-81c6-922caf18d56d None None] Pushing event updated for resources: {'Port': ['ID=e97077b8-3753-45fa-a68e-06f2f9302e60,revision_number=2']} {{(pid=82903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:52:35.666818 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-1770dc19-a127-4dbb-8931-73236ab9d9f9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:52:35.669134 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.quota.resource [req-bceaedfa-f0bc-4188-be31-b5b7bedcb713 req-a3baf4c1-9473-430c-90c5-fcaf191e05c3 tempest-TestMinimumBasicScenario-2112190267 tempest-TestMinimumBasicScenario-2112190267-project] Unset dirty status for tenant:821223475c6a403eae77f15f7d877c42 on resource:security_group {{(pid=82902) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 15:52:35.677996 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-bceaedfa-f0bc-4188-be31-b5b7bedcb713 req-a3baf4c1-9473-430c-90c5-fcaf191e05c3 tempest-TestMinimumBasicScenario-2112190267 tempest-TestMinimumBasicScenario-2112190267-project] 10.222.0.67 "GET /v2.0/security-groups?id=79eb8049-6076-4ac2-9067-f9377e697245&id=22cbc017-bfa8-4021-934e-18da588f0056&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1228912 Feb 09 15:52:35.678454 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-737af1c2-3cfa-4c36-b9fc-c5ea186010e5 req-a9c9d94a-110e-4671-939e-a0a0145e2515 service neutron] 10.222.0.47 "GET /v2.0/networks/1da4d30a-7e2e-4d62-bbe8-18bb4a5c12b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1742494 Feb 09 15:52:35.680908 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-1770dc19-a127-4dbb-8931-73236ab9d9f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16080037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758755988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756758334055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756758334100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1633542'] for port, after_update {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:52:35.703484 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.db.provisioning_blocks [None req-7df9320e-b48d-4847-b138-94a808a92010 None None] Provisioning complete for port 8e5a6284-7d86-4943-8081-e453ea2be6d5 triggered by entity DHCP. {{(pid=82903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:52:35.703846 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-7df9320e-b48d-4847-b138-94a808a92010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16008948'] for port, provisioning_complete {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:52:35.791466 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead5b16b-9f75-4529-81c6-922caf18d56d None None] Pushing event updated for resources: {'Port': ['ID=e97077b8-3753-45fa-a68e-06f2f9302e60,revision_number=3']} {{(pid=82903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:52:35.797326 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1770dc19-a127-4dbb-8931-73236ab9d9f9 admin admin] Pushing event updated for resources: {'Port': ['ID=d0bcfc34-93c3-4d2a-a065-baf51b2cc7ae,revision_number=2']} {{(pid=82902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:52:35.822360 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-1770dc19-a127-4dbb-8931-73236ab9d9f9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16123972', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-405541'] for router_interface, after_create {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:52:35.824109 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf9725c4-0df1-4b29-9065-d5bba4f1656f None None] Routers {'172f9e79-357f-4498-ae14-3f49ee1be4da'} bound to L3 agent in host dv-cinder-825105-1-iscsi {{(pid=82903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 15:52:35.825279 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.db.l3_hamode_db [None req-cf9725c4-0df1-4b29-9065-d5bba4f1656f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825105-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T15:34:00Z,description=,heartbeat_timestamp=2022-02-09T15:52:30Z,host='dv-cinder-825105-1-iscsi',id=94c626d1-bc40-41bd-b6b2-9a20da402cb6,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:34:00Z,topic='l3_agent')) {'router_ids': ['172f9e79-357f-4498-ae14-3f49ee1be4da'], 'active': True} {{(pid=82903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:52:35.854388 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-737af1c2-3cfa-4c36-b9fc-c5ea186010e5 req-f2c8049e-b159-4129-a443-74a1bf3ba11c service neutron] 10.222.0.47 "GET /v2.0/networks/1da4d30a-7e2e-4d62-bbe8-18bb4a5c12b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1662078 Feb 09 15:52:35.986751 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1770dc19-a127-4dbb-8931-73236ab9d9f9 admin admin] Network edbe0ebb-028d-4de9-90a8-365752b4b481 is already hosted by enough agents. {{(pid=82902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 15:52:35.987925 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.scheduler.base_scheduler [None req-1770dc19-a127-4dbb-8931-73236ab9d9f9 admin admin] Resources bound (agent type, host, resource id): {{(pid=82902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 15:52:36.005445 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-05ca2848-d742-4d40-b5c6-22061db4410e req-c9574bea-bf27-4ce5-a13f-87c5dc1094e6 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=821223475c6a403eae77f15f7d877c42&device_id=fe66f4bc-a730-4366-9315-bbac9ee08859 HTTP/1.1" status: 200 len: 1137 time: 0.1041625 Feb 09 15:52:36.160351 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.db.l3_dvr_db [None req-cf9725c4-0df1-4b29-9065-d5bba4f1656f None None] Set router 172f9e79-357f-4498-ae14-3f49ee1be4da gateway port host: dv-cinder-825105-1-iscsi {{(pid=82903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 15:52:36.166985 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ca2848-d742-4d40-b5c6-22061db4410e req-fb1b7689-02ef-45c6-a676-44c5640f8f24 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:52:36.168572 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-05ca2848-d742-4d40-b5c6-22061db4410e req-fb1b7689-02ef-45c6-a676-44c5640f8f24 service neutron] 10.222.0.47 "GET /v2.0/networks?id=1da4d30a-7e2e-4d62-bbe8-18bb4a5c12b7 HTTP/1.1" status: 200 len: 915 time: 0.1573024 Feb 09 15:52:36.302107 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-05ca2848-d742-4d40-b5c6-22061db4410e req-ce2c8a3f-24c2-4709-a7d4-2c306b3d5886 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8e5a6284-7d86-4943-8081-e453ea2be6d5 HTTP/1.1" status: 200 len: 1001 time: 0.1261849 Feb 09 15:52:36.389171 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ca2848-d742-4d40-b5c6-22061db4410e req-9e067508-8bae-4cee-9dd3-1f5aafd7ae0d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:52:36.391064 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-05ca2848-d742-4d40-b5c6-22061db4410e req-9e067508-8bae-4cee-9dd3-1f5aafd7ae0d service neutron] 10.222.0.47 "GET /v2.0/subnets?id=5210e5fa-de18-4bef-802b-07b1e83aa09d HTTP/1.1" status: 200 len: 853 time: 0.0806868 Feb 09 15:52:36.487230 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-05ca2848-d742-4d40-b5c6-22061db4410e req-d4cae403-2e88-4133-a9e5-48c7f170e22a service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=1da4d30a-7e2e-4d62-bbe8-18bb4a5c12b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0886660 Feb 09 15:52:36.619687 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1770dc19-a127-4dbb-8931-73236ab9d9f9 admin admin] Router 172f9e79-357f-4498-ae14-3f49ee1be4da has already been hosted by L3 agent 94c626d1-bc40-41bd-b6b2-9a20da402cb6 {{(pid=82902) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 15:52:36.633557 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-05ca2848-d742-4d40-b5c6-22061db4410e req-67e6e1e7-6ee8-4837-a599-d37210a1a845 service neutron] 10.222.0.47 "GET /v2.0/networks/1da4d30a-7e2e-4d62-bbe8-18bb4a5c12b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1351633 Feb 09 15:52:36.781091 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-05ca2848-d742-4d40-b5c6-22061db4410e req-3151f693-0e80-47d5-946c-58cec3486586 service neutron] 10.222.0.47 "GET /v2.0/networks/1da4d30a-7e2e-4d62-bbe8-18bb4a5c12b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1401875 Feb 09 15:52:36.829128 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1770dc19-a127-4dbb-8931-73236ab9d9f9 admin admin] Notify agent at l3_agent.dv-cinder-825105-1-iscsi the message routers_updated {{(pid=82902) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 15:52:36.834083 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.db.provisioning_blocks [None req-53dd03ed-5613-4d1c-a68e-efec612e9931 None None] Provisioning for port d0bcfc34-93c3-4d2a-a065-baf51b2cc7ae completed by entity DHCP. {{(pid=82903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 15:52:36.838688 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [None req-1770dc19-a127-4dbb-8931-73236ab9d9f9 admin admin] 10.222.0.67 "PUT /v2.0/routers/172f9e79-357f-4498-ae14-3f49ee1be4da/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4860055 Feb 09 15:52:36.859461 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.db.provisioning_blocks [None req-53dd03ed-5613-4d1c-a68e-efec612e9931 None None] Provisioning complete for port d0bcfc34-93c3-4d2a-a065-baf51b2cc7ae triggered by entity DHCP. {{(pid=82903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:52:36.859823 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-53dd03ed-5613-4d1c-a68e-efec612e9931 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16008948'] for port, provisioning_complete {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:52:36.979510 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.plugins.ml2.plugin [None req-53dd03ed-5613-4d1c-a68e-efec612e9931 None None] Port d0bcfc34-93c3-4d2a-a065-baf51b2cc7ae cannot update to ACTIVE because it is not bound. {{(pid=82903) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 09 15:52:37.027062 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.db.l3_hamode_db [None req-cf9725c4-0df1-4b29-9065-d5bba4f1656f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '172f9e79-357f-4498-ae14-3f49ee1be4da', 'name': 'tempest-TestShelveInstance-841654468-router', 'tenant_id': '1f181966b96242e5b74d14949d4aa0d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c65eede5-7777-493f-951d-210877831002', 'external_fixed_ips': [{'subnet_id': '2c513225-bb11-4d36-a4c3-0732716dcb87', 'ip_address': '172.27.0.191'}], 'enable_snat': True}, 'gw_port_id': 'e97077b8-3753-45fa-a68e-06f2f9302e60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T15:52:30Z', 'updated_at': '2022-02-09T15:52:35Z', 'revision_number': 4, 'project_id': '1f181966b96242e5b74d14949d4aa0d5', 'gw_port': {'id': 'e97077b8-3753-45fa-a68e-06f2f9302e60', 'name': '', 'network_id': 'c65eede5-7777-493f-951d-210877831002', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:64:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '172f9e79-357f-4498-ae14-3f49ee1be4da', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2c513225-bb11-4d36-a4c3-0732716dcb87', 'ip_address': '172.27.0.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825105-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:52:31Z', 'updated_at': '2022-02-09T15:52:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2c513225-bb11-4d36-a4c3-0732716dcb87', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825105-1-iscsi', '_interfaces': [{'id': 'd0bcfc34-93c3-4d2a-a065-baf51b2cc7ae', 'name': '', 'network_id': 'edbe0ebb-028d-4de9-90a8-365752b4b481', 'tenant_id': '1f181966b96242e5b74d14949d4aa0d5', 'mac_address': 'fa:16:3e:be:51:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '172f9e79-357f-4498-ae14-3f49ee1be4da', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7dc47919-002f-471f-9357-6333c6fae7ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:52:34Z', 'updated_at': '2022-02-09T15:52:35Z', 'revision_number': 2, 'project_id': '1f181966b96242e5b74d14949d4aa0d5', 'subnets': [{'id': '7dc47919-002f-471f-9357-6333c6fae7ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825105-1-iscsi', False) {} {{(pid=82903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:52:37.041007 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf9725c4-0df1-4b29-9065-d5bba4f1656f None None] The sync data for ids ['172f9e79-357f-4498-ae14-3f49ee1be4da'] in dv-cinder-825105-1-iscsi is: [{'id': '172f9e79-357f-4498-ae14-3f49ee1be4da', 'name': 'tempest-TestShelveInstance-841654468-router', 'tenant_id': '1f181966b96242e5b74d14949d4aa0d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c65eede5-7777-493f-951d-210877831002', 'external_fixed_ips': [{'subnet_id': '2c513225-bb11-4d36-a4c3-0732716dcb87', 'ip_address': '172.27.0.191'}], 'enable_snat': True}, 'gw_port_id': 'e97077b8-3753-45fa-a68e-06f2f9302e60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T15:52:30Z', 'updated_at': '2022-02-09T15:52:35Z', 'revision_number': 4, 'project_id': '1f181966b96242e5b74d14949d4aa0d5', 'gw_port': {'id': 'e97077b8-3753-45fa-a68e-06f2f9302e60', 'name': '', 'network_id': 'c65eede5-7777-493f-951d-210877831002', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:64:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '172f9e79-357f-4498-ae14-3f49ee1be4da', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2c513225-bb11-4d36-a4c3-0732716dcb87', 'ip_address': '172.27.0.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825105-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:52:31Z', 'updated_at': '2022-02-09T15:52:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2c513225-bb11-4d36-a4c3-0732716dcb87', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825105-1-iscsi', '_interfaces': [{'id': 'd0bcfc34-93c3-4d2a-a065-baf51b2cc7ae', 'name': '', 'network_id': 'edbe0ebb-028d-4de9-90a8-365752b4b481', 'tenant_id': '1f181966b96242e5b74d14949d4aa0d5', 'mac_address': 'fa:16:3e:be:51:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '172f9e79-357f-4498-ae14-3f49ee1be4da', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7dc47919-002f-471f-9357-6333c6fae7ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:52:34Z', 'updated_at': '2022-02-09T15:52:35Z', 'revision_number': 2, 'project_id': '1f181966b96242e5b74d14949d4aa0d5', 'subnets': [{'id': '7dc47919-002f-471f-9357-6333c6fae7ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 09 15:52:37.069826 dv-cinder-825105-1-iscsi neutron-server[82904]: DEBUG neutron.db.agents_db [None req-77d1faa3-9ee6-4a91-bd02-8524aa1f9325 None None] Agent healthcheck: found 6 active agents {{(pid=82904) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 15:52:38.443217 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.wsgi [-] (82902) accepted ('10.222.0.67', 51394) {{(pid=82902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 15:52:38.448716 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.api.v2.base [None req-9c7cfb56-d4f4-4f44-8f90-d86c5d91254f tempest-TestShelveInstance-829759295 tempest-TestShelveInstance-829759295-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1150573720', 'description': 'tempest-secgroup-smoke-1150573720 description', 'project_id': 'edfe650ad3644da4b086f48fa09eb548'}} {{(pid=82902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 15:52:38.455112 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.db.quota.driver [None req-9c7cfb56-d4f4-4f44-8f90-d86c5d91254f tempest-TestShelveInstance-829759295 tempest-TestShelveInstance-829759295-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 15:52:38.458984 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.quota.resource [None req-9c7cfb56-d4f4-4f44-8f90-d86c5d91254f tempest-TestShelveInstance-829759295 tempest-TestShelveInstance-829759295-project] Usage tracker for resource:security_group and tenant:edfe650ad3644da4b086f48fa09eb548 is out of sync, need to count used quota {{(pid=82902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 15:52:38.461965 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.quota.resource [None req-9c7cfb56-d4f4-4f44-8f90-d86c5d91254f tempest-TestShelveInstance-829759295 tempest-TestShelveInstance-829759295-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=82902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 15:52:38.468179 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.db.quota.driver [None req-9c7cfb56-d4f4-4f44-8f90-d86c5d91254f tempest-TestShelveInstance-829759295 tempest-TestShelveInstance-829759295-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=82902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 15:52:38.477697 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-9c7cfb56-d4f4-4f44-8f90-d86c5d91254f tempest-TestShelveInstance-829759295 tempest-TestShelveInstance-829759295-project] Notify callbacks [] for security_group, before_create {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:52:38.516271 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.db.quota.driver [None req-9c7cfb56-d4f4-4f44-8f90-d86c5d91254f tempest-TestShelveInstance-829759295 tempest-TestShelveInstance-829759295-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 15:52:38.519916 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.quota.resource [None req-9c7cfb56-d4f4-4f44-8f90-d86c5d91254f tempest-TestShelveInstance-829759295 tempest-TestShelveInstance-829759295-project] Usage tracker for resource:security_group_rule and tenant:edfe650ad3644da4b086f48fa09eb548 is out of sync, need to count used quota {{(pid=82902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 15:52:38.522708 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.quota.resource [None req-9c7cfb56-d4f4-4f44-8f90-d86c5d91254f tempest-TestShelveInstance-829759295 tempest-TestShelveInstance-829759295-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=82902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 15:52:38.528281 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.db.quota.driver [None req-9c7cfb56-d4f4-4f44-8f90-d86c5d91254f tempest-TestShelveInstance-829759295 tempest-TestShelveInstance-829759295-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=82902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 15:52:38.589653 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-9c7cfb56-d4f4-4f44-8f90-d86c5d91254f tempest-TestShelveInstance-829759295 tempest-TestShelveInstance-829759295-project] Notify callbacks [] for security_group, precommit_create {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:52:38.594401 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-9c7cfb56-d4f4-4f44-8f90-d86c5d91254f tempest-TestShelveInstance-829759295 tempest-TestShelveInstance-829759295-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_create {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:52:38.638406 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7cfb56-d4f4-4f44-8f90-d86c5d91254f tempest-TestShelveInstance-829759295 tempest-TestShelveInstance-829759295-project] Pushing event updated for resources: {'SecurityGroup': ['ID=86070b6d-f80e-462a-a1f4-df7d1c8b953c,revision_number=1']} {{(pid=82902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:52:38.642919 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-9c7cfb56-d4f4-4f44-8f90-d86c5d91254f tempest-TestShelveInstance-829759295 tempest-TestShelveInstance-829759295-project] Notify callbacks [] for security_group, before_response {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:52:38.646786 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [None req-9c7cfb56-d4f4-4f44-8f90-d86c5d91254f tempest-TestShelveInstance-829759295 tempest-TestShelveInstance-829759295-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.1998892 Feb 09 15:52:38.647475 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.wsgi [-] (82902) accepted ('10.222.0.67', 51398) {{(pid=82902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 15:52:38.652712 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.api.v2.base [None req-d9da6873-3b0a-4534-96a3-88dc7af4cb58 tempest-TestShelveInstance-829759295 tempest-TestShelveInstance-829759295-project] Request body: {'security_group_rule': {'security_group_id': '86070b6d-f80e-462a-a1f4-df7d1c8b953c', 'project_id': 'edfe650ad3644da4b086f48fa09eb548', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=82902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 15:52:38.659126 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.db.quota.driver [None req-d9da6873-3b0a-4534-96a3-88dc7af4cb58 tempest-TestShelveInstance-829759295 tempest-TestShelveInstance-829759295-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 15:52:38.662873 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.quota.resource [None req-d9da6873-3b0a-4534-96a3-88dc7af4cb58 tempest-TestShelveInstance-829759295 tempest-TestShelveInstance-829759295-project] Usage tracker for resource:security_group_rule and tenant:edfe650ad3644da4b086f48fa09eb548 is out of sync, need to count used quota {{(pid=82902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 15:52:38.665682 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.quota.resource [None req-d9da6873-3b0a-4534-96a3-88dc7af4cb58 tempest-TestShelveInstance-829759295 tempest-TestShelveInstance-829759295-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=82902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 15:52:38.671332 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.db.quota.driver [None req-d9da6873-3b0a-4534-96a3-88dc7af4cb58 tempest-TestShelveInstance-829759295 tempest-TestShelveInstance-829759295-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=82902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 15:52:38.687986 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-d9da6873-3b0a-4534-96a3-88dc7af4cb58 tempest-TestShelveInstance-829759295 tempest-TestShelveInstance-829759295-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:52:38.749136 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-d9da6873-3b0a-4534-96a3-88dc7af4cb58 tempest-TestShelveInstance-829759295 tempest-TestShelveInstance-829759295-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:52:38.752693 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-d9da6873-3b0a-4534-96a3-88dc7af4cb58 tempest-TestShelveInstance-829759295 tempest-TestShelveInstance-829759295-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331611'] for security_group_rule, after_create {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:52:38.775465 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9da6873-3b0a-4534-96a3-88dc7af4cb58 tempest-TestShelveInstance-829759295 tempest-TestShelveInstance-829759295-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2da17596-11ba-4787-a255-899a3ce1d224,revision_number=0']} {{(pid=82902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:52:38.785162 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-d9da6873-3b0a-4534-96a3-88dc7af4cb58 tempest-TestShelveInstance-829759295 tempest-TestShelveInstance-829759295-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:52:38.786374 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [None req-d9da6873-3b0a-4534-96a3-88dc7af4cb58 tempest-TestShelveInstance-829759295 tempest-TestShelveInstance-829759295-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1384125 Feb 09 15:52:38.789174 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.wsgi [-] (82902) accepted ('10.222.0.67', 51402) {{(pid=82902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 15:52:38.794596 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.api.v2.base [None req-9c73951e-aca0-4d46-8709-e27a1f2e07f3 tempest-TestShelveInstance-829759295 tempest-TestShelveInstance-829759295-project] Request body: {'security_group_rule': {'security_group_id': '86070b6d-f80e-462a-a1f4-df7d1c8b953c', 'project_id': 'edfe650ad3644da4b086f48fa09eb548', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=82902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 15:52:38.800709 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.db.quota.driver [None req-9c73951e-aca0-4d46-8709-e27a1f2e07f3 tempest-TestShelveInstance-829759295 tempest-TestShelveInstance-829759295-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 15:52:38.804530 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.quota.resource [None req-9c73951e-aca0-4d46-8709-e27a1f2e07f3 tempest-TestShelveInstance-829759295 tempest-TestShelveInstance-829759295-project] Usage tracker for resource:security_group_rule and tenant:edfe650ad3644da4b086f48fa09eb548 is out of sync, need to count used quota {{(pid=82902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 15:52:38.807327 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.quota.resource [None req-9c73951e-aca0-4d46-8709-e27a1f2e07f3 tempest-TestShelveInstance-829759295 tempest-TestShelveInstance-829759295-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=82902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 15:52:38.813572 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.db.quota.driver [None req-9c73951e-aca0-4d46-8709-e27a1f2e07f3 tempest-TestShelveInstance-829759295 tempest-TestShelveInstance-829759295-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=82902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 15:52:38.830539 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-9c73951e-aca0-4d46-8709-e27a1f2e07f3 tempest-TestShelveInstance-829759295 tempest-TestShelveInstance-829759295-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:52:38.894117 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-9c73951e-aca0-4d46-8709-e27a1f2e07f3 tempest-TestShelveInstance-829759295 tempest-TestShelveInstance-829759295-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:52:38.897668 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-9c73951e-aca0-4d46-8709-e27a1f2e07f3 tempest-TestShelveInstance-829759295 tempest-TestShelveInstance-829759295-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331611'] for security_group_rule, after_create {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:52:38.920878 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c73951e-aca0-4d46-8709-e27a1f2e07f3 tempest-TestShelveInstance-829759295 tempest-TestShelveInstance-829759295-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2654d2da-31c6-40c0-be2e-97d3e02f8fd9,revision_number=0']} {{(pid=82902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:52:38.929750 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-9c73951e-aca0-4d46-8709-e27a1f2e07f3 tempest-TestShelveInstance-829759295 tempest-TestShelveInstance-829759295-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:52:38.930887 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [None req-9c73951e-aca0-4d46-8709-e27a1f2e07f3 tempest-TestShelveInstance-829759295 tempest-TestShelveInstance-829759295-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1408134 Feb 09 15:52:38.933979 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.wsgi [-] (82902) accepted ('10.222.0.67', 51406) {{(pid=82902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 15:52:38.939479 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.api.v2.base [None req-df2cb703-dc94-473d-acf8-11e3db07a433 tempest-TestShelveInstance-829759295 tempest-TestShelveInstance-829759295-project] Request body: {'security_group_rule': {'security_group_id': '86070b6d-f80e-462a-a1f4-df7d1c8b953c', 'project_id': 'edfe650ad3644da4b086f48fa09eb548', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=82902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 15:52:38.945086 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.db.quota.driver [None req-df2cb703-dc94-473d-acf8-11e3db07a433 tempest-TestShelveInstance-829759295 tempest-TestShelveInstance-829759295-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 15:52:38.948756 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.quota.resource [None req-df2cb703-dc94-473d-acf8-11e3db07a433 tempest-TestShelveInstance-829759295 tempest-TestShelveInstance-829759295-project] Usage tracker for resource:security_group_rule and tenant:edfe650ad3644da4b086f48fa09eb548 is out of sync, need to count used quota {{(pid=82902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 15:52:38.953097 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.quota.resource [None req-df2cb703-dc94-473d-acf8-11e3db07a433 tempest-TestShelveInstance-829759295 tempest-TestShelveInstance-829759295-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=82902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 15:52:38.958934 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.db.quota.driver [None req-df2cb703-dc94-473d-acf8-11e3db07a433 tempest-TestShelveInstance-829759295 tempest-TestShelveInstance-829759295-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=82902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 15:52:38.976071 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-df2cb703-dc94-473d-acf8-11e3db07a433 tempest-TestShelveInstance-829759295 tempest-TestShelveInstance-829759295-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:52:39.037661 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-df2cb703-dc94-473d-acf8-11e3db07a433 tempest-TestShelveInstance-829759295 tempest-TestShelveInstance-829759295-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:52:39.041154 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-df2cb703-dc94-473d-acf8-11e3db07a433 tempest-TestShelveInstance-829759295 tempest-TestShelveInstance-829759295-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331611'] for security_group_rule, after_create {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:52:39.063906 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df2cb703-dc94-473d-acf8-11e3db07a433 tempest-TestShelveInstance-829759295 tempest-TestShelveInstance-829759295-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=93de0af6-56c2-477e-a634-f16e44920c31,revision_number=0']} {{(pid=82902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:52:39.071850 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-df2cb703-dc94-473d-acf8-11e3db07a433 tempest-TestShelveInstance-829759295 tempest-TestShelveInstance-829759295-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:52:39.073002 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [None req-df2cb703-dc94-473d-acf8-11e3db07a433 tempest-TestShelveInstance-829759295 tempest-TestShelveInstance-829759295-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1381404 Feb 09 15:52:39.076598 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.wsgi [-] (82902) accepted ('10.222.0.67', 51410) {{(pid=82902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 15:52:39.082180 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.api.v2.base [None req-bac001d8-e2bd-497e-b7cd-2da66bb69a61 tempest-TestShelveInstance-829759295 tempest-TestShelveInstance-829759295-project] Request body: {'security_group_rule': {'security_group_id': '86070b6d-f80e-462a-a1f4-df7d1c8b953c', 'project_id': 'edfe650ad3644da4b086f48fa09eb548', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=82902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 15:52:39.087634 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.db.quota.driver [None req-bac001d8-e2bd-497e-b7cd-2da66bb69a61 tempest-TestShelveInstance-829759295 tempest-TestShelveInstance-829759295-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 15:52:39.091550 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.quota.resource [None req-bac001d8-e2bd-497e-b7cd-2da66bb69a61 tempest-TestShelveInstance-829759295 tempest-TestShelveInstance-829759295-project] Usage tracker for resource:security_group_rule and tenant:edfe650ad3644da4b086f48fa09eb548 is out of sync, need to count used quota {{(pid=82902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 15:52:39.095121 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.quota.resource [None req-bac001d8-e2bd-497e-b7cd-2da66bb69a61 tempest-TestShelveInstance-829759295 tempest-TestShelveInstance-829759295-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=82902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 15:52:39.100803 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.db.quota.driver [None req-bac001d8-e2bd-497e-b7cd-2da66bb69a61 tempest-TestShelveInstance-829759295 tempest-TestShelveInstance-829759295-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=82902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 15:52:39.117861 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-bac001d8-e2bd-497e-b7cd-2da66bb69a61 tempest-TestShelveInstance-829759295 tempest-TestShelveInstance-829759295-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:52:39.180893 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-bac001d8-e2bd-497e-b7cd-2da66bb69a61 tempest-TestShelveInstance-829759295 tempest-TestShelveInstance-829759295-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:52:39.184455 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-bac001d8-e2bd-497e-b7cd-2da66bb69a61 tempest-TestShelveInstance-829759295 tempest-TestShelveInstance-829759295-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331611'] for security_group_rule, after_create {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:52:39.207068 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac001d8-e2bd-497e-b7cd-2da66bb69a61 tempest-TestShelveInstance-829759295 tempest-TestShelveInstance-829759295-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bf12f0a6-78a9-49f7-9bb6-db5b7bf0142e,revision_number=0']} {{(pid=82902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:52:39.216358 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-bac001d8-e2bd-497e-b7cd-2da66bb69a61 tempest-TestShelveInstance-829759295 tempest-TestShelveInstance-829759295-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:52:39.218313 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [None req-bac001d8-e2bd-497e-b7cd-2da66bb69a61 tempest-TestShelveInstance-829759295 tempest-TestShelveInstance-829759295-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1404462 Feb 09 15:52:39.221176 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.wsgi [-] (82902) accepted ('10.222.0.67', 51414) {{(pid=82902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 15:52:39.226376 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.api.v2.base [None req-e4fe5a4e-1ab9-4b9f-828a-992865c205a8 tempest-TestShelveInstance-829759295 tempest-TestShelveInstance-829759295-project] Request body: {'security_group_rule': {'security_group_id': '86070b6d-f80e-462a-a1f4-df7d1c8b953c', 'project_id': 'edfe650ad3644da4b086f48fa09eb548', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=82902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 15:52:39.231855 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.db.quota.driver [None req-e4fe5a4e-1ab9-4b9f-828a-992865c205a8 tempest-TestShelveInstance-829759295 tempest-TestShelveInstance-829759295-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 15:52:39.236592 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.quota.resource [None req-e4fe5a4e-1ab9-4b9f-828a-992865c205a8 tempest-TestShelveInstance-829759295 tempest-TestShelveInstance-829759295-project] Usage tracker for resource:security_group_rule and tenant:edfe650ad3644da4b086f48fa09eb548 is out of sync, need to count used quota {{(pid=82902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 15:52:39.239395 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.quota.resource [None req-e4fe5a4e-1ab9-4b9f-828a-992865c205a8 tempest-TestShelveInstance-829759295 tempest-TestShelveInstance-829759295-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=82902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 15:52:39.244963 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.db.quota.driver [None req-e4fe5a4e-1ab9-4b9f-828a-992865c205a8 tempest-TestShelveInstance-829759295 tempest-TestShelveInstance-829759295-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=82902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 15:52:39.257309 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.db.securitygroups_db [None req-e4fe5a4e-1ab9-4b9f-828a-992865c205a8 tempest-TestShelveInstance-829759295 tempest-TestShelveInstance-829759295-project] Project edfe650ad3644da4b086f48fa09eb548 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 15:52:39.263635 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-e4fe5a4e-1ab9-4b9f-828a-992865c205a8 tempest-TestShelveInstance-829759295 tempest-TestShelveInstance-829759295-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:52:39.326172 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-e4fe5a4e-1ab9-4b9f-828a-992865c205a8 tempest-TestShelveInstance-829759295 tempest-TestShelveInstance-829759295-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:52:39.329789 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-e4fe5a4e-1ab9-4b9f-828a-992865c205a8 tempest-TestShelveInstance-829759295 tempest-TestShelveInstance-829759295-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331611'] for security_group_rule, after_create {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:52:39.351992 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4fe5a4e-1ab9-4b9f-828a-992865c205a8 tempest-TestShelveInstance-829759295 tempest-TestShelveInstance-829759295-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=46c20948-5aa3-4c6e-8299-4902ad4fa0f3,revision_number=0']} {{(pid=82902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:52:39.361692 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-e4fe5a4e-1ab9-4b9f-828a-992865c205a8 tempest-TestShelveInstance-829759295 tempest-TestShelveInstance-829759295-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:52:39.362902 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [None req-e4fe5a4e-1ab9-4b9f-828a-992865c205a8 tempest-TestShelveInstance-829759295 tempest-TestShelveInstance-829759295-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1408257 Feb 09 15:52:39.365726 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.wsgi [-] (82902) accepted ('10.222.0.67', 51418) {{(pid=82902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 15:52:39.370962 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.api.v2.base [None req-aa80cfb2-30df-4cda-9457-15ce25e91861 tempest-TestShelveInstance-829759295 tempest-TestShelveInstance-829759295-project] Request body: {'security_group_rule': {'security_group_id': '86070b6d-f80e-462a-a1f4-df7d1c8b953c', 'project_id': 'edfe650ad3644da4b086f48fa09eb548', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=82902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 15:52:39.376535 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.db.quota.driver [None req-aa80cfb2-30df-4cda-9457-15ce25e91861 tempest-TestShelveInstance-829759295 tempest-TestShelveInstance-829759295-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 15:52:39.380285 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.quota.resource [None req-aa80cfb2-30df-4cda-9457-15ce25e91861 tempest-TestShelveInstance-829759295 tempest-TestShelveInstance-829759295-project] Usage tracker for resource:security_group_rule and tenant:edfe650ad3644da4b086f48fa09eb548 is out of sync, need to count used quota {{(pid=82902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 15:52:39.383081 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.quota.resource [None req-aa80cfb2-30df-4cda-9457-15ce25e91861 tempest-TestShelveInstance-829759295 tempest-TestShelveInstance-829759295-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=82902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 15:52:39.388682 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.db.quota.driver [None req-aa80cfb2-30df-4cda-9457-15ce25e91861 tempest-TestShelveInstance-829759295 tempest-TestShelveInstance-829759295-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=82902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 15:52:39.398277 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.db.securitygroups_db [None req-aa80cfb2-30df-4cda-9457-15ce25e91861 tempest-TestShelveInstance-829759295 tempest-TestShelveInstance-829759295-project] Project edfe650ad3644da4b086f48fa09eb548 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 15:52:39.405079 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-aa80cfb2-30df-4cda-9457-15ce25e91861 tempest-TestShelveInstance-829759295 tempest-TestShelveInstance-829759295-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:52:39.484601 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-aa80cfb2-30df-4cda-9457-15ce25e91861 tempest-TestShelveInstance-829759295 tempest-TestShelveInstance-829759295-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:52:39.488320 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-aa80cfb2-30df-4cda-9457-15ce25e91861 tempest-TestShelveInstance-829759295 tempest-TestShelveInstance-829759295-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331611'] for security_group_rule, after_create {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:52:39.510607 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa80cfb2-30df-4cda-9457-15ce25e91861 tempest-TestShelveInstance-829759295 tempest-TestShelveInstance-829759295-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ea319324-dff5-474f-a9d0-14f342c847a1,revision_number=0']} {{(pid=82902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:52:39.519651 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-aa80cfb2-30df-4cda-9457-15ce25e91861 tempest-TestShelveInstance-829759295 tempest-TestShelveInstance-829759295-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:52:39.520824 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [None req-aa80cfb2-30df-4cda-9457-15ce25e91861 tempest-TestShelveInstance-829759295 tempest-TestShelveInstance-829759295-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1542029 Feb 09 15:52:47.101557 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0bd29fc-85d2-48de-9952-bc8289e5512a None None] Sync routers for ids ['c4bc5276-3c92-4087-a748-0a1b685bcd08'] in dv-cinder-825105-1-iscsi {{(pid=82903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 09 15:52:47.121535 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0bd29fc-85d2-48de-9952-bc8289e5512a None None] Routers {'c4bc5276-3c92-4087-a748-0a1b685bcd08'} bound to L3 agent in host dv-cinder-825105-1-iscsi {{(pid=82903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 15:52:47.122153 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.db.l3_hamode_db [None req-d0bd29fc-85d2-48de-9952-bc8289e5512a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825105-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T15:34:00Z,description=,heartbeat_timestamp=2022-02-09T15:52:30Z,host='dv-cinder-825105-1-iscsi',id=94c626d1-bc40-41bd-b6b2-9a20da402cb6,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:34:00Z,topic='l3_agent')) {'router_ids': ['c4bc5276-3c92-4087-a748-0a1b685bcd08'], 'active': True} {{(pid=82903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:52:47.323395 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.db.l3_dvr_db [None req-d0bd29fc-85d2-48de-9952-bc8289e5512a None None] Set router c4bc5276-3c92-4087-a748-0a1b685bcd08 gateway port host: dv-cinder-825105-1-iscsi {{(pid=82903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 15:52:47.729610 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.db.l3_hamode_db [None req-d0bd29fc-85d2-48de-9952-bc8289e5512a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4bc5276-3c92-4087-a748-0a1b685bcd08', 'name': 'tempest-TestShelveInstance-531299677-router', 'tenant_id': 'edfe650ad3644da4b086f48fa09eb548', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c65eede5-7777-493f-951d-210877831002', 'external_fixed_ips': [{'subnet_id': '2c513225-bb11-4d36-a4c3-0732716dcb87', 'ip_address': '172.27.0.29'}], 'enable_snat': True}, 'gw_port_id': 'e2bac9ad-f0d1-48a9-902d-024a73fb2d94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T15:52:24Z', 'updated_at': '2022-02-09T15:52:27Z', 'revision_number': 4, 'project_id': 'edfe650ad3644da4b086f48fa09eb548', 'gw_port': {'id': 'e2bac9ad-f0d1-48a9-902d-024a73fb2d94', 'name': '', 'network_id': 'c65eede5-7777-493f-951d-210877831002', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:e6:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4bc5276-3c92-4087-a748-0a1b685bcd08', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2c513225-bb11-4d36-a4c3-0732716dcb87', 'ip_address': '172.27.0.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825105-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:52:25Z', 'updated_at': '2022-02-09T15:52:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c513225-bb11-4d36-a4c3-0732716dcb87', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825105-1-iscsi', '_interfaces': [{'id': '1b4fd006-b4c8-4e79-a901-9c1736007c38', 'name': '', 'network_id': '7f46af6c-31a0-4cb9-9407-a2368d7c0d7a', 'tenant_id': 'edfe650ad3644da4b086f48fa09eb548', 'mac_address': 'fa:16:3e:6b:9d:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4bc5276-3c92-4087-a748-0a1b685bcd08', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cbc2dc2c-e327-4450-a8ab-b2fdfcbed0af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:52:27Z', 'updated_at': '2022-02-09T15:52:27Z', 'revision_number': 2, 'project_id': 'edfe650ad3644da4b086f48fa09eb548', 'subnets': [{'id': 'cbc2dc2c-e327-4450-a8ab-b2fdfcbed0af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825105-1-iscsi', False) {} {{(pid=82903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:52:47.733709 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0bd29fc-85d2-48de-9952-bc8289e5512a None None] Checking router: c4bc5276-3c92-4087-a748-0a1b685bcd08 for host: dv-cinder-825105-1-iscsi {{(pid=82903) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 09 15:52:47.734058 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0bd29fc-85d2-48de-9952-bc8289e5512a None None] Updating router c4bc5276-3c92-4087-a748-0a1b685bcd08 port 1b4fd006-b4c8-4e79-a901-9c1736007c38 binding host dv-cinder-825105-1-iscsi {{(pid=82903) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 09 15:52:47.786734 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-d0bd29fc-85d2-48de-9952-bc8289e5512a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16080601'] for port, before_update {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:52:48.142237 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-d0bd29fc-85d2-48de-9952-bc8289e5512a None None] Notify callbacks [] for port, precommit_update {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:52:48.153146 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.db.provisioning_blocks [None req-d0bd29fc-85d2-48de-9952-bc8289e5512a None None] Transition to ACTIVE for port object 1b4fd006-b4c8-4e79-a901-9c1736007c38 will not be triggered until provisioned by entity L2. {{(pid=82903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 15:52:48.159603 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-d0bd29fc-85d2-48de-9952-bc8289e5512a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16080037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758755988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756758334055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756758334100'] for port, after_update {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:52:48.280916 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b697503a-7b27-46da-b480-5b2b1060cf8c None None] Pushing event updated for resources: {'Port': ['ID=1b4fd006-b4c8-4e79-a901-9c1736007c38,revision_number=3']} {{(pid=82903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:52:48.382041 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.plugins.ml2.managers [None req-d0bd29fc-85d2-48de-9952-bc8289e5512a None None] Attempting to bind port 1b4fd006-b4c8-4e79-a901-9c1736007c38 on host dv-cinder-825105-1-iscsi for vnic_type normal with profile {{(pid=82903) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 15:52:48.382403 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.plugins.ml2.managers [None req-d0bd29fc-85d2-48de-9952-bc8289e5512a None None] Attempting to bind port 1b4fd006-b4c8-4e79-a901-9c1736007c38 by drivers openvswitch,hyperv on host dv-cinder-825105-1-iscsi at level 0 using segments [{'id': '6be99c28-2e23-4bdb-8d7f-30b5ed2c2c2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': '7f46af6c-31a0-4cb9-9407-a2368d7c0d7a'}] {{(pid=82903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 15:52:48.383005 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0bd29fc-85d2-48de-9952-bc8289e5512a None None] Attempting to bind port 1b4fd006-b4c8-4e79-a901-9c1736007c38 on network 7f46af6c-31a0-4cb9-9407-a2368d7c0d7a {{(pid=82903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 15:52:48.390631 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0bd29fc-85d2-48de-9952-bc8289e5512a None None] Checking agent: {'id': '0c30844f-de8e-42c5-a17a-962bb78b1270', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-825105-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 15, 34, 1), 'started_at': datetime.datetime(2022, 2, 9, 15, 34, 31), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 15, 52, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-825105-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 15:52:48.391002 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0bd29fc-85d2-48de-9952-bc8289e5512a None None] Checking segment: {'id': '6be99c28-2e23-4bdb-8d7f-30b5ed2c2c2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': '7f46af6c-31a0-4cb9-9407-a2368d7c0d7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 15:52:48.391393 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-d0bd29fc-85d2-48de-9952-bc8289e5512a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:52:48.391775 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0bd29fc-85d2-48de-9952-bc8289e5512a None None] Bound using segment: {'id': '6be99c28-2e23-4bdb-8d7f-30b5ed2c2c2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': '7f46af6c-31a0-4cb9-9407-a2368d7c0d7a'} {{(pid=82903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 15:52:48.392272 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.plugins.ml2.managers [None req-d0bd29fc-85d2-48de-9952-bc8289e5512a None None] Bound port: 1b4fd006-b4c8-4e79-a901-9c1736007c38, host: dv-cinder-825105-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6be99c28-2e23-4bdb-8d7f-30b5ed2c2c2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': '7f46af6c-31a0-4cb9-9407-a2368d7c0d7a'}}] {{(pid=82903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 15:52:48.392850 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-d0bd29fc-85d2-48de-9952-bc8289e5512a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16080601'] for port, before_update {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:52:48.437740 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.plugins.ml2.rpc [None req-608c4fd2-211a-4ca9-a277-ad2a51be62ff None None] Device e97077b8-3753-45fa-a68e-06f2f9302e60 up at agent ovs-agent-dv-cinder-825105-1-iscsi {{(pid=82903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 15:52:48.563585 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.plugins.ml2.db [None req-d0bd29fc-85d2-48de-9952-bc8289e5512a None None] For port 1b4fd006-b4c8-4e79-a901-9c1736007c38, host dv-cinder-825105-1-iscsi, cleared binding levels {{(pid=82903) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 15:52:48.568233 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.plugins.ml2.db [None req-d0bd29fc-85d2-48de-9952-bc8289e5512a None None] For port 1b4fd006-b4c8-4e79-a901-9c1736007c38, host dv-cinder-825105-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825105-1-iscsi',level=0,port_id=1b4fd006-b4c8-4e79-a901-9c1736007c38,segment=NetworkSegment(6be99c28-2e23-4bdb-8d7f-30b5ed2c2c2a),segment_id=6be99c28-2e23-4bdb-8d7f-30b5ed2c2c2a)] {{(pid=82903) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 15:52:48.573434 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-d0bd29fc-85d2-48de-9952-bc8289e5512a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16080037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758755988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756758334055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756758334100'] for port, after_update {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:52:48.617311 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.db.provisioning_blocks [None req-608c4fd2-211a-4ca9-a277-ad2a51be62ff None None] Provisioning for port e97077b8-3753-45fa-a68e-06f2f9302e60 completed by entity L2. {{(pid=82903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 15:52:48.634315 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.db.provisioning_blocks [None req-608c4fd2-211a-4ca9-a277-ad2a51be62ff None None] Provisioning complete for port e97077b8-3753-45fa-a68e-06f2f9302e60 triggered by entity L2. {{(pid=82903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:52:48.634674 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-608c4fd2-211a-4ca9-a277-ad2a51be62ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16008948'] for port, provisioning_complete {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:52:48.713975 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b697503a-7b27-46da-b480-5b2b1060cf8c None None] Pushing event updated for resources: {'Port': ['ID=1b4fd006-b4c8-4e79-a901-9c1736007c38,revision_number=4']} {{(pid=82903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:52:48.725897 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0bd29fc-85d2-48de-9952-bc8289e5512a None None] Routers {'c4bc5276-3c92-4087-a748-0a1b685bcd08'} bound to L3 agent in host dv-cinder-825105-1-iscsi {{(pid=82903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 15:52:48.726502 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.db.l3_hamode_db [None req-d0bd29fc-85d2-48de-9952-bc8289e5512a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825105-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T15:34:00Z,description=,heartbeat_timestamp=2022-02-09T15:52:30Z,host='dv-cinder-825105-1-iscsi',id=94c626d1-bc40-41bd-b6b2-9a20da402cb6,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:34:00Z,topic='l3_agent')) {'router_ids': ['c4bc5276-3c92-4087-a748-0a1b685bcd08'], 'active': True} {{(pid=82903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:52:48.960186 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-608c4fd2-211a-4ca9-a277-ad2a51be62ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16080601'] for port, before_update {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:52:49.011405 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.plugins.ml2.db [None req-608c4fd2-211a-4ca9-a277-ad2a51be62ff None None] For port e97077b8-3753-45fa-a68e-06f2f9302e60, host dv-cinder-825105-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825105-1-iscsi',level=0,port_id=e97077b8-3753-45fa-a68e-06f2f9302e60,segment=NetworkSegment(e675f0f7-189f-41a1-8fb7-d7545319af97),segment_id=e675f0f7-189f-41a1-8fb7-d7545319af97)] {{(pid=82903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:52:49.019969 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-608c4fd2-211a-4ca9-a277-ad2a51be62ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16080037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758755988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756758334055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756758334100'] for port, after_update {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:52:49.087306 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.db.l3_dvr_db [None req-d0bd29fc-85d2-48de-9952-bc8289e5512a None None] Set router c4bc5276-3c92-4087-a748-0a1b685bcd08 gateway port host: dv-cinder-825105-1-iscsi {{(pid=82903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 15:52:49.237638 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-608c4fd2-211a-4ca9-a277-ad2a51be62ff None None] Pushing event updated for resources: {'Port': ['ID=e97077b8-3753-45fa-a68e-06f2f9302e60,revision_number=4']} {{(pid=82903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:52:49.441582 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.db.l3_hamode_db [None req-d0bd29fc-85d2-48de-9952-bc8289e5512a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4bc5276-3c92-4087-a748-0a1b685bcd08', 'name': 'tempest-TestShelveInstance-531299677-router', 'tenant_id': 'edfe650ad3644da4b086f48fa09eb548', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c65eede5-7777-493f-951d-210877831002', 'external_fixed_ips': [{'subnet_id': '2c513225-bb11-4d36-a4c3-0732716dcb87', 'ip_address': '172.27.0.29'}], 'enable_snat': True}, 'gw_port_id': 'e2bac9ad-f0d1-48a9-902d-024a73fb2d94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T15:52:24Z', 'updated_at': '2022-02-09T15:52:27Z', 'revision_number': 4, 'project_id': 'edfe650ad3644da4b086f48fa09eb548', 'gw_port': {'id': 'e2bac9ad-f0d1-48a9-902d-024a73fb2d94', 'name': '', 'network_id': 'c65eede5-7777-493f-951d-210877831002', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:e6:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4bc5276-3c92-4087-a748-0a1b685bcd08', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2c513225-bb11-4d36-a4c3-0732716dcb87', 'ip_address': '172.27.0.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825105-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:52:25Z', 'updated_at': '2022-02-09T15:52:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c513225-bb11-4d36-a4c3-0732716dcb87', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825105-1-iscsi', '_interfaces': [{'id': '1b4fd006-b4c8-4e79-a901-9c1736007c38', 'name': '', 'network_id': '7f46af6c-31a0-4cb9-9407-a2368d7c0d7a', 'tenant_id': 'edfe650ad3644da4b086f48fa09eb548', 'mac_address': 'fa:16:3e:6b:9d:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4bc5276-3c92-4087-a748-0a1b685bcd08', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cbc2dc2c-e327-4450-a8ab-b2fdfcbed0af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825105-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:52:27Z', 'updated_at': '2022-02-09T15:52:48Z', 'revision_number': 4, 'project_id': 'edfe650ad3644da4b086f48fa09eb548', 'subnets': [{'id': 'cbc2dc2c-e327-4450-a8ab-b2fdfcbed0af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825105-1-iscsi', False) {} {{(pid=82903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:52:49.445409 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0bd29fc-85d2-48de-9952-bc8289e5512a None None] The sync data for ids ['c4bc5276-3c92-4087-a748-0a1b685bcd08'] in dv-cinder-825105-1-iscsi is: [{'id': 'c4bc5276-3c92-4087-a748-0a1b685bcd08', 'name': 'tempest-TestShelveInstance-531299677-router', 'tenant_id': 'edfe650ad3644da4b086f48fa09eb548', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c65eede5-7777-493f-951d-210877831002', 'external_fixed_ips': [{'subnet_id': '2c513225-bb11-4d36-a4c3-0732716dcb87', 'ip_address': '172.27.0.29'}], 'enable_snat': True}, 'gw_port_id': 'e2bac9ad-f0d1-48a9-902d-024a73fb2d94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T15:52:24Z', 'updated_at': '2022-02-09T15:52:27Z', 'revision_number': 4, 'project_id': 'edfe650ad3644da4b086f48fa09eb548', 'gw_port': {'id': 'e2bac9ad-f0d1-48a9-902d-024a73fb2d94', 'name': '', 'network_id': 'c65eede5-7777-493f-951d-210877831002', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:e6:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4bc5276-3c92-4087-a748-0a1b685bcd08', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2c513225-bb11-4d36-a4c3-0732716dcb87', 'ip_address': '172.27.0.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825105-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:52:25Z', 'updated_at': '2022-02-09T15:52:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c513225-bb11-4d36-a4c3-0732716dcb87', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825105-1-iscsi', '_interfaces': [{'id': '1b4fd006-b4c8-4e79-a901-9c1736007c38', 'name': '', 'network_id': '7f46af6c-31a0-4cb9-9407-a2368d7c0d7a', 'tenant_id': 'edfe650ad3644da4b086f48fa09eb548', 'mac_address': 'fa:16:3e:6b:9d:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4bc5276-3c92-4087-a748-0a1b685bcd08', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cbc2dc2c-e327-4450-a8ab-b2fdfcbed0af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825105-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:52:27Z', 'updated_at': '2022-02-09T15:52:48Z', 'revision_number': 4, 'project_id': 'edfe650ad3644da4b086f48fa09eb548', 'subnets': [{'id': 'cbc2dc2c-e327-4450-a8ab-b2fdfcbed0af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 09 15:52:50.403758 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.plugins.ml2.rpc [None req-608c4fd2-211a-4ca9-a277-ad2a51be62ff None None] Device e97077b8-3753-45fa-a68e-06f2f9302e60 up at agent ovs-agent-dv-cinder-825105-1-iscsi {{(pid=82903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 15:52:50.475998 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.db.provisioning_blocks [None req-608c4fd2-211a-4ca9-a277-ad2a51be62ff None None] Provisioning complete for port e97077b8-3753-45fa-a68e-06f2f9302e60 triggered by entity L2. {{(pid=82903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:52:50.476379 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-608c4fd2-211a-4ca9-a277-ad2a51be62ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16008948'] for port, provisioning_complete {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:52:50.590732 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.plugins.ml2.rpc [None req-608c4fd2-211a-4ca9-a277-ad2a51be62ff None None] Device 1b4fd006-b4c8-4e79-a901-9c1736007c38 up at agent ovs-agent-dv-cinder-825105-1-iscsi {{(pid=82903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 15:52:50.660170 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.db.provisioning_blocks [None req-608c4fd2-211a-4ca9-a277-ad2a51be62ff None None] Provisioning for port 1b4fd006-b4c8-4e79-a901-9c1736007c38 completed by entity L2. {{(pid=82903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 15:52:50.665426 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.db.provisioning_blocks [None req-608c4fd2-211a-4ca9-a277-ad2a51be62ff None None] Provisioning complete for port 1b4fd006-b4c8-4e79-a901-9c1736007c38 triggered by entity L2. {{(pid=82903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:52:50.665787 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-608c4fd2-211a-4ca9-a277-ad2a51be62ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16008948'] for port, provisioning_complete {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:52:50.783317 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-608c4fd2-211a-4ca9-a277-ad2a51be62ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16080601'] for port, before_update {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:52:50.814607 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.plugins.ml2.db [None req-608c4fd2-211a-4ca9-a277-ad2a51be62ff None None] For port 1b4fd006-b4c8-4e79-a901-9c1736007c38, host dv-cinder-825105-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825105-1-iscsi',level=0,port_id=1b4fd006-b4c8-4e79-a901-9c1736007c38,segment=NetworkSegment(6be99c28-2e23-4bdb-8d7f-30b5ed2c2c2a),segment_id=6be99c28-2e23-4bdb-8d7f-30b5ed2c2c2a)] {{(pid=82903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:52:50.818702 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-608c4fd2-211a-4ca9-a277-ad2a51be62ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16080037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758755988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756758334055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756758334100'] for port, after_update {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:52:50.882364 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-608c4fd2-211a-4ca9-a277-ad2a51be62ff None None] Pushing event updated for resources: {'Port': ['ID=1b4fd006-b4c8-4e79-a901-9c1736007c38,revision_number=5']} {{(pid=82903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:52:52.381402 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.plugins.ml2.rpc [None req-608c4fd2-211a-4ca9-a277-ad2a51be62ff None None] Device 1b4fd006-b4c8-4e79-a901-9c1736007c38 up at agent ovs-agent-dv-cinder-825105-1-iscsi {{(pid=82903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 15:52:52.450422 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.db.provisioning_blocks [None req-608c4fd2-211a-4ca9-a277-ad2a51be62ff None None] Provisioning complete for port 1b4fd006-b4c8-4e79-a901-9c1736007c38 triggered by entity L2. {{(pid=82903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:52:52.451038 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-608c4fd2-211a-4ca9-a277-ad2a51be62ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16008948'] for port, provisioning_complete {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:52:57.818838 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.quota.resource [req-73001b4c-c4ef-44af-abbf-cd5af5e4befb req-3f81580c-7738-4a32-b69d-a87ea7db783c tempest-TestShelveInstance-829759295 tempest-TestShelveInstance-829759295-project] Synchronizing usage tracker for tenant:edfe650ad3644da4b086f48fa09eb548 on resource:security_group {{(pid=82902) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 15:52:57.835750 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.quota.resource [req-73001b4c-c4ef-44af-abbf-cd5af5e4befb req-3f81580c-7738-4a32-b69d-a87ea7db783c tempest-TestShelveInstance-829759295 tempest-TestShelveInstance-829759295-project] Unset dirty status for tenant:edfe650ad3644da4b086f48fa09eb548 on resource:security_group {{(pid=82902) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 15:52:57.836937 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-73001b4c-c4ef-44af-abbf-cd5af5e4befb req-3f81580c-7738-4a32-b69d-a87ea7db783c tempest-TestShelveInstance-829759295 tempest-TestShelveInstance-829759295-project] 10.222.0.67 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1150573720&fields=id&tenant_id=edfe650ad3644da4b086f48fa09eb548 HTTP/1.1" status: 200 len: 267 time: 0.0589685 Feb 09 15:52:57.944915 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-daeae0a7-1a19-41f1-bb5c-436a86d980e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758786133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16008869'] for agent, after_update {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:52:57.992170 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73001b4c-c4ef-44af-abbf-cd5af5e4befb req-e77abb96-1e7e-4060-ae0c-8bc789837782 tempest-TestShelveInstance-829759295 tempest-TestShelveInstance-829759295-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:52:57.992849 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.quota.resource [req-73001b4c-c4ef-44af-abbf-cd5af5e4befb req-e77abb96-1e7e-4060-ae0c-8bc789837782 tempest-TestShelveInstance-829759295 tempest-TestShelveInstance-829759295-project] Synchronizing usage tracker for tenant:edfe650ad3644da4b086f48fa09eb548 on resource:network {{(pid=82902) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 15:52:58.011518 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.quota.resource [req-73001b4c-c4ef-44af-abbf-cd5af5e4befb req-e77abb96-1e7e-4060-ae0c-8bc789837782 tempest-TestShelveInstance-829759295 tempest-TestShelveInstance-829759295-project] Unset dirty status for tenant:edfe650ad3644da4b086f48fa09eb548 on resource:network {{(pid=82902) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 15:52:58.012845 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-73001b4c-c4ef-44af-abbf-cd5af5e4befb req-e77abb96-1e7e-4060-ae0c-8bc789837782 tempest-TestShelveInstance-829759295 tempest-TestShelveInstance-829759295-project] 10.222.0.67 "GET /v2.0/networks?id=7f46af6c-31a0-4cb9-9407-a2368d7c0d7a HTTP/1.1" status: 200 len: 808 time: 0.1695170 Feb 09 15:52:58.029967 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-73001b4c-c4ef-44af-abbf-cd5af5e4befb req-3194b623-6bbe-4999-93d9-628567e6451a tempest-TestShelveInstance-829759295 tempest-TestShelveInstance-829759295-project] 10.222.0.67 "GET /v2.0/quotas/edfe650ad3644da4b086f48fa09eb548 HTTP/1.1" status: 200 len: 375 time: 0.0108299 Feb 09 15:52:58.113066 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.quota.resource [req-73001b4c-c4ef-44af-abbf-cd5af5e4befb req-be4662c0-d17b-407a-a3a4-f95823dcd8fe tempest-TestShelveInstance-829759295 tempest-TestShelveInstance-829759295-project] Synchronizing usage tracker for tenant:edfe650ad3644da4b086f48fa09eb548 on resource:port {{(pid=82902) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 15:52:58.129526 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.quota.resource [req-73001b4c-c4ef-44af-abbf-cd5af5e4befb req-be4662c0-d17b-407a-a3a4-f95823dcd8fe tempest-TestShelveInstance-829759295 tempest-TestShelveInstance-829759295-project] Unset dirty status for tenant:edfe650ad3644da4b086f48fa09eb548 on resource:port {{(pid=82902) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 15:52:58.130775 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-73001b4c-c4ef-44af-abbf-cd5af5e4befb req-be4662c0-d17b-407a-a3a4-f95823dcd8fe tempest-TestShelveInstance-829759295 tempest-TestShelveInstance-829759295-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=edfe650ad3644da4b086f48fa09eb548&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0956917 Feb 09 15:52:58.146835 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.wsgi [req-73001b4c-c4ef-44af-abbf-cd5af5e4befb req-3fc531fb-956c-484d-bda0-1e05ac3d8126 service neutron] http://10.222.0.67:9696/v2.0/extensions returned with HTTP 200 {{(pid=82902) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 09 15:52:58.147742 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-73001b4c-c4ef-44af-abbf-cd5af5e4befb req-3fc531fb-956c-484d-bda0-1e05ac3d8126 service neutron] 10.222.0.67 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0050838 Feb 09 15:52:58.276545 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-73001b4c-c4ef-44af-abbf-cd5af5e4befb req-388774b2-51ab-4c9e-a0de-f11bd826a1c1 service neutron] 10.222.0.67 "GET /v2.0/networks/7f46af6c-31a0-4cb9-9407-a2368d7c0d7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231716 Feb 09 15:52:58.410677 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-73001b4c-c4ef-44af-abbf-cd5af5e4befb req-9f17876f-4100-4ebb-aadc-ef68f30b9f77 service neutron] 10.222.0.67 "GET /v2.0/networks/7f46af6c-31a0-4cb9-9407-a2368d7c0d7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1279092 Feb 09 15:52:58.730215 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-b578ccca-a867-4873-ba7b-bf0278e5c547 req-ad2c5785-9507-404d-86ba-604fda78896e service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=821223475c6a403eae77f15f7d877c42&device_id=fe66f4bc-a730-4366-9315-bbac9ee08859 HTTP/1.1" status: 200 len: 1137 time: 0.1391172 Feb 09 15:52:58.775836 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4659070-d20d-4974-bd5f-23d4f772906c req-9ca6d9d0-c94b-4fca-95c9-480d0ca555eb tempest-TestMinimumBasicScenario-2112190267 tempest-TestMinimumBasicScenario-2112190267-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:52:58.777319 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-a4659070-d20d-4974-bd5f-23d4f772906c req-9ca6d9d0-c94b-4fca-95c9-480d0ca555eb tempest-TestMinimumBasicScenario-2112190267 tempest-TestMinimumBasicScenario-2112190267-project] 10.222.0.67 "GET /v2.0/ports?device_id=fe66f4bc-a730-4366-9315-bbac9ee08859 HTTP/1.1" status: 200 len: 984 time: 0.1435561 Feb 09 15:52:58.908604 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-a4659070-d20d-4974-bd5f-23d4f772906c req-80168bd9-181e-42cb-97d2-00dd38036bcd tempest-TestMinimumBasicScenario-2112190267 tempest-TestMinimumBasicScenario-2112190267-project] 10.222.0.67 "GET /v2.0/security-groups?id=79eb8049-6076-4ac2-9067-f9377e697245&id=22cbc017-bfa8-4021-934e-18da588f0056&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0873802 Feb 09 15:52:58.915014 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b578ccca-a867-4873-ba7b-bf0278e5c547 req-abca6ea4-41a7-4d96-a788-a686e04206ff service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:52:58.916438 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-b578ccca-a867-4873-ba7b-bf0278e5c547 req-abca6ea4-41a7-4d96-a788-a686e04206ff service neutron] 10.222.0.47 "GET /v2.0/networks?id=1da4d30a-7e2e-4d62-bbe8-18bb4a5c12b7 HTTP/1.1" status: 200 len: 915 time: 0.1787055 Feb 09 15:52:59.025526 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-b578ccca-a867-4873-ba7b-bf0278e5c547 req-59181f6c-fa50-4152-bfa0-3a1b9875420a service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8e5a6284-7d86-4943-8081-e453ea2be6d5 HTTP/1.1" status: 200 len: 1001 time: 0.0982935 Feb 09 15:52:59.164742 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b578ccca-a867-4873-ba7b-bf0278e5c547 req-4273bab7-b0ea-48f6-ab86-fe0f00e550e5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:52:59.166091 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-b578ccca-a867-4873-ba7b-bf0278e5c547 req-4273bab7-b0ea-48f6-ab86-fe0f00e550e5 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=5210e5fa-de18-4bef-802b-07b1e83aa09d HTTP/1.1" status: 200 len: 853 time: 0.1377122 Feb 09 15:52:59.243242 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-b578ccca-a867-4873-ba7b-bf0278e5c547 req-1edbde6c-8e87-47f7-b891-c914473121be service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=1da4d30a-7e2e-4d62-bbe8-18bb4a5c12b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0704210 Feb 09 15:52:59.254477 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.wsgi [req-b578ccca-a867-4873-ba7b-bf0278e5c547 req-20997896-1e95-4329-b4c1-05c02ab93b03 service neutron] http://10.222.0.67:9696/v2.0/extensions returned with HTTP 200 {{(pid=82901) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 09 15:52:59.255367 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-b578ccca-a867-4873-ba7b-bf0278e5c547 req-20997896-1e95-4329-b4c1-05c02ab93b03 service neutron] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0047119 Feb 09 15:52:59.385902 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-b578ccca-a867-4873-ba7b-bf0278e5c547 req-58c94ff8-3ece-4b7f-9daa-4a2b1d6a7126 service neutron] 10.222.0.47 "GET /v2.0/networks/1da4d30a-7e2e-4d62-bbe8-18bb4a5c12b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1224475 Feb 09 15:52:59.526856 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-b578ccca-a867-4873-ba7b-bf0278e5c547 req-404fe8e1-5165-46de-ad60-9002c4963ab3 service neutron] 10.222.0.47 "GET /v2.0/networks/1da4d30a-7e2e-4d62-bbe8-18bb4a5c12b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1328056 Feb 09 15:52:59.841138 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-c0d223da-20de-4595-8e7c-c4945b40843d req-f28bc73a-8c65-4946-807e-cf97fa7942bd tempest-TestShelveInstance-829759295 tempest-TestShelveInstance-829759295-project] 10.222.0.67 "GET /v2.0/ports?device_id=09dd4c90-5cd1-412c-87eb-06db15e371df HTTP/1.1" status: 200 len: 210 time: 0.0418472 Feb 09 15:53:00.122444 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2999904c-1797-47bd-a829-c558aec487a7 req-108d6fe0-d02e-467d-ad9c-2c8d28840c14 tempest-TestMinimumBasicScenario-2112190267 tempest-TestMinimumBasicScenario-2112190267-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:53:00.127940 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-2999904c-1797-47bd-a829-c558aec487a7 req-108d6fe0-d02e-467d-ad9c-2c8d28840c14 tempest-TestMinimumBasicScenario-2112190267 tempest-TestMinimumBasicScenario-2112190267-project] 10.222.0.67 "GET /v2.0/ports?device_id=fe66f4bc-a730-4366-9315-bbac9ee08859 HTTP/1.1" status: 200 len: 984 time: 0.0874059 Feb 09 15:53:00.176561 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-2999904c-1797-47bd-a829-c558aec487a7 req-e45ce737-4334-46f4-8e57-8ab2a9df761f tempest-TestMinimumBasicScenario-2112190267 tempest-TestMinimumBasicScenario-2112190267-project] 10.222.0.67 "GET /v2.0/security-groups?id=79eb8049-6076-4ac2-9067-f9377e697245&id=22cbc017-bfa8-4021-934e-18da588f0056&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0434785 Feb 09 15:53:00.316859 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-fac244ac-c19b-4bb6-9ae5-f82ade02c696 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758786133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16008869'] for agent, after_update {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:53:00.375341 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-812787cf-6466-4ce1-8c4e-c32e14b18d8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758786133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16008869'] for agent, after_update {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:53:00.946204 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73001b4c-c4ef-44af-abbf-cd5af5e4befb req-3eb3056a-c593-41c2-b59f-1f18db41a34f tempest-TestShelveInstance-829759295 tempest-TestShelveInstance-829759295-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:53:00.947605 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-73001b4c-c4ef-44af-abbf-cd5af5e4befb req-3eb3056a-c593-41c2-b59f-1f18db41a34f tempest-TestShelveInstance-829759295 tempest-TestShelveInstance-829759295-project] 10.222.0.47 "GET /v2.0/networks?id=7f46af6c-31a0-4cb9-9407-a2368d7c0d7a HTTP/1.1" status: 200 len: 808 time: 0.1833696 Feb 09 15:53:01.023034 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-73001b4c-c4ef-44af-abbf-cd5af5e4befb req-f615d044-f3a2-40f2-ac95-202029711a66 tempest-TestShelveInstance-829759295 tempest-TestShelveInstance-829759295-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=edfe650ad3644da4b086f48fa09eb548 HTTP/1.1" status: 200 len: 380 time: 0.0603240 Feb 09 15:53:01.033978 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.api.v2.base [req-73001b4c-c4ef-44af-abbf-cd5af5e4befb req-c07f369d-0076-43dd-a296-30afb955f1a2 tempest-TestShelveInstance-829759295 tempest-TestShelveInstance-829759295-project] Request body: {'port': {'device_id': '09dd4c90-5cd1-412c-87eb-06db15e371df', 'network_id': '7f46af6c-31a0-4cb9-9407-a2368d7c0d7a', 'admin_state_up': True, 'tenant_id': 'edfe650ad3644da4b086f48fa09eb548', 'security_groups': ['86070b6d-f80e-462a-a1f4-df7d1c8b953c']}} {{(pid=82901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 15:53:01.175819 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-8484cc14-3500-48b8-bc83-31f9f32e5c9f req-e6d9a84c-c090-4ca6-a189-d4df6a03e8b6 tempest-TestShelveInstance-829759295 tempest-TestShelveInstance-829759295-project] 10.222.0.67 "GET /v2.0/ports?device_id=09dd4c90-5cd1-412c-87eb-06db15e371df HTTP/1.1" status: 200 len: 210 time: 0.0524533 Feb 09 15:53:01.213017 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.db.quota.driver [req-73001b4c-c4ef-44af-abbf-cd5af5e4befb req-c07f369d-0076-43dd-a296-30afb955f1a2 tempest-TestShelveInstance-829759295 tempest-TestShelveInstance-829759295-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 15:53:01.222623 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.db.quota.driver [req-73001b4c-c4ef-44af-abbf-cd5af5e4befb req-c07f369d-0076-43dd-a296-30afb955f1a2 tempest-TestShelveInstance-829759295 tempest-TestShelveInstance-829759295-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=82901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 15:53:01.233130 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-73001b4c-c4ef-44af-abbf-cd5af5e4befb req-c07f369d-0076-43dd-a296-30afb955f1a2 tempest-TestShelveInstance-829759295 tempest-TestShelveInstance-829759295-project] Made reservation on behalf of edfe650ad3644da4b086f48fa09eb548 for: {'port': 1} {{(pid=82901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 15:53:01.236308 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [req-73001b4c-c4ef-44af-abbf-cd5af5e4befb req-c07f369d-0076-43dd-a296-30afb955f1a2 tempest-TestShelveInstance-829759295 tempest-TestShelveInstance-829759295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16080601'] for port, before_create {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:53:01.272659 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-1f7d0426-72a7-4c89-8e53-4ec430751ccf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758786133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16008869'] for agent, after_update {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:53:01.386236 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09bd21b9-0d45-440f-8999-497f6e810cbb req-a3e1e650-5b80-4778-b943-deea5f57c13f tempest-TestMinimumBasicScenario-2112190267 tempest-TestMinimumBasicScenario-2112190267-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:53:01.387606 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-09bd21b9-0d45-440f-8999-497f6e810cbb req-a3e1e650-5b80-4778-b943-deea5f57c13f tempest-TestMinimumBasicScenario-2112190267 tempest-TestMinimumBasicScenario-2112190267-project] 10.222.0.67 "GET /v2.0/ports?device_id=fe66f4bc-a730-4366-9315-bbac9ee08859 HTTP/1.1" status: 200 len: 984 time: 0.0802147 Feb 09 15:53:01.409517 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.db.db_base_plugin_common [req-73001b4c-c4ef-44af-abbf-cd5af5e4befb req-c07f369d-0076-43dd-a296-30afb955f1a2 tempest-TestShelveInstance-829759295 tempest-TestShelveInstance-829759295-project] Allocated IP 172.20.0.7 (7f46af6c-31a0-4cb9-9407-a2368d7c0d7a/cbc2dc2c-e327-4450-a8ab-b2fdfcbed0af/b3633023-33aa-42da-a1fa-f7a9054edd6c) {{(pid=82901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 15:53:01.436354 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-09bd21b9-0d45-440f-8999-497f6e810cbb req-9c49f5e9-1bf8-40cd-b392-82d6461e9ce5 tempest-TestMinimumBasicScenario-2112190267 tempest-TestMinimumBasicScenario-2112190267-project] 10.222.0.67 "GET /v2.0/security-groups?id=79eb8049-6076-4ac2-9067-f9377e697245&id=22cbc017-bfa8-4021-934e-18da588f0056&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0420802 Feb 09 15:53:01.589331 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-608c4fd2-211a-4ca9-a277-ad2a51be62ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758786133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16008869'] for agent, after_update {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:53:01.605153 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [req-73001b4c-c4ef-44af-abbf-cd5af5e4befb req-c07f369d-0076-43dd-a296-30afb955f1a2 tempest-TestShelveInstance-829759295 tempest-TestShelveInstance-829759295-project] Notify callbacks [] for port, precommit_create {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:53:01.621219 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.db.provisioning_blocks [req-73001b4c-c4ef-44af-abbf-cd5af5e4befb req-c07f369d-0076-43dd-a296-30afb955f1a2 tempest-TestShelveInstance-829759295 tempest-TestShelveInstance-829759295-project] Transition to ACTIVE for port object b3633023-33aa-42da-a1fa-f7a9054edd6c will not be triggered until provisioned by entity DHCP. {{(pid=82901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 15:53:01.646507 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [req-73001b4c-c4ef-44af-abbf-cd5af5e4befb req-c07f369d-0076-43dd-a296-30afb955f1a2 tempest-TestShelveInstance-829759295 tempest-TestShelveInstance-829759295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16080037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124156', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756758334037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1282344'] for port, after_create {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:53:01.725400 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-73001b4c-c4ef-44af-abbf-cd5af5e4befb req-c07f369d-0076-43dd-a296-30afb955f1a2 tempest-TestShelveInstance-829759295 tempest-TestShelveInstance-829759295-project] Network 7f46af6c-31a0-4cb9-9407-a2368d7c0d7a is already hosted by enough agents. {{(pid=82901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 15:53:01.728847 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.scheduler.base_scheduler [req-73001b4c-c4ef-44af-abbf-cd5af5e4befb req-c07f369d-0076-43dd-a296-30afb955f1a2 tempest-TestShelveInstance-829759295 tempest-TestShelveInstance-829759295-project] Resources bound (agent type, host, resource id): {{(pid=82901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 15:53:01.730755 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07f369d-0076-43dd-a296-30afb955f1a2 tempest-TestShelveInstance-829759295 tempest-TestShelveInstance-829759295-project] Pushing event updated for resources: {'Port': ['ID=b3633023-33aa-42da-a1fa-f7a9054edd6c,revision_number=1']} {{(pid=82901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:53:01.733214 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.db.l3_dvrscheduler_db [req-73001b4c-c4ef-44af-abbf-cd5af5e4befb req-c07f369d-0076-43dd-a296-30afb955f1a2 tempest-TestShelveInstance-829759295 tempest-TestShelveInstance-829759295-project] Received port after_create {{(pid=82901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 15:53:01.773342 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c07f369d-0076-43dd-a296-30afb955f1a2 tempest-TestShelveInstance-829759295 tempest-TestShelveInstance-829759295-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825105-1-iscsi {{(pid=82901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:53:01.773596 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c07f369d-0076-43dd-a296-30afb955f1a2 tempest-TestShelveInstance-829759295 tempest-TestShelveInstance-829759295-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825105-1-iscsi {{(pid=82901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:53:01.773927 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c07f369d-0076-43dd-a296-30afb955f1a2 tempest-TestShelveInstance-829759295 tempest-TestShelveInstance-829759295-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825105-1-iscsi {{(pid=82901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:53:01.774254 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c07f369d-0076-43dd-a296-30afb955f1a2 tempest-TestShelveInstance-829759295 tempest-TestShelveInstance-829759295-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825105-1-iscsi {{(pid=82901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:53:01.774582 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c07f369d-0076-43dd-a296-30afb955f1a2 tempest-TestShelveInstance-829759295 tempest-TestShelveInstance-829759295-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825105-1-iscsi {{(pid=82901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:53:01.774890 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c07f369d-0076-43dd-a296-30afb955f1a2 tempest-TestShelveInstance-829759295 tempest-TestShelveInstance-829759295-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-825105-1-iscsi {{(pid=82901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:53:01.775216 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c07f369d-0076-43dd-a296-30afb955f1a2 tempest-TestShelveInstance-829759295 tempest-TestShelveInstance-829759295-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825105-1-iscsi {{(pid=82901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:53:01.775532 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c07f369d-0076-43dd-a296-30afb955f1a2 tempest-TestShelveInstance-829759295 tempest-TestShelveInstance-829759295-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825105-1-iscsi {{(pid=82901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:53:01.775847 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c07f369d-0076-43dd-a296-30afb955f1a2 tempest-TestShelveInstance-829759295 tempest-TestShelveInstance-829759295-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825105-1-iscsi {{(pid=82901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:53:01.776178 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c07f369d-0076-43dd-a296-30afb955f1a2 tempest-TestShelveInstance-829759295 tempest-TestShelveInstance-829759295-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825105-1-iscsi {{(pid=82901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:53:01.776493 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c07f369d-0076-43dd-a296-30afb955f1a2 tempest-TestShelveInstance-829759295 tempest-TestShelveInstance-829759295-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825105-1-iscsi {{(pid=82901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:53:01.804707 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73001b4c-c4ef-44af-abbf-cd5af5e4befb req-c07f369d-0076-43dd-a296-30afb955f1a2 tempest-TestShelveInstance-829759295 tempest-TestShelveInstance-829759295-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=82901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:53:01.805304 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [req-73001b4c-c4ef-44af-abbf-cd5af5e4befb req-c07f369d-0076-43dd-a296-30afb955f1a2 tempest-TestShelveInstance-829759295 tempest-TestShelveInstance-829759295-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205010'] for port, before_response {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:53:01.831315 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-73001b4c-c4ef-44af-abbf-cd5af5e4befb req-c07f369d-0076-43dd-a296-30afb955f1a2 tempest-TestShelveInstance-829759295 tempest-TestShelveInstance-829759295-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8017638 Feb 09 15:53:01.844732 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.api.v2.base [req-73001b4c-c4ef-44af-abbf-cd5af5e4befb req-1516cf9b-1dd2-4159-a5c5-6ea70756e522 service neutron] Request body: {'port': {'device_id': '09dd4c90-5cd1-412c-87eb-06db15e371df', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82510'}} {{(pid=82901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 15:53:01.963107 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [req-73001b4c-c4ef-44af-abbf-cd5af5e4befb req-1516cf9b-1dd2-4159-a5c5-6ea70756e522 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16080601'] for port, before_update {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:53:01.992585 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.db.provisioning_blocks [None req-18ba20bb-bc0b-49b4-b1b7-b7fe6b86dd55 None None] Provisioning for port b3633023-33aa-42da-a1fa-f7a9054edd6c completed by entity DHCP. {{(pid=82903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 15:53:01.997306 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.db.provisioning_blocks [None req-18ba20bb-bc0b-49b4-b1b7-b7fe6b86dd55 None None] Provisioning complete for port b3633023-33aa-42da-a1fa-f7a9054edd6c triggered by entity DHCP. {{(pid=82903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:53:01.997665 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-18ba20bb-bc0b-49b4-b1b7-b7fe6b86dd55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16008948'] for port, provisioning_complete {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:53:02.049540 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.plugins.ml2.plugin [None req-18ba20bb-bc0b-49b4-b1b7-b7fe6b86dd55 None None] Port b3633023-33aa-42da-a1fa-f7a9054edd6c cannot update to ACTIVE because it is not bound. {{(pid=82903) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 09 15:53:02.445840 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.notifiers.nova [req-73001b4c-c4ef-44af-abbf-cd5af5e4befb req-1516cf9b-1dd2-4159-a5c5-6ea70756e522 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b3633023-33aa-42da-a1fa-f7a9054edd6c {{(pid=82901) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 15:53:02.457682 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4843c532-db3c-40d6-9abe-ab64ec9aadac req-cdabc324-eacc-41ba-a386-971deadad0c8 tempest-TestShelveInstance-829759295 tempest-TestShelveInstance-829759295-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:53:02.458367 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.quota.resource [req-4843c532-db3c-40d6-9abe-ab64ec9aadac req-cdabc324-eacc-41ba-a386-971deadad0c8 tempest-TestShelveInstance-829759295 tempest-TestShelveInstance-829759295-project] Synchronizing usage tracker for tenant:edfe650ad3644da4b086f48fa09eb548 on resource:port {{(pid=82901) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 15:53:02.461580 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [req-73001b4c-c4ef-44af-abbf-cd5af5e4befb req-1516cf9b-1dd2-4159-a5c5-6ea70756e522 service neutron] Notify callbacks [] for port, precommit_update {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:53:02.483210 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.db.provisioning_blocks [req-73001b4c-c4ef-44af-abbf-cd5af5e4befb req-1516cf9b-1dd2-4159-a5c5-6ea70756e522 service neutron] Transition to ACTIVE for port object b3633023-33aa-42da-a1fa-f7a9054edd6c will not be triggered until provisioned by entity L2. {{(pid=82901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 15:53:02.487895 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [req-73001b4c-c4ef-44af-abbf-cd5af5e4befb req-1516cf9b-1dd2-4159-a5c5-6ea70756e522 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16080037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758755988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756758334055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756758334100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1282337'] for port, after_update {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:53:02.524806 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.quota.resource [req-4843c532-db3c-40d6-9abe-ab64ec9aadac req-cdabc324-eacc-41ba-a386-971deadad0c8 tempest-TestShelveInstance-829759295 tempest-TestShelveInstance-829759295-project] Unset dirty status for tenant:edfe650ad3644da4b086f48fa09eb548 on resource:port {{(pid=82901) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 15:53:02.525954 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-4843c532-db3c-40d6-9abe-ab64ec9aadac req-cdabc324-eacc-41ba-a386-971deadad0c8 tempest-TestShelveInstance-829759295 tempest-TestShelveInstance-829759295-project] 10.222.0.67 "GET /v2.0/ports?device_id=09dd4c90-5cd1-412c-87eb-06db15e371df HTTP/1.1" status: 200 len: 931 time: 0.2139018 Feb 09 15:53:02.641715 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c874e5d-cebd-43d5-bcb3-266184bab427 req-352a08af-92a4-4732-a5cd-59ce880f3854 tempest-TestMinimumBasicScenario-2112190267 tempest-TestMinimumBasicScenario-2112190267-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:53:02.644392 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1516cf9b-1dd2-4159-a5c5-6ea70756e522 service neutron] Pushing event updated for resources: {'Port': ['ID=b3633023-33aa-42da-a1fa-f7a9054edd6c,revision_number=2']} {{(pid=82901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:53:02.645141 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-7c874e5d-cebd-43d5-bcb3-266184bab427 req-352a08af-92a4-4732-a5cd-59ce880f3854 tempest-TestMinimumBasicScenario-2112190267 tempest-TestMinimumBasicScenario-2112190267-project] 10.222.0.67 "GET /v2.0/ports?device_id=fe66f4bc-a730-4366-9315-bbac9ee08859 HTTP/1.1" status: 200 len: 984 time: 0.0863824 Feb 09 15:53:02.699999 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-4843c532-db3c-40d6-9abe-ab64ec9aadac req-65e61c5e-e242-4912-b3bc-55f7c614fb89 tempest-TestShelveInstance-829759295 tempest-TestShelveInstance-829759295-project] 10.222.0.67 "GET /v2.0/security-groups?id=86070b6d-f80e-462a-a1f4-df7d1c8b953c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1620398 Feb 09 15:53:02.708781 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-7c874e5d-cebd-43d5-bcb3-266184bab427 req-d162f5cf-1299-406e-b15a-e78f2506bc54 tempest-TestMinimumBasicScenario-2112190267 tempest-TestMinimumBasicScenario-2112190267-project] 10.222.0.67 "GET /v2.0/security-groups?id=79eb8049-6076-4ac2-9067-f9377e697245&id=22cbc017-bfa8-4021-934e-18da588f0056&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0578806 Feb 09 15:53:02.784554 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.plugins.ml2.managers [req-73001b4c-c4ef-44af-abbf-cd5af5e4befb req-1516cf9b-1dd2-4159-a5c5-6ea70756e522 service neutron] Attempting to bind port b3633023-33aa-42da-a1fa-f7a9054edd6c on host hv-cinder-82510 for vnic_type normal with profile {{(pid=82901) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 15:53:02.784883 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.plugins.ml2.managers [req-73001b4c-c4ef-44af-abbf-cd5af5e4befb req-1516cf9b-1dd2-4159-a5c5-6ea70756e522 service neutron] Attempting to bind port b3633023-33aa-42da-a1fa-f7a9054edd6c by drivers openvswitch,hyperv on host hv-cinder-82510 at level 0 using segments [{'id': '6be99c28-2e23-4bdb-8d7f-30b5ed2c2c2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': '7f46af6c-31a0-4cb9-9407-a2368d7c0d7a'}] {{(pid=82901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 15:53:02.785380 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73001b4c-c4ef-44af-abbf-cd5af5e4befb req-1516cf9b-1dd2-4159-a5c5-6ea70756e522 service neutron] Attempting to bind port b3633023-33aa-42da-a1fa-f7a9054edd6c on network 7f46af6c-31a0-4cb9-9407-a2368d7c0d7a {{(pid=82901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 15:53:02.791033 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73001b4c-c4ef-44af-abbf-cd5af5e4befb req-1516cf9b-1dd2-4159-a5c5-6ea70756e522 service neutron] Port b3633023-33aa-42da-a1fa-f7a9054edd6c on network 7f46af6c-31a0-4cb9-9407-a2368d7c0d7a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82510 {{(pid=82901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 09 15:53:02.791343 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73001b4c-c4ef-44af-abbf-cd5af5e4befb req-1516cf9b-1dd2-4159-a5c5-6ea70756e522 service neutron] Attempting to bind port b3633023-33aa-42da-a1fa-f7a9054edd6c on network 7f46af6c-31a0-4cb9-9407-a2368d7c0d7a {{(pid=82901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 15:53:02.797601 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73001b4c-c4ef-44af-abbf-cd5af5e4befb req-1516cf9b-1dd2-4159-a5c5-6ea70756e522 service neutron] Checking agent: {'id': 'db1a70d3-a821-4659-b534-995c5c5f449e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82510', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 15, 40, 29), 'started_at': datetime.datetime(2022, 2, 9, 15, 40, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 15, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=82901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 15:53:02.797935 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73001b4c-c4ef-44af-abbf-cd5af5e4befb req-1516cf9b-1dd2-4159-a5c5-6ea70756e522 service neutron] Checking segment: {'id': '6be99c28-2e23-4bdb-8d7f-30b5ed2c2c2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': '7f46af6c-31a0-4cb9-9407-a2368d7c0d7a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 15:53:02.798307 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73001b4c-c4ef-44af-abbf-cd5af5e4befb req-1516cf9b-1dd2-4159-a5c5-6ea70756e522 service neutron] Bound using segment: {'id': '6be99c28-2e23-4bdb-8d7f-30b5ed2c2c2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': '7f46af6c-31a0-4cb9-9407-a2368d7c0d7a'} {{(pid=82901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 15:53:02.798720 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.plugins.ml2.managers [req-73001b4c-c4ef-44af-abbf-cd5af5e4befb req-1516cf9b-1dd2-4159-a5c5-6ea70756e522 service neutron] Bound port: b3633023-33aa-42da-a1fa-f7a9054edd6c, host: hv-cinder-82510, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6be99c28-2e23-4bdb-8d7f-30b5ed2c2c2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': '7f46af6c-31a0-4cb9-9407-a2368d7c0d7a'}}] {{(pid=82901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 15:53:02.799056 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [req-73001b4c-c4ef-44af-abbf-cd5af5e4befb req-1516cf9b-1dd2-4159-a5c5-6ea70756e522 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16080601'] for port, before_update {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:53:02.893506 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.plugins.ml2.db [req-73001b4c-c4ef-44af-abbf-cd5af5e4befb req-1516cf9b-1dd2-4159-a5c5-6ea70756e522 service neutron] For port b3633023-33aa-42da-a1fa-f7a9054edd6c, host hv-cinder-82510, cleared binding levels {{(pid=82901) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 15:53:02.896339 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.plugins.ml2.db [req-73001b4c-c4ef-44af-abbf-cd5af5e4befb req-1516cf9b-1dd2-4159-a5c5-6ea70756e522 service neutron] For port b3633023-33aa-42da-a1fa-f7a9054edd6c, host hv-cinder-82510, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=b3633023-33aa-42da-a1fa-f7a9054edd6c,segment=NetworkSegment(6be99c28-2e23-4bdb-8d7f-30b5ed2c2c2a),segment_id=6be99c28-2e23-4bdb-8d7f-30b5ed2c2c2a)] {{(pid=82901) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 15:53:02.900513 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [req-73001b4c-c4ef-44af-abbf-cd5af5e4befb req-1516cf9b-1dd2-4159-a5c5-6ea70756e522 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16080037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758755988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756758334055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756758334100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1282337'] for port, after_update {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:53:02.964428 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [req-73001b4c-c4ef-44af-abbf-cd5af5e4befb req-1516cf9b-1dd2-4159-a5c5-6ea70756e522 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205010'] for port, before_response {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:53:02.965879 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-73001b4c-c4ef-44af-abbf-cd5af5e4befb req-1516cf9b-1dd2-4159-a5c5-6ea70756e522 service neutron] 10.222.0.47 "PUT /v2.0/ports/b3633023-33aa-42da-a1fa-f7a9054edd6c HTTP/1.1" status: 200 len: 1093 time: 1.1259558 Feb 09 15:53:02.966439 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '09dd4c90-5cd1-412c-87eb-06db15e371df', 'tag': 'b3633023-33aa-42da-a1fa-f7a9054edd6c'}] {{(pid=82901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 15:53:02.983887 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-faa751bb-9674-45ec-b131-f889431b03dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758786133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16008869'] for agent, after_update {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:53:02.986126 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1516cf9b-1dd2-4159-a5c5-6ea70756e522 service neutron] Pushing event updated for resources: {'Port': ['ID=b3633023-33aa-42da-a1fa-f7a9054edd6c,revision_number=3']} {{(pid=82901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:53:03.044795 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '09dd4c90-5cd1-412c-87eb-06db15e371df', 'tag': 'b3633023-33aa-42da-a1fa-f7a9054edd6c', 'status': 'completed', 'code': 200} Feb 09 15:53:03.082225 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-73001b4c-c4ef-44af-abbf-cd5af5e4befb req-f94e30a6-0ebe-4f31-ab9f-3bb3c2ecf3b8 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=edfe650ad3644da4b086f48fa09eb548&device_id=09dd4c90-5cd1-412c-87eb-06db15e371df HTTP/1.1" status: 200 len: 1096 time: 0.0721836 Feb 09 15:53:03.167652 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-73001b4c-c4ef-44af-abbf-cd5af5e4befb req-c94600f9-2212-401c-8ec0-c2456498dc54 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b3633023-33aa-42da-a1fa-f7a9054edd6c HTTP/1.1" status: 200 len: 217 time: 0.0728395 Feb 09 15:53:03.230255 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73001b4c-c4ef-44af-abbf-cd5af5e4befb req-cfacd6bd-aed9-4162-9a9f-7654e1545b8d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:53:03.231674 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-73001b4c-c4ef-44af-abbf-cd5af5e4befb req-cfacd6bd-aed9-4162-9a9f-7654e1545b8d service neutron] 10.222.0.47 "GET /v2.0/subnets?id=cbc2dc2c-e327-4450-a8ab-b2fdfcbed0af HTTP/1.1" status: 200 len: 847 time: 0.0571566 Feb 09 15:53:03.305238 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-73001b4c-c4ef-44af-abbf-cd5af5e4befb req-5d4f097f-0078-469d-8171-c7e9e87f66e6 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=7f46af6c-31a0-4cb9-9407-a2368d7c0d7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0663297 Feb 09 15:53:03.439031 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-73001b4c-c4ef-44af-abbf-cd5af5e4befb req-5e94681b-fb7e-4180-8e68-989bda815b9d service neutron] 10.222.0.47 "GET /v2.0/networks/7f46af6c-31a0-4cb9-9407-a2368d7c0d7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1259897 Feb 09 15:53:03.571068 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-73001b4c-c4ef-44af-abbf-cd5af5e4befb req-986e4adb-af36-40b5-9591-a1ccf9679cd5 service neutron] 10.222.0.47 "GET /v2.0/networks/7f46af6c-31a0-4cb9-9407-a2368d7c0d7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1256642 Feb 09 15:53:03.692273 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-dee89f88-523f-49f2-8517-4ab9354b4ade req-117ef00c-b3e4-4a88-b609-17a9e730a61c service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=edfe650ad3644da4b086f48fa09eb548&device_id=09dd4c90-5cd1-412c-87eb-06db15e371df HTTP/1.1" status: 200 len: 1096 time: 0.0732527 Feb 09 15:53:03.869095 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee89f88-523f-49f2-8517-4ab9354b4ade req-cac4aa50-3e32-4f33-a80b-e0308563e05a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:53:03.870523 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-dee89f88-523f-49f2-8517-4ab9354b4ade req-cac4aa50-3e32-4f33-a80b-e0308563e05a service neutron] 10.222.0.47 "GET /v2.0/networks?id=7f46af6c-31a0-4cb9-9407-a2368d7c0d7a HTTP/1.1" status: 200 len: 909 time: 0.1670423 Feb 09 15:53:03.898213 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780e202f-b668-4a96-896a-ba79d54483bd req-d14933e8-22f3-4423-9eb6-6a0680e9f9c6 tempest-TestMinimumBasicScenario-2112190267 tempest-TestMinimumBasicScenario-2112190267-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:53:03.899662 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-780e202f-b668-4a96-896a-ba79d54483bd req-d14933e8-22f3-4423-9eb6-6a0680e9f9c6 tempest-TestMinimumBasicScenario-2112190267 tempest-TestMinimumBasicScenario-2112190267-project] 10.222.0.67 "GET /v2.0/ports?device_id=fe66f4bc-a730-4366-9315-bbac9ee08859 HTTP/1.1" status: 200 len: 984 time: 0.0771258 Feb 09 15:53:03.949796 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-780e202f-b668-4a96-896a-ba79d54483bd req-30cef9fd-822b-48fd-828e-f84d71c30388 tempest-TestMinimumBasicScenario-2112190267 tempest-TestMinimumBasicScenario-2112190267-project] 10.222.0.67 "GET /v2.0/security-groups?id=79eb8049-6076-4ac2-9067-f9377e697245&id=22cbc017-bfa8-4021-934e-18da588f0056&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0432065 Feb 09 15:53:03.960359 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-dee89f88-523f-49f2-8517-4ab9354b4ade req-e7725a7b-83db-4499-b47e-83001a10c3e6 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b3633023-33aa-42da-a1fa-f7a9054edd6c HTTP/1.1" status: 200 len: 217 time: 0.0810525 Feb 09 15:53:04.005207 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19aa0e99-a33d-44fd-ab49-cc8d16ad4682 req-e05def62-fc34-4272-a2bd-8b864c81c20d tempest-TestShelveInstance-829759295 tempest-TestShelveInstance-829759295-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:53:04.006623 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-19aa0e99-a33d-44fd-ab49-cc8d16ad4682 req-e05def62-fc34-4272-a2bd-8b864c81c20d tempest-TestShelveInstance-829759295 tempest-TestShelveInstance-829759295-project] 10.222.0.67 "GET /v2.0/ports?device_id=09dd4c90-5cd1-412c-87eb-06db15e371df HTTP/1.1" status: 200 len: 943 time: 0.1787283 Feb 09 15:53:04.051754 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee89f88-523f-49f2-8517-4ab9354b4ade req-16c5efce-d288-4c80-bc92-4b4b8063e2fc service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:53:04.053155 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-dee89f88-523f-49f2-8517-4ab9354b4ade req-16c5efce-d288-4c80-bc92-4b4b8063e2fc service neutron] 10.222.0.47 "GET /v2.0/subnets?id=cbc2dc2c-e327-4450-a8ab-b2fdfcbed0af HTTP/1.1" status: 200 len: 847 time: 0.0858796 Feb 09 15:53:04.193897 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-19aa0e99-a33d-44fd-ab49-cc8d16ad4682 req-56748961-f66e-414b-89ca-736597e8f4d8 tempest-TestShelveInstance-829759295 tempest-TestShelveInstance-829759295-project] 10.222.0.67 "GET /v2.0/security-groups?id=86070b6d-f80e-462a-a1f4-df7d1c8b953c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1811557 Feb 09 15:53:04.222230 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-dee89f88-523f-49f2-8517-4ab9354b4ade req-19fac8a5-59c6-40b3-9281-2121daf4dab3 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=7f46af6c-31a0-4cb9-9407-a2368d7c0d7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1623099 Feb 09 15:53:04.352803 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-dee89f88-523f-49f2-8517-4ab9354b4ade req-db215e11-dfb7-4946-ae8b-6193a9e7b31c service neutron] 10.222.0.47 "GET /v2.0/networks/7f46af6c-31a0-4cb9-9407-a2368d7c0d7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1222098 Feb 09 15:53:04.485900 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-dee89f88-523f-49f2-8517-4ab9354b4ade req-4aa03195-c744-4de0-a23d-69d44922717c service neutron] 10.222.0.47 "GET /v2.0/networks/7f46af6c-31a0-4cb9-9407-a2368d7c0d7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251199 Feb 09 15:53:05.260081 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df84a66-ef07-4777-8e6d-df37ca89de39 req-2f0fb912-834c-4c4d-a02d-7fc9e2c41502 tempest-TestMinimumBasicScenario-2112190267 tempest-TestMinimumBasicScenario-2112190267-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:53:05.261573 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-3df84a66-ef07-4777-8e6d-df37ca89de39 req-2f0fb912-834c-4c4d-a02d-7fc9e2c41502 tempest-TestMinimumBasicScenario-2112190267 tempest-TestMinimumBasicScenario-2112190267-project] 10.222.0.67 "GET /v2.0/ports?device_id=fe66f4bc-a730-4366-9315-bbac9ee08859 HTTP/1.1" status: 200 len: 984 time: 0.1798246 Feb 09 15:53:05.312969 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-3df84a66-ef07-4777-8e6d-df37ca89de39 req-8ca8cf7b-b567-473f-995c-8809430158af tempest-TestMinimumBasicScenario-2112190267 tempest-TestMinimumBasicScenario-2112190267-project] 10.222.0.67 "GET /v2.0/security-groups?id=79eb8049-6076-4ac2-9067-f9377e697245&id=22cbc017-bfa8-4021-934e-18da588f0056&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0448952 Feb 09 15:53:05.409402 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6885c33-233d-42d9-a76f-2847763cf905 req-0a11b670-a242-4c5b-9d5b-14271f1265c2 tempest-TestShelveInstance-829759295 tempest-TestShelveInstance-829759295-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:53:05.410949 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-f6885c33-233d-42d9-a76f-2847763cf905 req-0a11b670-a242-4c5b-9d5b-14271f1265c2 tempest-TestShelveInstance-829759295 tempest-TestShelveInstance-829759295-project] 10.222.0.67 "GET /v2.0/ports?device_id=09dd4c90-5cd1-412c-87eb-06db15e371df HTTP/1.1" status: 200 len: 943 time: 0.0895073 Feb 09 15:53:05.461500 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-f6885c33-233d-42d9-a76f-2847763cf905 req-136fc1b1-551e-4074-8988-9181a363eed1 tempest-TestShelveInstance-829759295 tempest-TestShelveInstance-829759295-project] 10.222.0.67 "GET /v2.0/security-groups?id=86070b6d-f80e-462a-a1f4-df7d1c8b953c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445344 Feb 09 15:53:06.523006 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a096cc67-9788-4f64-ac8a-004e9a37d24e req-a05a7f96-5320-4f14-a89c-616b78087bca tempest-TestMinimumBasicScenario-2112190267 tempest-TestMinimumBasicScenario-2112190267-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:53:06.524433 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-a096cc67-9788-4f64-ac8a-004e9a37d24e req-a05a7f96-5320-4f14-a89c-616b78087bca tempest-TestMinimumBasicScenario-2112190267 tempest-TestMinimumBasicScenario-2112190267-project] 10.222.0.67 "GET /v2.0/ports?device_id=fe66f4bc-a730-4366-9315-bbac9ee08859 HTTP/1.1" status: 200 len: 984 time: 0.0890398 Feb 09 15:53:06.573238 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-a096cc67-9788-4f64-ac8a-004e9a37d24e req-f74119d6-62be-47a3-8d12-750b4969fc00 tempest-TestMinimumBasicScenario-2112190267 tempest-TestMinimumBasicScenario-2112190267-project] 10.222.0.67 "GET /v2.0/security-groups?id=79eb8049-6076-4ac2-9067-f9377e697245&id=22cbc017-bfa8-4021-934e-18da588f0056&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0426800 Feb 09 15:53:06.673284 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f31999a-f4d1-4142-b851-c308a381344c req-7f27e904-05f9-48a6-a02d-f642288a23f4 tempest-TestShelveInstance-829759295 tempest-TestShelveInstance-829759295-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:53:06.674715 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-2f31999a-f4d1-4142-b851-c308a381344c req-7f27e904-05f9-48a6-a02d-f642288a23f4 tempest-TestShelveInstance-829759295 tempest-TestShelveInstance-829759295-project] 10.222.0.67 "GET /v2.0/ports?device_id=09dd4c90-5cd1-412c-87eb-06db15e371df HTTP/1.1" status: 200 len: 943 time: 0.0773580 Feb 09 15:53:06.721621 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-2f31999a-f4d1-4142-b851-c308a381344c req-20c766da-096c-4b44-8cad-17dfb8ece270 tempest-TestShelveInstance-829759295 tempest-TestShelveInstance-829759295-project] 10.222.0.67 "GET /v2.0/security-groups?id=86070b6d-f80e-462a-a1f4-df7d1c8b953c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412433 Feb 09 15:53:07.784324 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e736306-fc5a-4d7f-bfce-84c3ae0d834b req-4fb4d4fb-fb5e-4a9a-b733-93154589d82e tempest-TestMinimumBasicScenario-2112190267 tempest-TestMinimumBasicScenario-2112190267-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:53:07.785774 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-3e736306-fc5a-4d7f-bfce-84c3ae0d834b req-4fb4d4fb-fb5e-4a9a-b733-93154589d82e tempest-TestMinimumBasicScenario-2112190267 tempest-TestMinimumBasicScenario-2112190267-project] 10.222.0.67 "GET /v2.0/ports?device_id=fe66f4bc-a730-4366-9315-bbac9ee08859 HTTP/1.1" status: 200 len: 984 time: 0.0870135 Feb 09 15:53:07.838607 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-3e736306-fc5a-4d7f-bfce-84c3ae0d834b req-16b8a275-fa01-4a92-9834-57ada92c16ba tempest-TestMinimumBasicScenario-2112190267 tempest-TestMinimumBasicScenario-2112190267-project] 10.222.0.67 "GET /v2.0/security-groups?id=79eb8049-6076-4ac2-9067-f9377e697245&id=22cbc017-bfa8-4021-934e-18da588f0056&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0452192 Feb 09 15:53:07.923413 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5aeb23-8fcb-4fff-b7fa-d8460fa7adbb req-207fd6eb-2d0e-431f-96d6-9952b5815a12 tempest-TestShelveInstance-829759295 tempest-TestShelveInstance-829759295-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:53:07.924881 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-fb5aeb23-8fcb-4fff-b7fa-d8460fa7adbb req-207fd6eb-2d0e-431f-96d6-9952b5815a12 tempest-TestShelveInstance-829759295 tempest-TestShelveInstance-829759295-project] 10.222.0.67 "GET /v2.0/ports?device_id=09dd4c90-5cd1-412c-87eb-06db15e371df HTTP/1.1" status: 200 len: 943 time: 0.0812063 Feb 09 15:53:07.972107 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-fb5aeb23-8fcb-4fff-b7fa-d8460fa7adbb req-38d04f8e-b03f-4358-a0d5-42a1545f61ed tempest-TestShelveInstance-829759295 tempest-TestShelveInstance-829759295-project] 10.222.0.67 "GET /v2.0/security-groups?id=86070b6d-f80e-462a-a1f4-df7d1c8b953c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417442 Feb 09 15:53:08.679173 dv-cinder-825105-1-iscsi neutron-server[82904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1655e58-9282-4a66-a28d-118ab6f465bb None None] Sync routers for ids ['172f9e79-357f-4498-ae14-3f49ee1be4da'] in dv-cinder-825105-1-iscsi {{(pid=82904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 09 15:53:08.692706 dv-cinder-825105-1-iscsi neutron-server[82904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1655e58-9282-4a66-a28d-118ab6f465bb None None] Routers {'172f9e79-357f-4498-ae14-3f49ee1be4da'} bound to L3 agent in host dv-cinder-825105-1-iscsi {{(pid=82904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 15:53:08.693291 dv-cinder-825105-1-iscsi neutron-server[82904]: DEBUG neutron.db.l3_hamode_db [None req-a1655e58-9282-4a66-a28d-118ab6f465bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825105-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T15:34:00Z,description=,heartbeat_timestamp=2022-02-09T15:53:00Z,host='dv-cinder-825105-1-iscsi',id=94c626d1-bc40-41bd-b6b2-9a20da402cb6,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:34:00Z,topic='l3_agent')) {'router_ids': ['172f9e79-357f-4498-ae14-3f49ee1be4da'], 'active': True} {{(pid=82904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:53:08.868843 dv-cinder-825105-1-iscsi neutron-server[82904]: DEBUG neutron.db.l3_dvr_db [None req-a1655e58-9282-4a66-a28d-118ab6f465bb None None] Set router 172f9e79-357f-4498-ae14-3f49ee1be4da gateway port host: dv-cinder-825105-1-iscsi {{(pid=82904) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 15:53:09.057625 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4503059c-9c5b-4d45-8834-9f9be0247680 req-4127aac3-0249-4fb8-aaf1-8853945e0e3e tempest-TestMinimumBasicScenario-2112190267 tempest-TestMinimumBasicScenario-2112190267-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:53:09.058850 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-4503059c-9c5b-4d45-8834-9f9be0247680 req-4127aac3-0249-4fb8-aaf1-8853945e0e3e tempest-TestMinimumBasicScenario-2112190267 tempest-TestMinimumBasicScenario-2112190267-project] 10.222.0.67 "GET /v2.0/ports?device_id=fe66f4bc-a730-4366-9315-bbac9ee08859 HTTP/1.1" status: 200 len: 984 time: 0.0864747 Feb 09 15:53:09.110846 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-4503059c-9c5b-4d45-8834-9f9be0247680 req-762f971e-23ad-4923-9d44-4bcc8f6d4998 tempest-TestMinimumBasicScenario-2112190267 tempest-TestMinimumBasicScenario-2112190267-project] 10.222.0.67 "GET /v2.0/security-groups?id=79eb8049-6076-4ac2-9067-f9377e697245&id=22cbc017-bfa8-4021-934e-18da588f0056&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0459733 Feb 09 15:53:09.176473 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8580b3-38d8-4585-b822-7b29ed0ba8cd req-fa0f46e9-22ef-4eca-b3e4-c2ecdd0ed38b tempest-TestShelveInstance-829759295 tempest-TestShelveInstance-829759295-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:53:09.177982 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-8c8580b3-38d8-4585-b822-7b29ed0ba8cd req-fa0f46e9-22ef-4eca-b3e4-c2ecdd0ed38b tempest-TestShelveInstance-829759295 tempest-TestShelveInstance-829759295-project] 10.222.0.67 "GET /v2.0/ports?device_id=09dd4c90-5cd1-412c-87eb-06db15e371df HTTP/1.1" status: 200 len: 943 time: 0.0784435 Feb 09 15:53:09.227241 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-8c8580b3-38d8-4585-b822-7b29ed0ba8cd req-98987410-78eb-4268-b75e-403c147ebcfb tempest-TestShelveInstance-829759295 tempest-TestShelveInstance-829759295-project] 10.222.0.67 "GET /v2.0/security-groups?id=86070b6d-f80e-462a-a1f4-df7d1c8b953c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431881 Feb 09 15:53:09.232621 dv-cinder-825105-1-iscsi neutron-server[82904]: DEBUG neutron.db.l3_hamode_db [None req-a1655e58-9282-4a66-a28d-118ab6f465bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '172f9e79-357f-4498-ae14-3f49ee1be4da', 'name': 'tempest-TestShelveInstance-841654468-router', 'tenant_id': '1f181966b96242e5b74d14949d4aa0d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c65eede5-7777-493f-951d-210877831002', 'external_fixed_ips': [{'subnet_id': '2c513225-bb11-4d36-a4c3-0732716dcb87', 'ip_address': '172.27.0.191'}], 'enable_snat': True}, 'gw_port_id': 'e97077b8-3753-45fa-a68e-06f2f9302e60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T15:52:30Z', 'updated_at': '2022-02-09T15:52:35Z', 'revision_number': 4, 'project_id': '1f181966b96242e5b74d14949d4aa0d5', 'gw_port': {'id': 'e97077b8-3753-45fa-a68e-06f2f9302e60', 'name': '', 'network_id': 'c65eede5-7777-493f-951d-210877831002', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:64:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '172f9e79-357f-4498-ae14-3f49ee1be4da', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2c513225-bb11-4d36-a4c3-0732716dcb87', 'ip_address': '172.27.0.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825105-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:52:31Z', 'updated_at': '2022-02-09T15:52:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c513225-bb11-4d36-a4c3-0732716dcb87', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825105-1-iscsi', '_interfaces': [{'id': 'd0bcfc34-93c3-4d2a-a065-baf51b2cc7ae', 'name': '', 'network_id': 'edbe0ebb-028d-4de9-90a8-365752b4b481', 'tenant_id': '1f181966b96242e5b74d14949d4aa0d5', 'mac_address': 'fa:16:3e:be:51:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '172f9e79-357f-4498-ae14-3f49ee1be4da', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7dc47919-002f-471f-9357-6333c6fae7ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:52:34Z', 'updated_at': '2022-02-09T15:52:35Z', 'revision_number': 2, 'project_id': '1f181966b96242e5b74d14949d4aa0d5', 'subnets': [{'id': '7dc47919-002f-471f-9357-6333c6fae7ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825105-1-iscsi', False) {} {{(pid=82904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:53:09.237002 dv-cinder-825105-1-iscsi neutron-server[82904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1655e58-9282-4a66-a28d-118ab6f465bb None None] Checking router: 172f9e79-357f-4498-ae14-3f49ee1be4da for host: dv-cinder-825105-1-iscsi {{(pid=82904) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 09 15:53:09.237454 dv-cinder-825105-1-iscsi neutron-server[82904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1655e58-9282-4a66-a28d-118ab6f465bb None None] Updating router 172f9e79-357f-4498-ae14-3f49ee1be4da port d0bcfc34-93c3-4d2a-a065-baf51b2cc7ae binding host dv-cinder-825105-1-iscsi {{(pid=82904) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 09 15:53:09.288203 dv-cinder-825105-1-iscsi neutron-server[82904]: DEBUG neutron_lib.callbacks.manager [None req-a1655e58-9282-4a66-a28d-118ab6f465bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16080601'] for port, before_update {{(pid=82904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:53:09.623289 dv-cinder-825105-1-iscsi neutron-server[82904]: DEBUG neutron_lib.callbacks.manager [None req-a1655e58-9282-4a66-a28d-118ab6f465bb None None] Notify callbacks [] for port, precommit_update {{(pid=82904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:53:09.635132 dv-cinder-825105-1-iscsi neutron-server[82904]: DEBUG neutron.db.provisioning_blocks [None req-a1655e58-9282-4a66-a28d-118ab6f465bb None None] Transition to ACTIVE for port object d0bcfc34-93c3-4d2a-a065-baf51b2cc7ae will not be triggered until provisioned by entity L2. {{(pid=82904) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 15:53:09.641037 dv-cinder-825105-1-iscsi neutron-server[82904]: DEBUG neutron_lib.callbacks.manager [None req-a1655e58-9282-4a66-a28d-118ab6f465bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16080037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758755988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756758334055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756758334100'] for port, after_update {{(pid=82904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:53:09.781992 dv-cinder-825105-1-iscsi neutron-server[82904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2987dd7d-60f8-4ba9-9363-4bd6247295b5 None None] Pushing event updated for resources: {'Port': ['ID=d0bcfc34-93c3-4d2a-a065-baf51b2cc7ae,revision_number=3']} {{(pid=82904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:53:09.852238 dv-cinder-825105-1-iscsi neutron-server[82904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2987dd7d-60f8-4ba9-9363-4bd6247295b5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825105-1-iscsi {{(pid=82904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:53:09.852573 dv-cinder-825105-1-iscsi neutron-server[82904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2987dd7d-60f8-4ba9-9363-4bd6247295b5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825105-1-iscsi {{(pid=82904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:53:09.852954 dv-cinder-825105-1-iscsi neutron-server[82904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2987dd7d-60f8-4ba9-9363-4bd6247295b5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825105-1-iscsi {{(pid=82904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:53:09.853349 dv-cinder-825105-1-iscsi neutron-server[82904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2987dd7d-60f8-4ba9-9363-4bd6247295b5 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825105-1-iscsi {{(pid=82904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:53:09.853797 dv-cinder-825105-1-iscsi neutron-server[82904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2987dd7d-60f8-4ba9-9363-4bd6247295b5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825105-1-iscsi {{(pid=82904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:53:09.854115 dv-cinder-825105-1-iscsi neutron-server[82904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2987dd7d-60f8-4ba9-9363-4bd6247295b5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-825105-1-iscsi {{(pid=82904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:53:09.854427 dv-cinder-825105-1-iscsi neutron-server[82904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2987dd7d-60f8-4ba9-9363-4bd6247295b5 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825105-1-iscsi {{(pid=82904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:53:09.854754 dv-cinder-825105-1-iscsi neutron-server[82904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2987dd7d-60f8-4ba9-9363-4bd6247295b5 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825105-1-iscsi {{(pid=82904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:53:09.855064 dv-cinder-825105-1-iscsi neutron-server[82904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2987dd7d-60f8-4ba9-9363-4bd6247295b5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825105-1-iscsi {{(pid=82904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:53:09.855368 dv-cinder-825105-1-iscsi neutron-server[82904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2987dd7d-60f8-4ba9-9363-4bd6247295b5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825105-1-iscsi {{(pid=82904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:53:09.855672 dv-cinder-825105-1-iscsi neutron-server[82904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2987dd7d-60f8-4ba9-9363-4bd6247295b5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825105-1-iscsi {{(pid=82904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:53:09.885143 dv-cinder-825105-1-iscsi neutron-server[82904]: DEBUG neutron.plugins.ml2.managers [None req-a1655e58-9282-4a66-a28d-118ab6f465bb None None] Attempting to bind port d0bcfc34-93c3-4d2a-a065-baf51b2cc7ae on host dv-cinder-825105-1-iscsi for vnic_type normal with profile {{(pid=82904) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 15:53:09.885577 dv-cinder-825105-1-iscsi neutron-server[82904]: DEBUG neutron.plugins.ml2.managers [None req-a1655e58-9282-4a66-a28d-118ab6f465bb None None] Attempting to bind port d0bcfc34-93c3-4d2a-a065-baf51b2cc7ae by drivers openvswitch,hyperv on host dv-cinder-825105-1-iscsi at level 0 using segments [{'id': 'ef7c1d48-48b6-48f3-917c-ea96d2665ae6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': 'edbe0ebb-028d-4de9-90a8-365752b4b481'}] {{(pid=82904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 15:53:09.886103 dv-cinder-825105-1-iscsi neutron-server[82904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1655e58-9282-4a66-a28d-118ab6f465bb None None] Attempting to bind port d0bcfc34-93c3-4d2a-a065-baf51b2cc7ae on network edbe0ebb-028d-4de9-90a8-365752b4b481 {{(pid=82904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 15:53:09.893908 dv-cinder-825105-1-iscsi neutron-server[82904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1655e58-9282-4a66-a28d-118ab6f465bb None None] Checking agent: {'id': '0c30844f-de8e-42c5-a17a-962bb78b1270', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-825105-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 15, 34, 1), 'started_at': datetime.datetime(2022, 2, 9, 15, 34, 31), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 15, 53, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-825105-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 15:53:09.894275 dv-cinder-825105-1-iscsi neutron-server[82904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1655e58-9282-4a66-a28d-118ab6f465bb None None] Checking segment: {'id': 'ef7c1d48-48b6-48f3-917c-ea96d2665ae6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': 'edbe0ebb-028d-4de9-90a8-365752b4b481'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82904) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 15:53:09.895383 dv-cinder-825105-1-iscsi neutron-server[82904]: DEBUG neutron_lib.callbacks.manager [None req-a1655e58-9282-4a66-a28d-118ab6f465bb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:53:09.895383 dv-cinder-825105-1-iscsi neutron-server[82904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1655e58-9282-4a66-a28d-118ab6f465bb None None] Bound using segment: {'id': 'ef7c1d48-48b6-48f3-917c-ea96d2665ae6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': 'edbe0ebb-028d-4de9-90a8-365752b4b481'} {{(pid=82904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 15:53:09.895991 dv-cinder-825105-1-iscsi neutron-server[82904]: DEBUG neutron.plugins.ml2.managers [None req-a1655e58-9282-4a66-a28d-118ab6f465bb None None] Bound port: d0bcfc34-93c3-4d2a-a065-baf51b2cc7ae, host: dv-cinder-825105-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef7c1d48-48b6-48f3-917c-ea96d2665ae6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': 'edbe0ebb-028d-4de9-90a8-365752b4b481'}}] {{(pid=82904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 15:53:09.896505 dv-cinder-825105-1-iscsi neutron-server[82904]: DEBUG neutron_lib.callbacks.manager [None req-a1655e58-9282-4a66-a28d-118ab6f465bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16080601'] for port, before_update {{(pid=82904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:53:09.994572 dv-cinder-825105-1-iscsi neutron-server[82904]: DEBUG neutron.plugins.ml2.db [None req-a1655e58-9282-4a66-a28d-118ab6f465bb None None] For port d0bcfc34-93c3-4d2a-a065-baf51b2cc7ae, host dv-cinder-825105-1-iscsi, cleared binding levels {{(pid=82904) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 15:53:09.997646 dv-cinder-825105-1-iscsi neutron-server[82904]: DEBUG neutron.plugins.ml2.db [None req-a1655e58-9282-4a66-a28d-118ab6f465bb None None] For port d0bcfc34-93c3-4d2a-a065-baf51b2cc7ae, host dv-cinder-825105-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825105-1-iscsi',level=0,port_id=d0bcfc34-93c3-4d2a-a065-baf51b2cc7ae,segment=NetworkSegment(ef7c1d48-48b6-48f3-917c-ea96d2665ae6),segment_id=ef7c1d48-48b6-48f3-917c-ea96d2665ae6)] {{(pid=82904) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 15:53:10.002553 dv-cinder-825105-1-iscsi neutron-server[82904]: DEBUG neutron_lib.callbacks.manager [None req-a1655e58-9282-4a66-a28d-118ab6f465bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16080037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758755988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756758334055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756758334100'] for port, after_update {{(pid=82904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:53:10.090970 dv-cinder-825105-1-iscsi neutron-server[82904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2987dd7d-60f8-4ba9-9363-4bd6247295b5 None None] Pushing event updated for resources: {'Port': ['ID=d0bcfc34-93c3-4d2a-a065-baf51b2cc7ae,revision_number=4']} {{(pid=82904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:53:10.094853 dv-cinder-825105-1-iscsi neutron-server[82904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1655e58-9282-4a66-a28d-118ab6f465bb None None] Routers {'172f9e79-357f-4498-ae14-3f49ee1be4da'} bound to L3 agent in host dv-cinder-825105-1-iscsi {{(pid=82904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 15:53:10.095438 dv-cinder-825105-1-iscsi neutron-server[82904]: DEBUG neutron.db.l3_hamode_db [None req-a1655e58-9282-4a66-a28d-118ab6f465bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825105-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T15:34:00Z,description=,heartbeat_timestamp=2022-02-09T15:53:00Z,host='dv-cinder-825105-1-iscsi',id=94c626d1-bc40-41bd-b6b2-9a20da402cb6,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:34:00Z,topic='l3_agent')) {'router_ids': ['172f9e79-357f-4498-ae14-3f49ee1be4da'], 'active': True} {{(pid=82904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:53:10.301784 dv-cinder-825105-1-iscsi neutron-server[82904]: DEBUG neutron.db.l3_dvr_db [None req-a1655e58-9282-4a66-a28d-118ab6f465bb None None] Set router 172f9e79-357f-4498-ae14-3f49ee1be4da gateway port host: dv-cinder-825105-1-iscsi {{(pid=82904) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 15:53:10.390601 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e33b61-afbb-41d0-88f3-af79425249be req-69eb84fd-a21c-46e2-8a65-a7df19f63a80 tempest-TestMinimumBasicScenario-2112190267 tempest-TestMinimumBasicScenario-2112190267-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:53:10.398562 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-b9e33b61-afbb-41d0-88f3-af79425249be req-69eb84fd-a21c-46e2-8a65-a7df19f63a80 tempest-TestMinimumBasicScenario-2112190267 tempest-TestMinimumBasicScenario-2112190267-project] 10.222.0.67 "GET /v2.0/ports?device_id=fe66f4bc-a730-4366-9315-bbac9ee08859 HTTP/1.1" status: 200 len: 984 time: 0.1446271 Feb 09 15:53:10.464557 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.plugins.ml2.rpc [None req-608c4fd2-211a-4ca9-a277-ad2a51be62ff None None] Device d0bcfc34-93c3-4d2a-a065-baf51b2cc7ae up at agent ovs-agent-dv-cinder-825105-1-iscsi {{(pid=82903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 15:53:10.466356 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-b9e33b61-afbb-41d0-88f3-af79425249be req-1d272d6b-4478-4ab4-b0f1-17ae17953689 tempest-TestMinimumBasicScenario-2112190267 tempest-TestMinimumBasicScenario-2112190267-project] 10.222.0.67 "GET /v2.0/security-groups?id=79eb8049-6076-4ac2-9067-f9377e697245&id=22cbc017-bfa8-4021-934e-18da588f0056&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0664461 Feb 09 15:53:10.528419 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5edf9c1-64a3-4919-a115-32c8d3d85957 req-c8a0c072-eb5b-4b10-8aec-0ed2e0735fd4 tempest-TestShelveInstance-829759295 tempest-TestShelveInstance-829759295-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:53:10.531084 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-c5edf9c1-64a3-4919-a115-32c8d3d85957 req-c8a0c072-eb5b-4b10-8aec-0ed2e0735fd4 tempest-TestShelveInstance-829759295 tempest-TestShelveInstance-829759295-project] 10.222.0.67 "GET /v2.0/ports?device_id=09dd4c90-5cd1-412c-87eb-06db15e371df HTTP/1.1" status: 200 len: 943 time: 0.1316400 Feb 09 15:53:10.582352 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.db.provisioning_blocks [None req-608c4fd2-211a-4ca9-a277-ad2a51be62ff None None] Provisioning for port d0bcfc34-93c3-4d2a-a065-baf51b2cc7ae completed by entity L2. {{(pid=82903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 15:53:10.584047 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-c5edf9c1-64a3-4919-a115-32c8d3d85957 req-2d571e5e-92f9-4346-81af-c96ff0fac643 tempest-TestShelveInstance-829759295 tempest-TestShelveInstance-829759295-project] 10.222.0.67 "GET /v2.0/security-groups?id=86070b6d-f80e-462a-a1f4-df7d1c8b953c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449905 Feb 09 15:53:10.593147 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.db.provisioning_blocks [None req-608c4fd2-211a-4ca9-a277-ad2a51be62ff None None] Provisioning complete for port d0bcfc34-93c3-4d2a-a065-baf51b2cc7ae triggered by entity L2. {{(pid=82903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:53:10.593575 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-608c4fd2-211a-4ca9-a277-ad2a51be62ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16008948'] for port, provisioning_complete {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:53:10.662992 dv-cinder-825105-1-iscsi neutron-server[82904]: DEBUG neutron.db.l3_hamode_db [None req-a1655e58-9282-4a66-a28d-118ab6f465bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '172f9e79-357f-4498-ae14-3f49ee1be4da', 'name': 'tempest-TestShelveInstance-841654468-router', 'tenant_id': '1f181966b96242e5b74d14949d4aa0d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c65eede5-7777-493f-951d-210877831002', 'external_fixed_ips': [{'subnet_id': '2c513225-bb11-4d36-a4c3-0732716dcb87', 'ip_address': '172.27.0.191'}], 'enable_snat': True}, 'gw_port_id': 'e97077b8-3753-45fa-a68e-06f2f9302e60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T15:52:30Z', 'updated_at': '2022-02-09T15:52:35Z', 'revision_number': 4, 'project_id': '1f181966b96242e5b74d14949d4aa0d5', 'gw_port': {'id': 'e97077b8-3753-45fa-a68e-06f2f9302e60', 'name': '', 'network_id': 'c65eede5-7777-493f-951d-210877831002', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:64:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '172f9e79-357f-4498-ae14-3f49ee1be4da', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2c513225-bb11-4d36-a4c3-0732716dcb87', 'ip_address': '172.27.0.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825105-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:52:31Z', 'updated_at': '2022-02-09T15:52:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c513225-bb11-4d36-a4c3-0732716dcb87', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825105-1-iscsi', '_interfaces': [{'id': 'd0bcfc34-93c3-4d2a-a065-baf51b2cc7ae', 'name': '', 'network_id': 'edbe0ebb-028d-4de9-90a8-365752b4b481', 'tenant_id': '1f181966b96242e5b74d14949d4aa0d5', 'mac_address': 'fa:16:3e:be:51:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '172f9e79-357f-4498-ae14-3f49ee1be4da', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7dc47919-002f-471f-9357-6333c6fae7ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825105-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:52:34Z', 'updated_at': '2022-02-09T15:53:09Z', 'revision_number': 4, 'project_id': '1f181966b96242e5b74d14949d4aa0d5', 'subnets': [{'id': '7dc47919-002f-471f-9357-6333c6fae7ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825105-1-iscsi', False) {} {{(pid=82904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:53:10.666963 dv-cinder-825105-1-iscsi neutron-server[82904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1655e58-9282-4a66-a28d-118ab6f465bb None None] The sync data for ids ['172f9e79-357f-4498-ae14-3f49ee1be4da'] in dv-cinder-825105-1-iscsi is: [{'id': '172f9e79-357f-4498-ae14-3f49ee1be4da', 'name': 'tempest-TestShelveInstance-841654468-router', 'tenant_id': '1f181966b96242e5b74d14949d4aa0d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c65eede5-7777-493f-951d-210877831002', 'external_fixed_ips': [{'subnet_id': '2c513225-bb11-4d36-a4c3-0732716dcb87', 'ip_address': '172.27.0.191'}], 'enable_snat': True}, 'gw_port_id': 'e97077b8-3753-45fa-a68e-06f2f9302e60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T15:52:30Z', 'updated_at': '2022-02-09T15:52:35Z', 'revision_number': 4, 'project_id': '1f181966b96242e5b74d14949d4aa0d5', 'gw_port': {'id': 'e97077b8-3753-45fa-a68e-06f2f9302e60', 'name': '', 'network_id': 'c65eede5-7777-493f-951d-210877831002', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:64:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '172f9e79-357f-4498-ae14-3f49ee1be4da', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2c513225-bb11-4d36-a4c3-0732716dcb87', 'ip_address': '172.27.0.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825105-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:52:31Z', 'updated_at': '2022-02-09T15:52:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c513225-bb11-4d36-a4c3-0732716dcb87', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825105-1-iscsi', '_interfaces': [{'id': 'd0bcfc34-93c3-4d2a-a065-baf51b2cc7ae', 'name': '', 'network_id': 'edbe0ebb-028d-4de9-90a8-365752b4b481', 'tenant_id': '1f181966b96242e5b74d14949d4aa0d5', 'mac_address': 'fa:16:3e:be:51:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '172f9e79-357f-4498-ae14-3f49ee1be4da', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7dc47919-002f-471f-9357-6333c6fae7ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825105-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:52:34Z', 'updated_at': '2022-02-09T15:53:09Z', 'revision_number': 4, 'project_id': '1f181966b96242e5b74d14949d4aa0d5', 'subnets': [{'id': '7dc47919-002f-471f-9357-6333c6fae7ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 09 15:53:10.715585 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-608c4fd2-211a-4ca9-a277-ad2a51be62ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16080601'] for port, before_update {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:53:10.750087 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.plugins.ml2.db [None req-608c4fd2-211a-4ca9-a277-ad2a51be62ff None None] For port d0bcfc34-93c3-4d2a-a065-baf51b2cc7ae, host dv-cinder-825105-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825105-1-iscsi',level=0,port_id=d0bcfc34-93c3-4d2a-a065-baf51b2cc7ae,segment=NetworkSegment(ef7c1d48-48b6-48f3-917c-ea96d2665ae6),segment_id=ef7c1d48-48b6-48f3-917c-ea96d2665ae6)] {{(pid=82903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:53:10.754773 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-608c4fd2-211a-4ca9-a277-ad2a51be62ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16080037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758755988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756758334055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756758334100'] for port, after_update {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:53:10.821439 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-608c4fd2-211a-4ca9-a277-ad2a51be62ff None None] Pushing event updated for resources: {'Port': ['ID=d0bcfc34-93c3-4d2a-a065-baf51b2cc7ae,revision_number=5']} {{(pid=82903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:53:11.517498 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.plugins.ml2.rpc [None req-812787cf-6466-4ce1-8c4e-c32e14b18d8a None None] Device b3633023-33aa-42da-a1fa-f7a9054edd6c details requested by agent hyperv_hv-cinder-82510 with host hv-cinder-82510 {{(pid=82903) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 15:53:11.667986 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.plugins.ml2.db [None req-812787cf-6466-4ce1-8c4e-c32e14b18d8a None None] For port b3633023-33aa-42da-a1fa-f7a9054edd6c, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=b3633023-33aa-42da-a1fa-f7a9054edd6c,segment=NetworkSegment(6be99c28-2e23-4bdb-8d7f-30b5ed2c2c2a),segment_id=6be99c28-2e23-4bdb-8d7f-30b5ed2c2c2a)] {{(pid=82903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:53:11.683239 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.plugins.ml2.rpc [None req-812787cf-6466-4ce1-8c4e-c32e14b18d8a None None] Returning: {'device': 'b3633023-33aa-42da-a1fa-f7a9054edd6c', 'network_id': '7f46af6c-31a0-4cb9-9407-a2368d7c0d7a', 'port_id': 'b3633023-33aa-42da-a1fa-f7a9054edd6c', 'mac_address': 'fa:16:3e:e8:22:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 839, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cbc2dc2c-e327-4450-a8ab-b2fdfcbed0af', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82903) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 15:53:11.690470 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e42507-faeb-4687-b068-75d659a06146 req-9b6b0603-099c-4f43-8e0c-cb39b6efed57 tempest-TestMinimumBasicScenario-2112190267 tempest-TestMinimumBasicScenario-2112190267-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:53:11.691933 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-36e42507-faeb-4687-b068-75d659a06146 req-9b6b0603-099c-4f43-8e0c-cb39b6efed57 tempest-TestMinimumBasicScenario-2112190267 tempest-TestMinimumBasicScenario-2112190267-project] 10.222.0.67 "GET /v2.0/ports?device_id=fe66f4bc-a730-4366-9315-bbac9ee08859 HTTP/1.1" status: 200 len: 984 time: 0.0901690 Feb 09 15:53:11.745888 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-36e42507-faeb-4687-b068-75d659a06146 req-c783047f-53eb-4aef-834f-93ec7695fd29 tempest-TestMinimumBasicScenario-2112190267 tempest-TestMinimumBasicScenario-2112190267-project] 10.222.0.67 "GET /v2.0/security-groups?id=79eb8049-6076-4ac2-9067-f9377e697245&id=22cbc017-bfa8-4021-934e-18da588f0056&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0474968 Feb 09 15:53:11.770980 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-812787cf-6466-4ce1-8c4e-c32e14b18d8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16080601'] for port, before_update {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:53:11.787945 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.notifiers.nova [None req-812787cf-6466-4ce1-8c4e-c32e14b18d8a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b3633023-33aa-42da-a1fa-f7a9054edd6c {{(pid=82903) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 15:53:11.803881 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.plugins.ml2.db [None req-812787cf-6466-4ce1-8c4e-c32e14b18d8a None None] For port b3633023-33aa-42da-a1fa-f7a9054edd6c, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=b3633023-33aa-42da-a1fa-f7a9054edd6c,segment=NetworkSegment(6be99c28-2e23-4bdb-8d7f-30b5ed2c2c2a),segment_id=6be99c28-2e23-4bdb-8d7f-30b5ed2c2c2a)] {{(pid=82903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:53:11.807719 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-812787cf-6466-4ce1-8c4e-c32e14b18d8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16080037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758755988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756758334055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756758334100'] for port, after_update {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:53:11.813903 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fbf269b-f3f5-4f86-a361-1e223fb35634 req-65362561-a002-4c8b-b7e2-d5006c4b554a tempest-TestShelveInstance-829759295 tempest-TestShelveInstance-829759295-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:53:11.816328 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-9fbf269b-f3f5-4f86-a361-1e223fb35634 req-65362561-a002-4c8b-b7e2-d5006c4b554a tempest-TestShelveInstance-829759295 tempest-TestShelveInstance-829759295-project] 10.222.0.67 "GET /v2.0/ports?device_id=09dd4c90-5cd1-412c-87eb-06db15e371df HTTP/1.1" status: 200 len: 943 time: 0.0839934 Feb 09 15:53:11.873046 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812787cf-6466-4ce1-8c4e-c32e14b18d8a None None] Pushing event updated for resources: {'Port': ['ID=b3633023-33aa-42da-a1fa-f7a9054edd6c,revision_number=4']} {{(pid=82903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:53:11.880635 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-9fbf269b-f3f5-4f86-a361-1e223fb35634 req-31482472-24e3-48d1-911b-9730c2f95df9 tempest-TestShelveInstance-829759295 tempest-TestShelveInstance-829759295-project] 10.222.0.67 "GET /v2.0/security-groups?id=86070b6d-f80e-462a-a1f4-df7d1c8b953c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0584314 Feb 09 15:53:12.090638 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.plugins.ml2.db [None req-812787cf-6466-4ce1-8c4e-c32e14b18d8a None None] get_ports_and_sgs() called for port_ids ['b3633023-33aa-42da-a1fa-f7a9054edd6c'] {{(pid=82903) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 09 15:53:12.393755 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.plugins.ml2.rpc [None req-608c4fd2-211a-4ca9-a277-ad2a51be62ff None None] Device d0bcfc34-93c3-4d2a-a065-baf51b2cc7ae up at agent ovs-agent-dv-cinder-825105-1-iscsi {{(pid=82903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 15:53:12.462530 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.db.provisioning_blocks [None req-608c4fd2-211a-4ca9-a277-ad2a51be62ff None None] Provisioning complete for port d0bcfc34-93c3-4d2a-a065-baf51b2cc7ae triggered by entity L2. {{(pid=82903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:53:12.462889 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-608c4fd2-211a-4ca9-a277-ad2a51be62ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16008948'] for port, provisioning_complete {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:53:13.095893 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c83076b-cec3-4f4f-afc2-41473f8bf8a7 req-0df93888-96dc-444d-a847-c6f4a023bbe1 tempest-TestShelveInstance-829759295 tempest-TestShelveInstance-829759295-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:53:13.097402 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-8c83076b-cec3-4f4f-afc2-41473f8bf8a7 req-0df93888-96dc-444d-a847-c6f4a023bbe1 tempest-TestShelveInstance-829759295 tempest-TestShelveInstance-829759295-project] 10.222.0.67 "GET /v2.0/ports?device_id=09dd4c90-5cd1-412c-87eb-06db15e371df HTTP/1.1" status: 200 len: 944 time: 0.0832253 Feb 09 15:53:13.147046 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-8c83076b-cec3-4f4f-afc2-41473f8bf8a7 req-ed4d2c20-b699-4348-986b-ce889d291037 tempest-TestShelveInstance-829759295 tempest-TestShelveInstance-829759295-project] 10.222.0.67 "GET /v2.0/security-groups?id=86070b6d-f80e-462a-a1f4-df7d1c8b953c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438700 Feb 09 15:53:13.526470 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.plugins.ml2.rpc [None req-812787cf-6466-4ce1-8c4e-c32e14b18d8a None None] Device b3633023-33aa-42da-a1fa-f7a9054edd6c up at agent hyperv_hv-cinder-82510 {{(pid=82903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 15:53:13.595756 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.db.provisioning_blocks [None req-812787cf-6466-4ce1-8c4e-c32e14b18d8a None None] Provisioning for port b3633023-33aa-42da-a1fa-f7a9054edd6c completed by entity L2. {{(pid=82903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 15:53:13.600443 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.db.provisioning_blocks [None req-812787cf-6466-4ce1-8c4e-c32e14b18d8a None None] Provisioning complete for port b3633023-33aa-42da-a1fa-f7a9054edd6c triggered by entity L2. {{(pid=82903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:53:13.600807 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-812787cf-6466-4ce1-8c4e-c32e14b18d8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16008948'] for port, provisioning_complete {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:53:13.730731 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-812787cf-6466-4ce1-8c4e-c32e14b18d8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16080601'] for port, before_update {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:53:13.757429 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09dd4c90-5cd1-412c-87eb-06db15e371df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3633023-33aa-42da-a1fa-f7a9054edd6c'}] {{(pid=82903) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 15:53:13.768750 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.plugins.ml2.db [None req-812787cf-6466-4ce1-8c4e-c32e14b18d8a None None] For port b3633023-33aa-42da-a1fa-f7a9054edd6c, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=b3633023-33aa-42da-a1fa-f7a9054edd6c,segment=NetworkSegment(6be99c28-2e23-4bdb-8d7f-30b5ed2c2c2a),segment_id=6be99c28-2e23-4bdb-8d7f-30b5ed2c2c2a)] {{(pid=82903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:53:13.772549 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-812787cf-6466-4ce1-8c4e-c32e14b18d8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16080037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758755988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756758334055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756758334100'] for port, after_update {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:53:13.817933 dv-cinder-825105-1-iscsi neutron-server[82903]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09dd4c90-5cd1-412c-87eb-06db15e371df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3633023-33aa-42da-a1fa-f7a9054edd6c', 'code': 200} Feb 09 15:53:13.842622 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812787cf-6466-4ce1-8c4e-c32e14b18d8a None None] Pushing event updated for resources: {'Port': ['ID=b3633023-33aa-42da-a1fa-f7a9054edd6c,revision_number=5']} {{(pid=82903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:53:14.061084 dv-cinder-825105-1-iscsi neutron-server[82904]: DEBUG neutron.db.agents_db [None req-77d1faa3-9ee6-4a91-bd02-8524aa1f9325 None None] Agent healthcheck: found 6 active agents {{(pid=82904) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 15:53:14.203918 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-0138cdd9-5a0b-4c5c-a2ef-d510e1b36be2 req-51257617-fde1-483a-a7fd-0639be014f51 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=09dd4c90-5cd1-412c-87eb-06db15e371df HTTP/1.1" status: 200 len: 1098 time: 0.1360507 Feb 09 15:53:14.256776 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-0138cdd9-5a0b-4c5c-a2ef-d510e1b36be2 req-11d4a80e-98e3-4e83-8eaa-fae9664e4253 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=86070b6d-f80e-462a-a1f4-df7d1c8b953c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431972 Feb 09 15:53:14.369545 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b283f9fe-4c7c-4640-9561-76dee03ac7bc req-d7601ef5-71f2-452d-b0d3-999ec410784f tempest-TestShelveInstance-829759295 tempest-TestShelveInstance-829759295-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:53:14.370966 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-b283f9fe-4c7c-4640-9561-76dee03ac7bc req-d7601ef5-71f2-452d-b0d3-999ec410784f tempest-TestShelveInstance-829759295 tempest-TestShelveInstance-829759295-project] 10.222.0.67 "GET /v2.0/ports?device_id=09dd4c90-5cd1-412c-87eb-06db15e371df HTTP/1.1" status: 200 len: 945 time: 0.0968070 Feb 09 15:53:14.416786 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-b283f9fe-4c7c-4640-9561-76dee03ac7bc req-c161a019-64fe-4df2-8835-dc3c8f26373d tempest-TestShelveInstance-829759295 tempest-TestShelveInstance-829759295-project] 10.222.0.67 "GET /v2.0/security-groups?id=86070b6d-f80e-462a-a1f4-df7d1c8b953c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397987 Feb 09 15:53:15.629611 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6d988b-2396-4f3a-bf36-ae05cce96ece req-960e7b2d-0b4d-46f6-a152-b98fb1d9d9cd tempest-TestShelveInstance-829759295 tempest-TestShelveInstance-829759295-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:53:15.631203 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-ff6d988b-2396-4f3a-bf36-ae05cce96ece req-960e7b2d-0b4d-46f6-a152-b98fb1d9d9cd tempest-TestShelveInstance-829759295 tempest-TestShelveInstance-829759295-project] 10.222.0.67 "GET /v2.0/ports?device_id=09dd4c90-5cd1-412c-87eb-06db15e371df HTTP/1.1" status: 200 len: 945 time: 0.0859268 Feb 09 15:53:15.678984 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-ff6d988b-2396-4f3a-bf36-ae05cce96ece req-fa5f6377-273e-4f90-8221-e1942e879da2 tempest-TestShelveInstance-829759295 tempest-TestShelveInstance-829759295-project] 10.222.0.67 "GET /v2.0/security-groups?id=86070b6d-f80e-462a-a1f4-df7d1c8b953c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415723 Feb 09 15:53:16.873632 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf7ba23-c1cd-4630-abce-db9d123d6e67 req-448e16b1-9b9e-4b04-9e4c-e67c13e6d8ee tempest-TestShelveInstance-829759295 tempest-TestShelveInstance-829759295-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:53:16.875087 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-8bf7ba23-c1cd-4630-abce-db9d123d6e67 req-448e16b1-9b9e-4b04-9e4c-e67c13e6d8ee tempest-TestShelveInstance-829759295 tempest-TestShelveInstance-829759295-project] 10.222.0.67 "GET /v2.0/ports?device_id=09dd4c90-5cd1-412c-87eb-06db15e371df HTTP/1.1" status: 200 len: 945 time: 0.0756466 Feb 09 15:53:16.924526 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-8bf7ba23-c1cd-4630-abce-db9d123d6e67 req-55d64229-4980-4d70-ac72-1d38351ecab4 tempest-TestShelveInstance-829759295 tempest-TestShelveInstance-829759295-project] 10.222.0.67 "GET /v2.0/security-groups?id=86070b6d-f80e-462a-a1f4-df7d1c8b953c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438085 Feb 09 15:53:17.127238 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d18310-933b-4a9d-a688-b967db462ce9 req-33ed494f-c213-4773-aa3a-ab9b8f8132b5 tempest-TestShelveInstance-829759295 tempest-TestShelveInstance-829759295-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:53:17.128927 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-c9d18310-933b-4a9d-a688-b967db462ce9 req-33ed494f-c213-4773-aa3a-ab9b8f8132b5 tempest-TestShelveInstance-829759295 tempest-TestShelveInstance-829759295-project] 10.222.0.67 "GET /v2.0/ports?device_id=09dd4c90-5cd1-412c-87eb-06db15e371df HTTP/1.1" status: 200 len: 945 time: 0.0774703 Feb 09 15:53:17.176387 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-c9d18310-933b-4a9d-a688-b967db462ce9 req-a9fc6854-47df-46b4-ae40-490ece94b1eb tempest-TestShelveInstance-829759295 tempest-TestShelveInstance-829759295-project] 10.222.0.67 "GET /v2.0/security-groups?id=86070b6d-f80e-462a-a1f4-df7d1c8b953c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421338 Feb 09 15:53:17.204959 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.wsgi [-] (82902) accepted ('10.222.0.67', 51570) {{(pid=82902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 15:53:17.345425 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.quota.resource [None req-0de3aa31-7920-4863-932b-eb11c64f7af3 tempest-TestShelveInstance-525312169 tempest-TestShelveInstance-525312169-project-admin] Synchronizing usage tracker for tenant:1f181966b96242e5b74d14949d4aa0d5 on resource:port {{(pid=82902) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 15:53:17.361067 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.quota.resource [None req-0de3aa31-7920-4863-932b-eb11c64f7af3 tempest-TestShelveInstance-525312169 tempest-TestShelveInstance-525312169-project-admin] Unset dirty status for tenant:1f181966b96242e5b74d14949d4aa0d5 on resource:port {{(pid=82902) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 15:53:17.362236 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [None req-0de3aa31-7920-4863-932b-eb11c64f7af3 tempest-TestShelveInstance-525312169 tempest-TestShelveInstance-525312169-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=09dd4c90-5cd1-412c-87eb-06db15e371df HTTP/1.1" status: 200 len: 1093 time: 0.1562858 Feb 09 15:53:17.365100 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.wsgi [-] (82902) accepted ('10.222.0.67', 51576) {{(pid=82902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 15:53:17.370244 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.api.v2.base [None req-50cc2140-f53d-4412-a76a-6229c90f6580 tempest-TestShelveInstance-829759295 tempest-TestShelveInstance-829759295-project] Request body: {'floatingip': {'floating_network_id': 'c65eede5-7777-493f-951d-210877831002', 'port_id': 'b3633023-33aa-42da-a1fa-f7a9054edd6c', 'tenant_id': 'edfe650ad3644da4b086f48fa09eb548', 'fixed_ip_address': '172.20.0.7'}} {{(pid=82902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 15:53:17.376556 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.db.quota.driver [None req-50cc2140-f53d-4412-a76a-6229c90f6580 tempest-TestShelveInstance-829759295 tempest-TestShelveInstance-829759295-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 15:53:17.380382 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.quota.resource [None req-50cc2140-f53d-4412-a76a-6229c90f6580 tempest-TestShelveInstance-829759295 tempest-TestShelveInstance-829759295-project] Usage tracker for resource:floatingip and tenant:edfe650ad3644da4b086f48fa09eb548 is out of sync, need to count used quota {{(pid=82902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 15:53:17.383136 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.quota.resource [None req-50cc2140-f53d-4412-a76a-6229c90f6580 tempest-TestShelveInstance-829759295 tempest-TestShelveInstance-829759295-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=82902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 15:53:17.388730 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.db.quota.driver [None req-50cc2140-f53d-4412-a76a-6229c90f6580 tempest-TestShelveInstance-829759295 tempest-TestShelveInstance-829759295-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=82902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 15:53:17.399871 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-50cc2140-f53d-4412-a76a-6229c90f6580 tempest-TestShelveInstance-829759295 tempest-TestShelveInstance-829759295-project] Notify callbacks [] for floatingip, before_create {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:53:17.540295 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-50cc2140-f53d-4412-a76a-6229c90f6580 tempest-TestShelveInstance-829759295 tempest-TestShelveInstance-829759295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16080601'] for port, before_create {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:53:17.681575 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.db.db_base_plugin_common [None req-50cc2140-f53d-4412-a76a-6229c90f6580 tempest-TestShelveInstance-829759295 tempest-TestShelveInstance-829759295-project] Allocated IP 172.27.0.239 (c65eede5-7777-493f-951d-210877831002/2c513225-bb11-4d36-a4c3-0732716dcb87/4e539ea8-b019-4c90-8711-8ac593c15341) {{(pid=82902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 15:53:17.833059 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-50cc2140-f53d-4412-a76a-6229c90f6580 tempest-TestShelveInstance-829759295 tempest-TestShelveInstance-829759295-project] Notify callbacks [] for port, precommit_create {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:53:17.859524 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-50cc2140-f53d-4412-a76a-6229c90f6580 tempest-TestShelveInstance-829759295 tempest-TestShelveInstance-829759295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16080037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124156', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756758334037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1633551'] for port, after_create {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:53:17.924965 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50cc2140-f53d-4412-a76a-6229c90f6580 tempest-TestShelveInstance-829759295 tempest-TestShelveInstance-829759295-project] Network c65eede5-7777-493f-951d-210877831002 is already hosted by enough agents. {{(pid=82902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 15:53:17.927533 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.scheduler.base_scheduler [None req-50cc2140-f53d-4412-a76a-6229c90f6580 tempest-TestShelveInstance-829759295 tempest-TestShelveInstance-829759295-project] Resources bound (agent type, host, resource id): {{(pid=82902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 15:53:17.930108 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50cc2140-f53d-4412-a76a-6229c90f6580 tempest-TestShelveInstance-829759295 tempest-TestShelveInstance-829759295-project] Received port after_create {{(pid=82902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 15:53:17.966512 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50cc2140-f53d-4412-a76a-6229c90f6580 tempest-TestShelveInstance-829759295 tempest-TestShelveInstance-829759295-project] Pushing event updated for resources: {'Port': ['ID=4e539ea8-b019-4c90-8711-8ac593c15341,revision_number=1']} {{(pid=82902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:53:17.986333 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50cc2140-f53d-4412-a76a-6229c90f6580 tempest-TestShelveInstance-829759295 tempest-TestShelveInstance-829759295-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825105-1-iscsi {{(pid=82902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:53:17.986670 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50cc2140-f53d-4412-a76a-6229c90f6580 tempest-TestShelveInstance-829759295 tempest-TestShelveInstance-829759295-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825105-1-iscsi {{(pid=82902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:53:17.987003 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50cc2140-f53d-4412-a76a-6229c90f6580 tempest-TestShelveInstance-829759295 tempest-TestShelveInstance-829759295-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825105-1-iscsi {{(pid=82902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:53:17.987327 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50cc2140-f53d-4412-a76a-6229c90f6580 tempest-TestShelveInstance-829759295 tempest-TestShelveInstance-829759295-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825105-1-iscsi {{(pid=82902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:53:17.987662 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50cc2140-f53d-4412-a76a-6229c90f6580 tempest-TestShelveInstance-829759295 tempest-TestShelveInstance-829759295-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825105-1-iscsi {{(pid=82902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:53:17.987967 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50cc2140-f53d-4412-a76a-6229c90f6580 tempest-TestShelveInstance-829759295 tempest-TestShelveInstance-829759295-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-825105-1-iscsi {{(pid=82902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:53:17.988308 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50cc2140-f53d-4412-a76a-6229c90f6580 tempest-TestShelveInstance-829759295 tempest-TestShelveInstance-829759295-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825105-1-iscsi {{(pid=82902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:53:17.988628 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50cc2140-f53d-4412-a76a-6229c90f6580 tempest-TestShelveInstance-829759295 tempest-TestShelveInstance-829759295-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825105-1-iscsi {{(pid=82902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:53:17.988943 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50cc2140-f53d-4412-a76a-6229c90f6580 tempest-TestShelveInstance-829759295 tempest-TestShelveInstance-829759295-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825105-1-iscsi {{(pid=82902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:53:17.989253 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50cc2140-f53d-4412-a76a-6229c90f6580 tempest-TestShelveInstance-829759295 tempest-TestShelveInstance-829759295-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825105-1-iscsi {{(pid=82902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:53:17.989560 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50cc2140-f53d-4412-a76a-6229c90f6580 tempest-TestShelveInstance-829759295 tempest-TestShelveInstance-829759295-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825105-1-iscsi {{(pid=82902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:53:18.537412 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-50cc2140-f53d-4412-a76a-6229c90f6580 tempest-TestShelveInstance-829759295 tempest-TestShelveInstance-829759295-project] Notify callbacks [] for floatingip, precommit_create {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:53:18.591379 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-50cc2140-f53d-4412-a76a-6229c90f6580 tempest-TestShelveInstance-829759295 tempest-TestShelveInstance-829759295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16080601'] for port, before_update {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:53:18.807595 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-50cc2140-f53d-4412-a76a-6229c90f6580 tempest-TestShelveInstance-829759295 tempest-TestShelveInstance-829759295-project] Notify callbacks [] for port, precommit_update {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:53:18.812906 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-50cc2140-f53d-4412-a76a-6229c90f6580 tempest-TestShelveInstance-829759295 tempest-TestShelveInstance-829759295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16080037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758755988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756758334055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756758334100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1633542'] for port, after_update {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:53:18.921567 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50cc2140-f53d-4412-a76a-6229c90f6580 tempest-TestShelveInstance-829759295 tempest-TestShelveInstance-829759295-project] Pushing event updated for resources: {'Port': ['ID=4e539ea8-b019-4c90-8711-8ac593c15341,revision_number=2']} {{(pid=82902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:53:18.935799 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-50cc2140-f53d-4412-a76a-6229c90f6580 tempest-TestShelveInstance-829759295 tempest-TestShelveInstance-829759295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-406337'] for floatingip, after_update {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:53:19.147746 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.db.l3_db [None req-50cc2140-f53d-4412-a76a-6229c90f6580 tempest-TestShelveInstance-829759295 tempest-TestShelveInstance-829759295-project] Floating IP a550abe2-f639-40dd-b3d8-40366c525829 associated. External IP: 172.27.0.239, port: b3633023-33aa-42da-a1fa-f7a9054edd6c. Feb 09 15:53:19.545874 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50cc2140-f53d-4412-a76a-6229c90f6580 tempest-TestShelveInstance-829759295 tempest-TestShelveInstance-829759295-project] Router c4bc5276-3c92-4087-a748-0a1b685bcd08 has already been hosted by L3 agent 94c626d1-bc40-41bd-b6b2-9a20da402cb6 {{(pid=82902) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 15:53:19.745336 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50cc2140-f53d-4412-a76a-6229c90f6580 tempest-TestShelveInstance-829759295 tempest-TestShelveInstance-829759295-project] Notify agent at l3_agent.dv-cinder-825105-1-iscsi the message routers_updated {{(pid=82902) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 15:53:19.755192 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bd31f79-f80f-4978-bf71-251062603c3c None None] Sync routers for ids ['c4bc5276-3c92-4087-a748-0a1b685bcd08'] in dv-cinder-825105-1-iscsi {{(pid=82903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 09 15:53:19.768036 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bd31f79-f80f-4978-bf71-251062603c3c None None] Routers {'c4bc5276-3c92-4087-a748-0a1b685bcd08'} bound to L3 agent in host dv-cinder-825105-1-iscsi {{(pid=82903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 15:53:19.768801 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.db.l3_hamode_db [None req-9bd31f79-f80f-4978-bf71-251062603c3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825105-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T15:34:00Z,description=,heartbeat_timestamp=2022-02-09T15:53:00Z,host='dv-cinder-825105-1-iscsi',id=94c626d1-bc40-41bd-b6b2-9a20da402cb6,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:34:00Z,topic='l3_agent')) {'router_ids': ['c4bc5276-3c92-4087-a748-0a1b685bcd08'], 'active': True} {{(pid=82903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:53:19.770310 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-50cc2140-f53d-4412-a76a-6229c90f6580 tempest-TestShelveInstance-829759295 tempest-TestShelveInstance-829759295-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205010'] for floatingip, before_response {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:53:19.824246 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [None req-50cc2140-f53d-4412-a76a-6229c90f6580 tempest-TestShelveInstance-829759295 tempest-TestShelveInstance-829759295-project] 10.222.0.67 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4579160 Feb 09 15:53:19.824743 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '09dd4c90-5cd1-412c-87eb-06db15e371df', 'tag': 'b3633023-33aa-42da-a1fa-f7a9054edd6c'}] {{(pid=82902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 15:53:19.950122 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.db.l3_dvr_db [None req-9bd31f79-f80f-4978-bf71-251062603c3c None None] Set router c4bc5276-3c92-4087-a748-0a1b685bcd08 gateway port host: dv-cinder-825105-1-iscsi {{(pid=82903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 15:53:19.959922 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '09dd4c90-5cd1-412c-87eb-06db15e371df', 'tag': 'b3633023-33aa-42da-a1fa-f7a9054edd6c', 'status': 'completed', 'code': 200} Feb 09 15:53:20.055808 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-5ecadd4b-9c47-4b99-8c96-f5335ef1e96a req-4f5ee701-9ed5-42d2-afa1-8c6cf971eeb9 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=edfe650ad3644da4b086f48fa09eb548&device_id=09dd4c90-5cd1-412c-87eb-06db15e371df HTTP/1.1" status: 200 len: 1098 time: 0.0718045 Feb 09 15:53:20.197599 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ecadd4b-9c47-4b99-8c96-f5335ef1e96a req-91524d8a-625b-41c5-af76-dd138cb729fc service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:53:20.199171 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-5ecadd4b-9c47-4b99-8c96-f5335ef1e96a req-91524d8a-625b-41c5-af76-dd138cb729fc service neutron] 10.222.0.47 "GET /v2.0/networks?id=7f46af6c-31a0-4cb9-9407-a2368d7c0d7a HTTP/1.1" status: 200 len: 909 time: 0.1342640 Feb 09 15:53:20.310041 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-5ecadd4b-9c47-4b99-8c96-f5335ef1e96a req-47d5064d-a92d-4fec-a10e-c5c0c03c0aec service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b3633023-33aa-42da-a1fa-f7a9054edd6c HTTP/1.1" status: 200 len: 999 time: 0.1017027 Feb 09 15:53:20.313573 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.db.l3_hamode_db [None req-9bd31f79-f80f-4978-bf71-251062603c3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4bc5276-3c92-4087-a748-0a1b685bcd08', 'name': 'tempest-TestShelveInstance-531299677-router', 'tenant_id': 'edfe650ad3644da4b086f48fa09eb548', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c65eede5-7777-493f-951d-210877831002', 'external_fixed_ips': [{'subnet_id': '2c513225-bb11-4d36-a4c3-0732716dcb87', 'ip_address': '172.27.0.29'}], 'enable_snat': True}, 'gw_port_id': 'e2bac9ad-f0d1-48a9-902d-024a73fb2d94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T15:52:24Z', 'updated_at': '2022-02-09T15:52:27Z', 'revision_number': 4, 'project_id': 'edfe650ad3644da4b086f48fa09eb548', 'gw_port': {'id': 'e2bac9ad-f0d1-48a9-902d-024a73fb2d94', 'name': '', 'network_id': 'c65eede5-7777-493f-951d-210877831002', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:e6:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4bc5276-3c92-4087-a748-0a1b685bcd08', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2c513225-bb11-4d36-a4c3-0732716dcb87', 'ip_address': '172.27.0.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825105-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:52:25Z', 'updated_at': '2022-02-09T15:52:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c513225-bb11-4d36-a4c3-0732716dcb87', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825105-1-iscsi', '_floatingips': [{'id': 'a550abe2-f639-40dd-b3d8-40366c525829', 'tenant_id': 'edfe650ad3644da4b086f48fa09eb548', 'floating_ip_address': '172.27.0.239', 'floating_network_id': 'c65eede5-7777-493f-951d-210877831002', 'router_id': 'c4bc5276-3c92-4087-a748-0a1b685bcd08', 'port_id': 'b3633023-33aa-42da-a1fa-f7a9054edd6c', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7f46af6c-31a0-4cb9-9407-a2368d7c0d7a', 'mac_address': 'fa:16:3e:e8:22:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09dd4c90-5cd1-412c-87eb-06db15e371df', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T15:53:18Z', 'updated_at': '2022-02-09T15:53:18Z', 'revision_number': 0, 'project_id': 'edfe650ad3644da4b086f48fa09eb548', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1b4fd006-b4c8-4e79-a901-9c1736007c38', 'name': '', 'network_id': '7f46af6c-31a0-4cb9-9407-a2368d7c0d7a', 'tenant_id': 'edfe650ad3644da4b086f48fa09eb548', 'mac_address': 'fa:16:3e:6b:9d:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4bc5276-3c92-4087-a748-0a1b685bcd08', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cbc2dc2c-e327-4450-a8ab-b2fdfcbed0af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825105-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:52:27Z', 'updated_at': '2022-02-09T15:52:50Z', 'revision_number': 5, 'project_id': 'edfe650ad3644da4b086f48fa09eb548', 'subnets': [{'id': 'cbc2dc2c-e327-4450-a8ab-b2fdfcbed0af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825105-1-iscsi', False) {} {{(pid=82903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:53:20.319938 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bd31f79-f80f-4978-bf71-251062603c3c None None] Checking router: c4bc5276-3c92-4087-a748-0a1b685bcd08 for host: dv-cinder-825105-1-iscsi {{(pid=82903) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 09 15:53:20.331123 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bd31f79-f80f-4978-bf71-251062603c3c None None] Routers {'c4bc5276-3c92-4087-a748-0a1b685bcd08'} bound to L3 agent in host dv-cinder-825105-1-iscsi {{(pid=82903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 15:53:20.331710 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.db.l3_hamode_db [None req-9bd31f79-f80f-4978-bf71-251062603c3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825105-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T15:34:00Z,description=,heartbeat_timestamp=2022-02-09T15:53:00Z,host='dv-cinder-825105-1-iscsi',id=94c626d1-bc40-41bd-b6b2-9a20da402cb6,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:34:00Z,topic='l3_agent')) {'router_ids': ['c4bc5276-3c92-4087-a748-0a1b685bcd08'], 'active': True} {{(pid=82903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:53:20.374660 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ecadd4b-9c47-4b99-8c96-f5335ef1e96a req-32b897e7-d388-4f24-9619-8d31d0dcfe94 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:53:20.376110 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-5ecadd4b-9c47-4b99-8c96-f5335ef1e96a req-32b897e7-d388-4f24-9619-8d31d0dcfe94 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=cbc2dc2c-e327-4450-a8ab-b2fdfcbed0af HTTP/1.1" status: 200 len: 847 time: 0.0591288 Feb 09 15:53:20.455306 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-5ecadd4b-9c47-4b99-8c96-f5335ef1e96a req-48072584-17ea-49f5-ad87-f1533a7408d2 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=7f46af6c-31a0-4cb9-9407-a2368d7c0d7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0694523 Feb 09 15:53:20.508991 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.db.l3_dvr_db [None req-9bd31f79-f80f-4978-bf71-251062603c3c None None] Set router c4bc5276-3c92-4087-a748-0a1b685bcd08 gateway port host: dv-cinder-825105-1-iscsi {{(pid=82903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 15:53:20.687260 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-5ecadd4b-9c47-4b99-8c96-f5335ef1e96a req-7de2665b-570a-4172-ab9d-9abb1ed08ccd service neutron] 10.222.0.47 "GET /v2.0/networks/7f46af6c-31a0-4cb9-9407-a2368d7c0d7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2253594 Feb 09 15:53:20.826898 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-5ecadd4b-9c47-4b99-8c96-f5335ef1e96a req-58c818ed-de00-43c8-b40d-4c2f3d49a34d service neutron] 10.222.0.47 "GET /v2.0/networks/7f46af6c-31a0-4cb9-9407-a2368d7c0d7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1296279 Feb 09 15:53:20.892679 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.db.l3_hamode_db [None req-9bd31f79-f80f-4978-bf71-251062603c3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4bc5276-3c92-4087-a748-0a1b685bcd08', 'name': 'tempest-TestShelveInstance-531299677-router', 'tenant_id': 'edfe650ad3644da4b086f48fa09eb548', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c65eede5-7777-493f-951d-210877831002', 'external_fixed_ips': [{'subnet_id': '2c513225-bb11-4d36-a4c3-0732716dcb87', 'ip_address': '172.27.0.29'}], 'enable_snat': True}, 'gw_port_id': 'e2bac9ad-f0d1-48a9-902d-024a73fb2d94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T15:52:24Z', 'updated_at': '2022-02-09T15:52:27Z', 'revision_number': 4, 'project_id': 'edfe650ad3644da4b086f48fa09eb548', 'gw_port': {'id': 'e2bac9ad-f0d1-48a9-902d-024a73fb2d94', 'name': '', 'network_id': 'c65eede5-7777-493f-951d-210877831002', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:e6:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4bc5276-3c92-4087-a748-0a1b685bcd08', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2c513225-bb11-4d36-a4c3-0732716dcb87', 'ip_address': '172.27.0.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825105-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:52:25Z', 'updated_at': '2022-02-09T15:52:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c513225-bb11-4d36-a4c3-0732716dcb87', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825105-1-iscsi', '_floatingips': [{'id': 'a550abe2-f639-40dd-b3d8-40366c525829', 'tenant_id': 'edfe650ad3644da4b086f48fa09eb548', 'floating_ip_address': '172.27.0.239', 'floating_network_id': 'c65eede5-7777-493f-951d-210877831002', 'router_id': 'c4bc5276-3c92-4087-a748-0a1b685bcd08', 'port_id': 'b3633023-33aa-42da-a1fa-f7a9054edd6c', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7f46af6c-31a0-4cb9-9407-a2368d7c0d7a', 'mac_address': 'fa:16:3e:e8:22:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09dd4c90-5cd1-412c-87eb-06db15e371df', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T15:53:18Z', 'updated_at': '2022-02-09T15:53:18Z', 'revision_number': 0, 'project_id': 'edfe650ad3644da4b086f48fa09eb548', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1b4fd006-b4c8-4e79-a901-9c1736007c38', 'name': '', 'network_id': '7f46af6c-31a0-4cb9-9407-a2368d7c0d7a', 'tenant_id': 'edfe650ad3644da4b086f48fa09eb548', 'mac_address': 'fa:16:3e:6b:9d:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4bc5276-3c92-4087-a748-0a1b685bcd08', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cbc2dc2c-e327-4450-a8ab-b2fdfcbed0af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825105-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:52:27Z', 'updated_at': '2022-02-09T15:52:50Z', 'revision_number': 5, 'project_id': 'edfe650ad3644da4b086f48fa09eb548', 'subnets': [{'id': 'cbc2dc2c-e327-4450-a8ab-b2fdfcbed0af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825105-1-iscsi', False) {} {{(pid=82903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:53:20.896757 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bd31f79-f80f-4978-bf71-251062603c3c None None] The sync data for ids ['c4bc5276-3c92-4087-a748-0a1b685bcd08'] in dv-cinder-825105-1-iscsi is: [{'id': 'c4bc5276-3c92-4087-a748-0a1b685bcd08', 'name': 'tempest-TestShelveInstance-531299677-router', 'tenant_id': 'edfe650ad3644da4b086f48fa09eb548', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c65eede5-7777-493f-951d-210877831002', 'external_fixed_ips': [{'subnet_id': '2c513225-bb11-4d36-a4c3-0732716dcb87', 'ip_address': '172.27.0.29'}], 'enable_snat': True}, 'gw_port_id': 'e2bac9ad-f0d1-48a9-902d-024a73fb2d94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T15:52:24Z', 'updated_at': '2022-02-09T15:52:27Z', 'revision_number': 4, 'project_id': 'edfe650ad3644da4b086f48fa09eb548', 'gw_port': {'id': 'e2bac9ad-f0d1-48a9-902d-024a73fb2d94', 'name': '', 'network_id': 'c65eede5-7777-493f-951d-210877831002', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:e6:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4bc5276-3c92-4087-a748-0a1b685bcd08', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2c513225-bb11-4d36-a4c3-0732716dcb87', 'ip_address': '172.27.0.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825105-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:52:25Z', 'updated_at': '2022-02-09T15:52:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c513225-bb11-4d36-a4c3-0732716dcb87', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825105-1-iscsi', '_floatingips': [{'id': 'a550abe2-f639-40dd-b3d8-40366c525829', 'tenant_id': 'edfe650ad3644da4b086f48fa09eb548', 'floating_ip_address': '172.27.0.239', 'floating_network_id': 'c65eede5-7777-493f-951d-210877831002', 'router_id': 'c4bc5276-3c92-4087-a748-0a1b685bcd08', 'port_id': 'b3633023-33aa-42da-a1fa-f7a9054edd6c', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7f46af6c-31a0-4cb9-9407-a2368d7c0d7a', 'mac_address': 'fa:16:3e:e8:22:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09dd4c90-5cd1-412c-87eb-06db15e371df', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T15:53:18Z', 'updated_at': '2022-02-09T15:53:18Z', 'revision_number': 0, 'project_id': 'edfe650ad3644da4b086f48fa09eb548', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1b4fd006-b4c8-4e79-a901-9c1736007c38', 'name': '', 'network_id': '7f46af6c-31a0-4cb9-9407-a2368d7c0d7a', 'tenant_id': 'edfe650ad3644da4b086f48fa09eb548', 'mac_address': 'fa:16:3e:6b:9d:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4bc5276-3c92-4087-a748-0a1b685bcd08', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cbc2dc2c-e327-4450-a8ab-b2fdfcbed0af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825105-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:52:27Z', 'updated_at': '2022-02-09T15:52:50Z', 'revision_number': 5, 'project_id': 'edfe650ad3644da4b086f48fa09eb548', 'subnets': [{'id': 'cbc2dc2c-e327-4450-a8ab-b2fdfcbed0af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 09 15:53:21.431635 dv-cinder-825105-1-iscsi neutron-server[82904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51352aef-49cf-4b35-bc34-30df4557bb83 None None] New status for floating IP a550abe2-f639-40dd-b3d8-40366c525829: ACTIVE {{(pid=82904) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 09 15:53:27.946961 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-300ca79b-32cb-4715-8a9a-be654dd1001a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758786133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16008869'] for agent, after_update {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:53:30.319596 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-ba84ac2f-bfe8-4d93-b1bf-f8d13da4aa79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758786133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16008869'] for agent, after_update {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:53:30.389346 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-812787cf-6466-4ce1-8c4e-c32e14b18d8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758786133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16008869'] for agent, after_update {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:53:31.274934 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-1f7d0426-72a7-4c89-8e53-4ec430751ccf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758786133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16008869'] for agent, after_update {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:53:31.594812 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-608c4fd2-211a-4ca9-a277-ad2a51be62ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758786133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16008869'] for agent, after_update {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:53:32.970645 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-faa751bb-9674-45ec-b131-f889431b03dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758786133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16008869'] for agent, after_update {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:53:34.255311 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-5bfd0a68-83aa-45d7-bf0b-4340e9e52ef3 req-ae4bfcca-7b8c-49e7-994d-11e590c04232 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=fe66f4bc-a730-4366-9315-bbac9ee08859&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0679688 Feb 09 15:53:34.401477 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-5bfd0a68-83aa-45d7-bf0b-4340e9e52ef3 req-6035320c-79da-436b-a11f-7da5304f1d93 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=821223475c6a403eae77f15f7d877c42&device_id=fe66f4bc-a730-4366-9315-bbac9ee08859 HTTP/1.1" status: 200 len: 1137 time: 0.0762167 Feb 09 15:53:34.546338 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bfd0a68-83aa-45d7-bf0b-4340e9e52ef3 req-cba86576-c9aa-42ab-ba47-3409a5203550 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:53:34.547685 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-5bfd0a68-83aa-45d7-bf0b-4340e9e52ef3 req-cba86576-c9aa-42ab-ba47-3409a5203550 service neutron] 10.222.0.47 "GET /v2.0/networks?id=1da4d30a-7e2e-4d62-bbe8-18bb4a5c12b7 HTTP/1.1" status: 200 len: 915 time: 0.1263914 Feb 09 15:53:34.661351 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-5bfd0a68-83aa-45d7-bf0b-4340e9e52ef3 req-c4007052-06d1-40e7-97a8-e87c0c9a7ba6 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8e5a6284-7d86-4943-8081-e453ea2be6d5 HTTP/1.1" status: 200 len: 1001 time: 0.1041064 Feb 09 15:53:34.731733 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bfd0a68-83aa-45d7-bf0b-4340e9e52ef3 req-5b961494-cc8e-4b22-8b15-620518bab320 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:53:34.734080 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-5bfd0a68-83aa-45d7-bf0b-4340e9e52ef3 req-5b961494-cc8e-4b22-8b15-620518bab320 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=5210e5fa-de18-4bef-802b-07b1e83aa09d HTTP/1.1" status: 200 len: 853 time: 0.0657294 Feb 09 15:53:34.822228 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-5bfd0a68-83aa-45d7-bf0b-4340e9e52ef3 req-aa6e7297-a4a7-456a-ba9d-6a874a753b98 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=1da4d30a-7e2e-4d62-bbe8-18bb4a5c12b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0809920 Feb 09 15:53:34.958238 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-5bfd0a68-83aa-45d7-bf0b-4340e9e52ef3 req-c0915384-206e-455b-826f-15e7de798533 service neutron] 10.222.0.47 "GET /v2.0/networks/1da4d30a-7e2e-4d62-bbe8-18bb4a5c12b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1297376 Feb 09 15:53:35.106278 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-5bfd0a68-83aa-45d7-bf0b-4340e9e52ef3 req-58ac3865-88ed-471f-8ef9-1e65a5d3b6af service neutron] 10.222.0.47 "GET /v2.0/networks/1da4d30a-7e2e-4d62-bbe8-18bb4a5c12b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1372147 Feb 09 15:53:51.062639 dv-cinder-825105-1-iscsi neutron-server[82904]: DEBUG neutron.db.agents_db [None req-77d1faa3-9ee6-4a91-bd02-8524aa1f9325 None None] Agent healthcheck: found 6 active agents {{(pid=82904) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 15:53:51.566767 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-e091613d-f410-4172-b3c6-c051d2d389b7 req-65df4d1a-7b14-4242-b06e-23a31e026429 tempest-TestMinimumBasicScenario-2112190267 tempest-TestMinimumBasicScenario-2112190267-project] 10.222.0.67 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2013231626&fields=id&tenant_id=821223475c6a403eae77f15f7d877c42 HTTP/1.1" status: 200 len: 267 time: 0.0405099 Feb 09 15:53:51.652056 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e091613d-f410-4172-b3c6-c051d2d389b7 req-79b52cd7-bb3f-47f5-b327-42c469b8979f tempest-TestMinimumBasicScenario-2112190267 tempest-TestMinimumBasicScenario-2112190267-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:53:51.653503 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-e091613d-f410-4172-b3c6-c051d2d389b7 req-79b52cd7-bb3f-47f5-b327-42c469b8979f tempest-TestMinimumBasicScenario-2112190267 tempest-TestMinimumBasicScenario-2112190267-project] 10.222.0.67 "GET /v2.0/ports?device_id=fe66f4bc-a730-4366-9315-bbac9ee08859 HTTP/1.1" status: 200 len: 984 time: 0.0810683 Feb 09 15:53:51.664846 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.api.v2.base [req-e091613d-f410-4172-b3c6-c051d2d389b7 req-1c4cb2f8-9e9a-4004-b7d4-ab4162e2e5f9 tempest-TestMinimumBasicScenario-2112190267 tempest-TestMinimumBasicScenario-2112190267-project] Request body: {'port': {'security_groups': ['22cbc017-bfa8-4021-934e-18da588f0056']}} {{(pid=82901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 15:53:51.783947 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [req-e091613d-f410-4172-b3c6-c051d2d389b7 req-1c4cb2f8-9e9a-4004-b7d4-ab4162e2e5f9 tempest-TestMinimumBasicScenario-2112190267 tempest-TestMinimumBasicScenario-2112190267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16080601'] for port, before_update {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:53:52.031788 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.plugins.ml2.db [req-e091613d-f410-4172-b3c6-c051d2d389b7 req-1c4cb2f8-9e9a-4004-b7d4-ab4162e2e5f9 tempest-TestMinimumBasicScenario-2112190267 tempest-TestMinimumBasicScenario-2112190267-project] For port 8e5a6284-7d86-4943-8081-e453ea2be6d5, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=8e5a6284-7d86-4943-8081-e453ea2be6d5,segment=NetworkSegment(8a474cb2-0024-43f1-be9a-3b8400eb3313),segment_id=8a474cb2-0024-43f1-be9a-3b8400eb3313)] {{(pid=82901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:53:52.057143 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [req-e091613d-f410-4172-b3c6-c051d2d389b7 req-1c4cb2f8-9e9a-4004-b7d4-ab4162e2e5f9 tempest-TestMinimumBasicScenario-2112190267 tempest-TestMinimumBasicScenario-2112190267-project] Notify callbacks [] for port, precommit_update {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:53:52.062634 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [req-e091613d-f410-4172-b3c6-c051d2d389b7 req-1c4cb2f8-9e9a-4004-b7d4-ab4162e2e5f9 tempest-TestMinimumBasicScenario-2112190267 tempest-TestMinimumBasicScenario-2112190267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16080037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758755988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756758334055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756758334100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1282337'] for port, after_update {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:53:52.075040 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.plugins.ml2.db [None req-812787cf-6466-4ce1-8c4e-c32e14b18d8a None None] get_ports_and_sgs() called for port_ids ['8e5a6284-7d86-4943-8081-e453ea2be6d5'] {{(pid=82903) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 09 15:53:52.138028 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e091613d-f410-4172-b3c6-c051d2d389b7 req-1c4cb2f8-9e9a-4004-b7d4-ab4162e2e5f9 tempest-TestMinimumBasicScenario-2112190267 tempest-TestMinimumBasicScenario-2112190267-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:53:52.139623 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [req-e091613d-f410-4172-b3c6-c051d2d389b7 req-1c4cb2f8-9e9a-4004-b7d4-ab4162e2e5f9 tempest-TestMinimumBasicScenario-2112190267 tempest-TestMinimumBasicScenario-2112190267-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205010'] for port, before_response {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:53:52.140693 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-e091613d-f410-4172-b3c6-c051d2d389b7 req-1c4cb2f8-9e9a-4004-b7d4-ab4162e2e5f9 tempest-TestMinimumBasicScenario-2112190267 tempest-TestMinimumBasicScenario-2112190267-project] 10.222.0.67 "PUT /v2.0/ports/8e5a6284-7d86-4943-8081-e453ea2be6d5 HTTP/1.1" status: 200 len: 942 time: 0.4802637 Feb 09 15:53:52.141140 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fe66f4bc-a730-4366-9315-bbac9ee08859', 'tag': '8e5a6284-7d86-4943-8081-e453ea2be6d5'}] {{(pid=82901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 15:53:52.147165 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.wsgi [-] (82902) accepted ('10.222.0.67', 51604) {{(pid=82902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 15:53:52.168693 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4cb2f8-9e9a-4004-b7d4-ab4162e2e5f9 tempest-TestMinimumBasicScenario-2112190267 tempest-TestMinimumBasicScenario-2112190267-project] Pushing event updated for resources: {'Port': ['ID=8e5a6284-7d86-4943-8081-e453ea2be6d5,revision_number=7']} {{(pid=82901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:53:52.209980 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fe66f4bc-a730-4366-9315-bbac9ee08859', 'tag': '8e5a6284-7d86-4943-8081-e453ea2be6d5', 'status': 'completed', 'code': 200} Feb 09 15:53:52.233752 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.plugins.ml2.db [None req-812787cf-6466-4ce1-8c4e-c32e14b18d8a None None] get_ports_and_sgs() called for port_ids ['8e5a6284-7d86-4943-8081-e453ea2be6d5'] {{(pid=82903) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 09 15:53:52.247695 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-9371c10f-3f90-4f04-8a26-b879aa311dc5 tempest-TestMinimumBasicScenario-2112190267 tempest-TestMinimumBasicScenario-2112190267-project] Notify callbacks [] for security_group, before_delete {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:53:52.287189 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-9371c10f-3f90-4f04-8a26-b879aa311dc5 tempest-TestMinimumBasicScenario-2112190267 tempest-TestMinimumBasicScenario-2112190267-project] Notify callbacks [] for security_group, precommit_delete {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:53:52.407125 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.db.provisioning_blocks [None req-d06fdd4d-58d8-4a9b-ab90-cc07897aced6 None None] Provisioning complete for port 8e5a6284-7d86-4943-8081-e453ea2be6d5 triggered by entity DHCP. {{(pid=82903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:53:52.407405 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-d06fdd4d-58d8-4a9b-ab90-cc07897aced6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16008948'] for port, provisioning_complete {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:53:52.430944 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-12b6659a-0312-4815-9dc8-e2f0db48031a req-a9906695-17cc-4495-ab81-fced7754d017 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=821223475c6a403eae77f15f7d877c42&device_id=fe66f4bc-a730-4366-9315-bbac9ee08859 HTTP/1.1" status: 200 len: 1098 time: 0.1921172 Feb 09 15:53:52.491663 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-9371c10f-3f90-4f04-8a26-b879aa311dc5 tempest-TestMinimumBasicScenario-2112190267 tempest-TestMinimumBasicScenario-2112190267-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_delete {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:53:52.517733 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9371c10f-3f90-4f04-8a26-b879aa311dc5 tempest-TestMinimumBasicScenario-2112190267 tempest-TestMinimumBasicScenario-2112190267-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=79eb8049-6076-4ac2-9067-f9377e697245,revision_number=None']} {{(pid=82902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:53:52.536577 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-9371c10f-3f90-4f04-8a26-b879aa311dc5 tempest-TestMinimumBasicScenario-2112190267 tempest-TestMinimumBasicScenario-2112190267-project] Notify callbacks [] for security_group, before_response {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:53:52.538031 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [None req-9371c10f-3f90-4f04-8a26-b879aa311dc5 tempest-TestMinimumBasicScenario-2112190267 tempest-TestMinimumBasicScenario-2112190267-project] 10.222.0.67 "DELETE /v2.0/security-groups/79eb8049-6076-4ac2-9067-f9377e697245 HTTP/1.1" status: 204 len: 168 time: 0.3894279 Feb 09 15:53:52.540819 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.wsgi [-] (82902) accepted ('10.222.0.67', 51608) {{(pid=82902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 15:53:52.577052 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b6659a-0312-4815-9dc8-e2f0db48031a req-330a0d45-9ecb-49d4-ad34-58db86ae443a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:53:52.578913 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-12b6659a-0312-4815-9dc8-e2f0db48031a req-330a0d45-9ecb-49d4-ad34-58db86ae443a service neutron] 10.222.0.47 "GET /v2.0/networks?id=1da4d30a-7e2e-4d62-bbe8-18bb4a5c12b7 HTTP/1.1" status: 200 len: 915 time: 0.1395078 Feb 09 15:53:52.688046 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-12b6659a-0312-4815-9dc8-e2f0db48031a req-8e7b314f-c02e-4d2b-84a2-2546d5c32be8 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8e5a6284-7d86-4943-8081-e453ea2be6d5 HTTP/1.1" status: 200 len: 1001 time: 0.1011977 Feb 09 15:53:52.749433 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.plugins.ml2.plugin [None req-4471a3dd-ba98-46c5-b17d-fa404f211cf3 tempest-TestMinimumBasicScenario-2112190267 tempest-TestMinimumBasicScenario-2112190267-project] Deleting port 16d7d53a-61d6-4e14-80b2-106a93ecc392 {{(pid=82902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 15:53:52.749763 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-4471a3dd-ba98-46c5-b17d-fa404f211cf3 tempest-TestMinimumBasicScenario-2112190267 tempest-TestMinimumBasicScenario-2112190267-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758701249'] for port, before_delete {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:53:52.754587 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b6659a-0312-4815-9dc8-e2f0db48031a req-ca9c2371-58c1-47af-8119-fb044ca83ddf service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:53:52.756202 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-12b6659a-0312-4815-9dc8-e2f0db48031a req-ca9c2371-58c1-47af-8119-fb044ca83ddf service neutron] 10.222.0.47 "GET /v2.0/subnets?id=5210e5fa-de18-4bef-802b-07b1e83aa09d HTTP/1.1" status: 200 len: 853 time: 0.0606747 Feb 09 15:53:52.838798 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-12b6659a-0312-4815-9dc8-e2f0db48031a req-1929cbf8-432f-491e-8084-5386c8c55c6b service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=1da4d30a-7e2e-4d62-bbe8-18bb4a5c12b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0758672 Feb 09 15:53:52.920687 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-4471a3dd-ba98-46c5-b17d-fa404f211cf3 tempest-TestMinimumBasicScenario-2112190267 tempest-TestMinimumBasicScenario-2112190267-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353601'] for port, precommit_delete {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:53:52.921071 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-4471a3dd-ba98-46c5-b17d-fa404f211cf3 tempest-TestMinimumBasicScenario-2112190267 tempest-TestMinimumBasicScenario-2112190267-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:53:52.975542 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-12b6659a-0312-4815-9dc8-e2f0db48031a req-eef64b58-e82a-4616-88a3-97da62713aeb service neutron] 10.222.0.47 "GET /v2.0/networks/1da4d30a-7e2e-4d62-bbe8-18bb4a5c12b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1301448 Feb 09 15:53:53.044938 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.plugins.ml2.plugin [None req-4471a3dd-ba98-46c5-b17d-fa404f211cf3 tempest-TestMinimumBasicScenario-2112190267 tempest-TestMinimumBasicScenario-2112190267-project] Calling delete_port for 16d7d53a-61d6-4e14-80b2-106a93ecc392 owned by network:floatingip {{(pid=82902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 15:53:53.113362 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-12b6659a-0312-4815-9dc8-e2f0db48031a req-218d1514-3df3-42e5-8fb0-1e6ded0c8039 service neutron] 10.222.0.47 "GET /v2.0/networks/1da4d30a-7e2e-4d62-bbe8-18bb4a5c12b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1317010 Feb 09 15:53:53.209076 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-4471a3dd-ba98-46c5-b17d-fa404f211cf3 tempest-TestMinimumBasicScenario-2112190267 tempest-TestMinimumBasicScenario-2112190267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16080037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758755970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756758334046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1633551'] for port, after_delete {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:53:53.258056 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4471a3dd-ba98-46c5-b17d-fa404f211cf3 tempest-TestMinimumBasicScenario-2112190267 tempest-TestMinimumBasicScenario-2112190267-project] Pushing event deleted for resources: {'Port': ['ID=16d7d53a-61d6-4e14-80b2-106a93ecc392,revision_number=None']} {{(pid=82902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:53:53.361209 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-4471a3dd-ba98-46c5-b17d-fa404f211cf3 tempest-TestMinimumBasicScenario-2112190267 tempest-TestMinimumBasicScenario-2112190267-project] Notify callbacks [] for floatingip, after_delete {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:53:53.793387 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4471a3dd-ba98-46c5-b17d-fa404f211cf3 tempest-TestMinimumBasicScenario-2112190267 tempest-TestMinimumBasicScenario-2112190267-project] Router d980bf79-d1a8-4f05-8397-cf9a58aea3cc has already been hosted by L3 agent 94c626d1-bc40-41bd-b6b2-9a20da402cb6 {{(pid=82902) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 15:53:54.116745 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4471a3dd-ba98-46c5-b17d-fa404f211cf3 tempest-TestMinimumBasicScenario-2112190267 tempest-TestMinimumBasicScenario-2112190267-project] Notify agent at l3_agent.dv-cinder-825105-1-iscsi the message routers_updated {{(pid=82902) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 15:53:54.126998 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8caf7871-456c-4d7c-9fea-258d9c43c9f8 None None] Sync routers for ids ['d980bf79-d1a8-4f05-8397-cf9a58aea3cc'] in dv-cinder-825105-1-iscsi {{(pid=82903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 09 15:53:54.137443 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-4471a3dd-ba98-46c5-b17d-fa404f211cf3 tempest-TestMinimumBasicScenario-2112190267 tempest-TestMinimumBasicScenario-2112190267-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205010'] for floatingip, before_response {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:53:54.141230 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8caf7871-456c-4d7c-9fea-258d9c43c9f8 None None] Routers {'d980bf79-d1a8-4f05-8397-cf9a58aea3cc'} bound to L3 agent in host dv-cinder-825105-1-iscsi {{(pid=82903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 15:53:54.141846 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.db.l3_hamode_db [None req-8caf7871-456c-4d7c-9fea-258d9c43c9f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825105-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T15:34:00Z,description=,heartbeat_timestamp=2022-02-09T15:53:30Z,host='dv-cinder-825105-1-iscsi',id=94c626d1-bc40-41bd-b6b2-9a20da402cb6,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:34:00Z,topic='l3_agent')) {'router_ids': ['d980bf79-d1a8-4f05-8397-cf9a58aea3cc'], 'active': True} {{(pid=82903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:53:54.194716 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [None req-4471a3dd-ba98-46c5-b17d-fa404f211cf3 tempest-TestMinimumBasicScenario-2112190267 tempest-TestMinimumBasicScenario-2112190267-project] 10.222.0.67 "DELETE /v2.0/floatingips/bf19a0bf-ade8-4714-b08e-a40333111ee4 HTTP/1.1" status: 204 len: 168 time: 1.6528480 Feb 09 15:53:54.195303 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fe66f4bc-a730-4366-9315-bbac9ee08859', 'tag': '8e5a6284-7d86-4943-8081-e453ea2be6d5'}] {{(pid=82902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 15:53:54.274671 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fe66f4bc-a730-4366-9315-bbac9ee08859', 'tag': '8e5a6284-7d86-4943-8081-e453ea2be6d5', 'status': 'completed', 'code': 200} Feb 09 15:53:54.367169 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.db.l3_dvr_db [None req-8caf7871-456c-4d7c-9fea-258d9c43c9f8 None None] Set router d980bf79-d1a8-4f05-8397-cf9a58aea3cc gateway port host: dv-cinder-825105-1-iscsi {{(pid=82903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 15:53:54.386150 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-49ba32d9-f866-44a8-bb97-6e65da6cf66f req-2cde9427-eaeb-4574-9c6a-ae7d73511b3d service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=821223475c6a403eae77f15f7d877c42&device_id=fe66f4bc-a730-4366-9315-bbac9ee08859 HTTP/1.1" status: 200 len: 1098 time: 0.0872777 Feb 09 15:53:54.547416 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ba32d9-f866-44a8-bb97-6e65da6cf66f req-22dd8cff-7928-435d-b2d0-143bf82a470b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:53:54.549094 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-49ba32d9-f866-44a8-bb97-6e65da6cf66f req-22dd8cff-7928-435d-b2d0-143bf82a470b service neutron] 10.222.0.47 "GET /v2.0/networks?id=1da4d30a-7e2e-4d62-bbe8-18bb4a5c12b7 HTTP/1.1" status: 200 len: 915 time: 0.1538904 Feb 09 15:53:54.634260 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-49ba32d9-f866-44a8-bb97-6e65da6cf66f req-538f066f-4f00-49a6-82fd-a6db58119a08 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8e5a6284-7d86-4943-8081-e453ea2be6d5 HTTP/1.1" status: 200 len: 217 time: 0.0771720 Feb 09 15:53:54.715393 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ba32d9-f866-44a8-bb97-6e65da6cf66f req-84e91bc5-a115-4011-8006-d21afc207bfa service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:53:54.723717 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-49ba32d9-f866-44a8-bb97-6e65da6cf66f req-84e91bc5-a115-4011-8006-d21afc207bfa service neutron] 10.222.0.47 "GET /v2.0/subnets?id=5210e5fa-de18-4bef-802b-07b1e83aa09d HTTP/1.1" status: 200 len: 853 time: 0.0765989 Feb 09 15:53:54.797835 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-49ba32d9-f866-44a8-bb97-6e65da6cf66f req-0ed3b600-a99d-49d4-8430-6f423920c319 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=1da4d30a-7e2e-4d62-bbe8-18bb4a5c12b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0746903 Feb 09 15:53:54.812343 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.db.l3_hamode_db [None req-8caf7871-456c-4d7c-9fea-258d9c43c9f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd980bf79-d1a8-4f05-8397-cf9a58aea3cc', 'name': 'tempest-TestMinimumBasicScenario-650831114-router', 'tenant_id': '821223475c6a403eae77f15f7d877c42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c65eede5-7777-493f-951d-210877831002', 'external_fixed_ips': [{'subnet_id': '2c513225-bb11-4d36-a4c3-0732716dcb87', 'ip_address': '172.27.0.143'}], 'enable_snat': True}, 'gw_port_id': '9c128cbc-f6e7-4d37-a900-6c394be5dc20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T15:51:34Z', 'updated_at': '2022-02-09T15:51:37Z', 'revision_number': 4, 'project_id': '821223475c6a403eae77f15f7d877c42', 'gw_port': {'id': '9c128cbc-f6e7-4d37-a900-6c394be5dc20', 'name': '', 'network_id': 'c65eede5-7777-493f-951d-210877831002', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:89:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd980bf79-d1a8-4f05-8397-cf9a58aea3cc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2c513225-bb11-4d36-a4c3-0732716dcb87', 'ip_address': '172.27.0.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825105-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:51:34Z', 'updated_at': '2022-02-09T15:51:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c513225-bb11-4d36-a4c3-0732716dcb87', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825105-1-iscsi', '_interfaces': [{'id': '96cbc7fe-3934-43fb-bf2d-36ddbb6880bd', 'name': '', 'network_id': '1da4d30a-7e2e-4d62-bbe8-18bb4a5c12b7', 'tenant_id': '821223475c6a403eae77f15f7d877c42', 'mac_address': 'fa:16:3e:d0:08:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd980bf79-d1a8-4f05-8397-cf9a58aea3cc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5210e5fa-de18-4bef-802b-07b1e83aa09d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825105-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:51:36Z', 'updated_at': '2022-02-09T15:51:56Z', 'revision_number': 5, 'project_id': '821223475c6a403eae77f15f7d877c42', 'subnets': [{'id': '5210e5fa-de18-4bef-802b-07b1e83aa09d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825105-1-iscsi', False) {} {{(pid=82903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:53:54.817848 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8caf7871-456c-4d7c-9fea-258d9c43c9f8 None None] Checking router: d980bf79-d1a8-4f05-8397-cf9a58aea3cc for host: dv-cinder-825105-1-iscsi {{(pid=82903) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 09 15:53:54.834214 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8caf7871-456c-4d7c-9fea-258d9c43c9f8 None None] Routers {'d980bf79-d1a8-4f05-8397-cf9a58aea3cc'} bound to L3 agent in host dv-cinder-825105-1-iscsi {{(pid=82903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 15:53:54.834813 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.db.l3_hamode_db [None req-8caf7871-456c-4d7c-9fea-258d9c43c9f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825105-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T15:34:00Z,description=,heartbeat_timestamp=2022-02-09T15:53:30Z,host='dv-cinder-825105-1-iscsi',id=94c626d1-bc40-41bd-b6b2-9a20da402cb6,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:34:00Z,topic='l3_agent')) {'router_ids': ['d980bf79-d1a8-4f05-8397-cf9a58aea3cc'], 'active': True} {{(pid=82903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:53:54.947621 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-49ba32d9-f866-44a8-bb97-6e65da6cf66f req-89b5c06f-580f-430a-ab73-acb8b25b2180 service neutron] 10.222.0.47 "GET /v2.0/networks/1da4d30a-7e2e-4d62-bbe8-18bb4a5c12b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1429539 Feb 09 15:53:55.027990 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.db.l3_dvr_db [None req-8caf7871-456c-4d7c-9fea-258d9c43c9f8 None None] Set router d980bf79-d1a8-4f05-8397-cf9a58aea3cc gateway port host: dv-cinder-825105-1-iscsi {{(pid=82903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 15:53:55.097039 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-49ba32d9-f866-44a8-bb97-6e65da6cf66f req-61f27f96-a672-4f52-aab0-08a147761ef0 service neutron] 10.222.0.47 "GET /v2.0/networks/1da4d30a-7e2e-4d62-bbe8-18bb4a5c12b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1392081 Feb 09 15:53:55.373991 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.db.l3_hamode_db [None req-8caf7871-456c-4d7c-9fea-258d9c43c9f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd980bf79-d1a8-4f05-8397-cf9a58aea3cc', 'name': 'tempest-TestMinimumBasicScenario-650831114-router', 'tenant_id': '821223475c6a403eae77f15f7d877c42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c65eede5-7777-493f-951d-210877831002', 'external_fixed_ips': [{'subnet_id': '2c513225-bb11-4d36-a4c3-0732716dcb87', 'ip_address': '172.27.0.143'}], 'enable_snat': True}, 'gw_port_id': '9c128cbc-f6e7-4d37-a900-6c394be5dc20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T15:51:34Z', 'updated_at': '2022-02-09T15:51:37Z', 'revision_number': 4, 'project_id': '821223475c6a403eae77f15f7d877c42', 'gw_port': {'id': '9c128cbc-f6e7-4d37-a900-6c394be5dc20', 'name': '', 'network_id': 'c65eede5-7777-493f-951d-210877831002', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:89:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd980bf79-d1a8-4f05-8397-cf9a58aea3cc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2c513225-bb11-4d36-a4c3-0732716dcb87', 'ip_address': '172.27.0.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825105-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:51:34Z', 'updated_at': '2022-02-09T15:51:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c513225-bb11-4d36-a4c3-0732716dcb87', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825105-1-iscsi', '_interfaces': [{'id': '96cbc7fe-3934-43fb-bf2d-36ddbb6880bd', 'name': '', 'network_id': '1da4d30a-7e2e-4d62-bbe8-18bb4a5c12b7', 'tenant_id': '821223475c6a403eae77f15f7d877c42', 'mac_address': 'fa:16:3e:d0:08:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd980bf79-d1a8-4f05-8397-cf9a58aea3cc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5210e5fa-de18-4bef-802b-07b1e83aa09d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825105-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:51:36Z', 'updated_at': '2022-02-09T15:51:56Z', 'revision_number': 5, 'project_id': '821223475c6a403eae77f15f7d877c42', 'subnets': [{'id': '5210e5fa-de18-4bef-802b-07b1e83aa09d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825105-1-iscsi', False) {} {{(pid=82903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:53:55.378485 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8caf7871-456c-4d7c-9fea-258d9c43c9f8 None None] The sync data for ids ['d980bf79-d1a8-4f05-8397-cf9a58aea3cc'] in dv-cinder-825105-1-iscsi is: [{'id': 'd980bf79-d1a8-4f05-8397-cf9a58aea3cc', 'name': 'tempest-TestMinimumBasicScenario-650831114-router', 'tenant_id': '821223475c6a403eae77f15f7d877c42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c65eede5-7777-493f-951d-210877831002', 'external_fixed_ips': [{'subnet_id': '2c513225-bb11-4d36-a4c3-0732716dcb87', 'ip_address': '172.27.0.143'}], 'enable_snat': True}, 'gw_port_id': '9c128cbc-f6e7-4d37-a900-6c394be5dc20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T15:51:34Z', 'updated_at': '2022-02-09T15:51:37Z', 'revision_number': 4, 'project_id': '821223475c6a403eae77f15f7d877c42', 'gw_port': {'id': '9c128cbc-f6e7-4d37-a900-6c394be5dc20', 'name': '', 'network_id': 'c65eede5-7777-493f-951d-210877831002', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:89:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd980bf79-d1a8-4f05-8397-cf9a58aea3cc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2c513225-bb11-4d36-a4c3-0732716dcb87', 'ip_address': '172.27.0.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825105-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:51:34Z', 'updated_at': '2022-02-09T15:51:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c513225-bb11-4d36-a4c3-0732716dcb87', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825105-1-iscsi', '_interfaces': [{'id': '96cbc7fe-3934-43fb-bf2d-36ddbb6880bd', 'name': '', 'network_id': '1da4d30a-7e2e-4d62-bbe8-18bb4a5c12b7', 'tenant_id': '821223475c6a403eae77f15f7d877c42', 'mac_address': 'fa:16:3e:d0:08:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd980bf79-d1a8-4f05-8397-cf9a58aea3cc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5210e5fa-de18-4bef-802b-07b1e83aa09d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825105-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:51:36Z', 'updated_at': '2022-02-09T15:51:56Z', 'revision_number': 5, 'project_id': '821223475c6a403eae77f15f7d877c42', 'subnets': [{'id': '5210e5fa-de18-4bef-802b-07b1e83aa09d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 09 15:53:55.604463 dv-cinder-825105-1-iscsi neutron-server[82904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9568d5ec-1839-4b2f-9a32-80cd69c194f9 None None] New status for floating IP bf19a0bf-ade8-4714-b08e-a40333111ee4: DOWN {{(pid=82904) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 09 15:53:57.626757 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e647dc5e-c00e-4d76-a652-9be3c847bf7d req-4b514ca2-740e-46d9-8a5b-80d9e43527a7 tempest-TestMinimumBasicScenario-2112190267 tempest-TestMinimumBasicScenario-2112190267-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:53:57.627446 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.quota.resource [req-e647dc5e-c00e-4d76-a652-9be3c847bf7d req-4b514ca2-740e-46d9-8a5b-80d9e43527a7 tempest-TestMinimumBasicScenario-2112190267 tempest-TestMinimumBasicScenario-2112190267-project] Synchronizing usage tracker for tenant:821223475c6a403eae77f15f7d877c42 on resource:port {{(pid=82902) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 15:53:57.642716 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.quota.resource [req-e647dc5e-c00e-4d76-a652-9be3c847bf7d req-4b514ca2-740e-46d9-8a5b-80d9e43527a7 tempest-TestMinimumBasicScenario-2112190267 tempest-TestMinimumBasicScenario-2112190267-project] Unset dirty status for tenant:821223475c6a403eae77f15f7d877c42 on resource:port {{(pid=82902) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 15:53:57.643923 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-e647dc5e-c00e-4d76-a652-9be3c847bf7d req-4b514ca2-740e-46d9-8a5b-80d9e43527a7 tempest-TestMinimumBasicScenario-2112190267 tempest-TestMinimumBasicScenario-2112190267-project] 10.222.0.67 "GET /v2.0/ports?device_id=fe66f4bc-a730-4366-9315-bbac9ee08859 HTTP/1.1" status: 200 len: 945 time: 0.0999489 Feb 09 15:53:57.700578 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.quota.resource [req-e647dc5e-c00e-4d76-a652-9be3c847bf7d req-72328f9e-3efe-4bd3-b918-0b353074d448 tempest-TestMinimumBasicScenario-2112190267 tempest-TestMinimumBasicScenario-2112190267-project] Synchronizing usage tracker for tenant:821223475c6a403eae77f15f7d877c42 on resource:security_group {{(pid=82902) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 15:53:57.718134 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.quota.resource [req-e647dc5e-c00e-4d76-a652-9be3c847bf7d req-72328f9e-3efe-4bd3-b918-0b353074d448 tempest-TestMinimumBasicScenario-2112190267 tempest-TestMinimumBasicScenario-2112190267-project] Unset dirty status for tenant:821223475c6a403eae77f15f7d877c42 on resource:security_group {{(pid=82902) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 15:53:57.719330 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-e647dc5e-c00e-4d76-a652-9be3c847bf7d req-72328f9e-3efe-4bd3-b918-0b353074d448 tempest-TestMinimumBasicScenario-2112190267 tempest-TestMinimumBasicScenario-2112190267-project] 10.222.0.67 "GET /v2.0/security-groups?id=22cbc017-bfa8-4021-934e-18da588f0056&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695419 Feb 09 15:53:57.950187 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-a8a40fc3-0096-431d-b421-cd206f18ef95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758786133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16008869'] for agent, after_update {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:53:58.950007 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c734fa2b-c1ae-4f66-bf8c-d4ad774f68d8 req-4fa38300-cd54-4299-aa51-713e6cc89332 tempest-TestMinimumBasicScenario-2112190267 tempest-TestMinimumBasicScenario-2112190267-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:53:58.951794 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-c734fa2b-c1ae-4f66-bf8c-d4ad774f68d8 req-4fa38300-cd54-4299-aa51-713e6cc89332 tempest-TestMinimumBasicScenario-2112190267 tempest-TestMinimumBasicScenario-2112190267-project] 10.222.0.67 "GET /v2.0/ports?device_id=fe66f4bc-a730-4366-9315-bbac9ee08859 HTTP/1.1" status: 200 len: 945 time: 0.0968990 Feb 09 15:53:59.006995 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-c734fa2b-c1ae-4f66-bf8c-d4ad774f68d8 req-504f0e23-c62e-40a2-ba7c-85c4d0f45f23 tempest-TestMinimumBasicScenario-2112190267 tempest-TestMinimumBasicScenario-2112190267-project] 10.222.0.67 "GET /v2.0/security-groups?id=22cbc017-bfa8-4021-934e-18da588f0056&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459728 Feb 09 15:53:59.982731 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7462a889-d848-4e9a-b36e-3f5cd8d2dbec req-3d19e295-62a8-4300-aa3a-694cc01d6a2d tempest-TestMinimumBasicScenario-2112190267 tempest-TestMinimumBasicScenario-2112190267-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:53:59.984494 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-7462a889-d848-4e9a-b36e-3f5cd8d2dbec req-3d19e295-62a8-4300-aa3a-694cc01d6a2d tempest-TestMinimumBasicScenario-2112190267 tempest-TestMinimumBasicScenario-2112190267-project] 10.222.0.47 "GET /v2.0/ports?device_id=fe66f4bc-a730-4366-9315-bbac9ee08859 HTTP/1.1" status: 200 len: 945 time: 0.1907547 Feb 09 15:54:00.062096 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.plugins.ml2.plugin [req-7462a889-d848-4e9a-b36e-3f5cd8d2dbec req-11f47bd2-2a8e-42d0-952c-e37139505f87 tempest-TestMinimumBasicScenario-2112190267 tempest-TestMinimumBasicScenario-2112190267-project] Deleting port 8e5a6284-7d86-4943-8081-e453ea2be6d5 {{(pid=82901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 15:54:00.062678 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [req-7462a889-d848-4e9a-b36e-3f5cd8d2dbec req-11f47bd2-2a8e-42d0-952c-e37139505f87 tempest-TestMinimumBasicScenario-2112190267 tempest-TestMinimumBasicScenario-2112190267-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758701249'] for port, before_delete {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:54:00.219973 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5863b1b0-7c3e-40a7-86ac-127739d8b614 req-e612d0e4-44f8-4613-9be1-f063e83bded6 tempest-TestMinimumBasicScenario-2112190267 tempest-TestMinimumBasicScenario-2112190267-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:54:00.222092 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-5863b1b0-7c3e-40a7-86ac-127739d8b614 req-e612d0e4-44f8-4613-9be1-f063e83bded6 tempest-TestMinimumBasicScenario-2112190267 tempest-TestMinimumBasicScenario-2112190267-project] 10.222.0.67 "GET /v2.0/ports?device_id=fe66f4bc-a730-4366-9315-bbac9ee08859 HTTP/1.1" status: 200 len: 945 time: 0.0873742 Feb 09 15:54:00.280509 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-5863b1b0-7c3e-40a7-86ac-127739d8b614 req-b3d82769-a21a-4e6b-b669-92b0b75b1433 tempest-TestMinimumBasicScenario-2112190267 tempest-TestMinimumBasicScenario-2112190267-project] 10.222.0.67 "GET /v2.0/security-groups?id=22cbc017-bfa8-4021-934e-18da588f0056&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479457 Feb 09 15:54:00.347223 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-1ec4f329-7c9b-4537-9449-1a8c933e6d04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758786133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16008869'] for agent, after_update {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:54:00.372738 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.plugins.ml2.db [req-7462a889-d848-4e9a-b36e-3f5cd8d2dbec req-11f47bd2-2a8e-42d0-952c-e37139505f87 tempest-TestMinimumBasicScenario-2112190267 tempest-TestMinimumBasicScenario-2112190267-project] For port 8e5a6284-7d86-4943-8081-e453ea2be6d5, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=8e5a6284-7d86-4943-8081-e453ea2be6d5,segment=NetworkSegment(8a474cb2-0024-43f1-be9a-3b8400eb3313),segment_id=8a474cb2-0024-43f1-be9a-3b8400eb3313)] {{(pid=82901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:54:00.373123 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [req-7462a889-d848-4e9a-b36e-3f5cd8d2dbec req-11f47bd2-2a8e-42d0-952c-e37139505f87 tempest-TestMinimumBasicScenario-2112190267 tempest-TestMinimumBasicScenario-2112190267-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353601'] for port, precommit_delete {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:54:00.395611 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-812787cf-6466-4ce1-8c4e-c32e14b18d8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758786133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16008869'] for agent, after_update {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:54:00.517555 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.plugins.ml2.plugin [req-7462a889-d848-4e9a-b36e-3f5cd8d2dbec req-11f47bd2-2a8e-42d0-952c-e37139505f87 tempest-TestMinimumBasicScenario-2112190267 tempest-TestMinimumBasicScenario-2112190267-project] Calling delete_port for 8e5a6284-7d86-4943-8081-e453ea2be6d5 owned by compute:nova {{(pid=82901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 15:54:00.784209 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [req-7462a889-d848-4e9a-b36e-3f5cd8d2dbec req-11f47bd2-2a8e-42d0-952c-e37139505f87 tempest-TestMinimumBasicScenario-2112190267 tempest-TestMinimumBasicScenario-2112190267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16080037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758755970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756758334046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1282344'] for port, after_delete {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:54:00.799692 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.plugins.ml2.db [None req-812787cf-6466-4ce1-8c4e-c32e14b18d8a None None] get_ports_and_sgs() called for port_ids ['8e5a6284-7d86-4943-8081-e453ea2be6d5'] {{(pid=82903) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 09 15:54:00.834581 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f47bd2-2a8e-42d0-952c-e37139505f87 tempest-TestMinimumBasicScenario-2112190267 tempest-TestMinimumBasicScenario-2112190267-project] Pushing event deleted for resources: {'Port': ['ID=8e5a6284-7d86-4943-8081-e453ea2be6d5,revision_number=None']} {{(pid=82901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:54:00.917692 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.db.l3_dvrscheduler_db [req-7462a889-d848-4e9a-b36e-3f5cd8d2dbec req-11f47bd2-2a8e-42d0-952c-e37139505f87 tempest-TestMinimumBasicScenario-2112190267 tempest-TestMinimumBasicScenario-2112190267-project] No DVR routers for this DVR port 8e5a6284-7d86-4943-8081-e453ea2be6d5 on host hv-cinder-82510 {{(pid=82901) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 15:54:00.920539 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [req-7462a889-d848-4e9a-b36e-3f5cd8d2dbec req-11f47bd2-2a8e-42d0-952c-e37139505f87 tempest-TestMinimumBasicScenario-2112190267 tempest-TestMinimumBasicScenario-2112190267-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205010'] for port, before_response {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:54:00.923810 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe66f4bc-a730-4366-9315-bbac9ee08859', 'name': 'network-vif-deleted', 'tag': '8e5a6284-7d86-4943-8081-e453ea2be6d5'}] {{(pid=82901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 15:54:00.942228 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-7462a889-d848-4e9a-b36e-3f5cd8d2dbec req-11f47bd2-2a8e-42d0-952c-e37139505f87 tempest-TestMinimumBasicScenario-2112190267 tempest-TestMinimumBasicScenario-2112190267-project] 10.222.0.47 "DELETE /v2.0/ports/8e5a6284-7d86-4943-8081-e453ea2be6d5 HTTP/1.1" status: 204 len: 173 time: 0.9523599 Feb 09 15:54:00.992952 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe66f4bc-a730-4366-9315-bbac9ee08859', 'name': 'network-vif-deleted', 'tag': '8e5a6284-7d86-4943-8081-e453ea2be6d5', 'status': 'completed', 'code': 200} Feb 09 15:54:01.277377 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-1f7d0426-72a7-4c89-8e53-4ec430751ccf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758786133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16008869'] for agent, after_update {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:54:01.462484 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-326ae3d9-68b1-4882-a5b8-ce6cf02f66b7 req-8ac7efc7-c477-42d1-8235-7a9f9dc675fe tempest-TestMinimumBasicScenario-2112190267 tempest-TestMinimumBasicScenario-2112190267-project] 10.222.0.67 "GET /v2.0/ports?device_id=fe66f4bc-a730-4366-9315-bbac9ee08859 HTTP/1.1" status: 200 len: 210 time: 0.0426197 Feb 09 15:54:01.598212 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-608c4fd2-211a-4ca9-a277-ad2a51be62ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758786133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16008869'] for agent, after_update {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:54:02.978152 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-faa751bb-9674-45ec-b131-f889431b03dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758786133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16008869'] for agent, after_update {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:54:03.442579 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.wsgi [-] (82902) accepted ('10.222.0.67', 51696) {{(pid=82902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 15:54:03.701226 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.plugins.ml2.rpc [None req-812787cf-6466-4ce1-8c4e-c32e14b18d8a None None] Device 8e5a6284-7d86-4943-8081-e453ea2be6d5 no longer exists at agent hyperv_hv-cinder-82510 {{(pid=82903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 15:54:03.738995 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.plugins.ml2.plugin [None req-812787cf-6466-4ce1-8c4e-c32e14b18d8a None None] No Port match for: 8e5a6284-7d86-4943-8081-e453ea2be6d5 {{(pid=82903) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 09 15:54:03.739320 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.plugins.ml2.rpc [None req-812787cf-6466-4ce1-8c4e-c32e14b18d8a None None] Device 8e5a6284-7d86-4943-8081-e453ea2be6d5 not bound to the agent host hv-cinder-82510 {{(pid=82903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 15:54:03.845264 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-b57b923e-1e92-4ef6-872b-ef7bff0fdec0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-405591'] for router_interface, before_delete {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:54:04.490622 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.plugins.ml2.plugin [None req-b57b923e-1e92-4ef6-872b-ef7bff0fdec0 admin admin] Deleting port 96cbc7fe-3934-43fb-bf2d-36ddbb6880bd {{(pid=82902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 15:54:04.491340 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-b57b923e-1e92-4ef6-872b-ef7bff0fdec0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758701249'] for port, before_delete {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:54:04.661937 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.plugins.ml2.db [None req-b57b923e-1e92-4ef6-872b-ef7bff0fdec0 admin admin] For port 96cbc7fe-3934-43fb-bf2d-36ddbb6880bd, host dv-cinder-825105-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825105-1-iscsi',level=0,port_id=96cbc7fe-3934-43fb-bf2d-36ddbb6880bd,segment=NetworkSegment(8a474cb2-0024-43f1-be9a-3b8400eb3313),segment_id=8a474cb2-0024-43f1-be9a-3b8400eb3313)] {{(pid=82902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:54:04.662199 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-b57b923e-1e92-4ef6-872b-ef7bff0fdec0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353601'] for port, precommit_delete {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:54:04.874731 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.plugins.ml2.plugin [None req-b57b923e-1e92-4ef6-872b-ef7bff0fdec0 admin admin] Calling delete_port for 96cbc7fe-3934-43fb-bf2d-36ddbb6880bd owned by network:router_interface {{(pid=82902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 15:54:05.049574 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-b57b923e-1e92-4ef6-872b-ef7bff0fdec0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16080037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758755970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756758334046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1633551'] for port, after_delete {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:54:05.100868 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b57b923e-1e92-4ef6-872b-ef7bff0fdec0 admin admin] Pushing event deleted for resources: {'Port': ['ID=96cbc7fe-3934-43fb-bf2d-36ddbb6880bd,revision_number=None']} {{(pid=82902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:54:05.417891 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-b57b923e-1e92-4ef6-872b-ef7bff0fdec0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16123921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-405732'] for router_interface, after_delete {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:54:06.040851 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b57b923e-1e92-4ef6-872b-ef7bff0fdec0 admin admin] Router d980bf79-d1a8-4f05-8397-cf9a58aea3cc has already been hosted by L3 agent 94c626d1-bc40-41bd-b6b2-9a20da402cb6 {{(pid=82902) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 15:54:06.361366 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b57b923e-1e92-4ef6-872b-ef7bff0fdec0 admin admin] Notify agent at l3_agent.dv-cinder-825105-1-iscsi the message routers_updated {{(pid=82902) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 15:54:06.369998 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b19d7e45-38cc-4c53-8e25-55a6bc6092fa None None] Sync routers for ids ['d980bf79-d1a8-4f05-8397-cf9a58aea3cc'] in dv-cinder-825105-1-iscsi {{(pid=82903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 09 15:54:06.379057 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [None req-b57b923e-1e92-4ef6-872b-ef7bff0fdec0 admin admin] 10.222.0.67 "PUT /v2.0/routers/d980bf79-d1a8-4f05-8397-cf9a58aea3cc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9329767 Feb 09 15:54:06.379426 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.wsgi [-] (82901) accepted ('10.222.0.67', 51700) {{(pid=82901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 15:54:06.396362 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b19d7e45-38cc-4c53-8e25-55a6bc6092fa None None] Routers {'d980bf79-d1a8-4f05-8397-cf9a58aea3cc'} bound to L3 agent in host dv-cinder-825105-1-iscsi {{(pid=82903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 15:54:06.397076 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.db.l3_hamode_db [None req-b19d7e45-38cc-4c53-8e25-55a6bc6092fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825105-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T15:34:00Z,description=,heartbeat_timestamp=2022-02-09T15:54:00Z,host='dv-cinder-825105-1-iscsi',id=94c626d1-bc40-41bd-b6b2-9a20da402cb6,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:34:00Z,topic='l3_agent')) {'router_ids': ['d980bf79-d1a8-4f05-8397-cf9a58aea3cc'], 'active': True} {{(pid=82903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:54:06.598025 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.db.l3_dvr_db [None req-b19d7e45-38cc-4c53-8e25-55a6bc6092fa None None] Set router d980bf79-d1a8-4f05-8397-cf9a58aea3cc gateway port host: dv-cinder-825105-1-iscsi {{(pid=82903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 15:54:06.604180 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-b5915554-0846-43df-8351-335b6611869b admin admin] Notify callbacks [] for router, before_delete {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:54:06.834823 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-b5915554-0846-43df-8351-335b6611869b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:54:06.851807 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.plugins.ml2.plugin [None req-b5915554-0846-43df-8351-335b6611869b admin admin] Deleting port 9c128cbc-f6e7-4d37-a900-6c394be5dc20 {{(pid=82901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 15:54:06.852189 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-b5915554-0846-43df-8351-335b6611869b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758701249'] for port, before_delete {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:54:06.905599 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.db.l3_hamode_db [None req-b19d7e45-38cc-4c53-8e25-55a6bc6092fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd980bf79-d1a8-4f05-8397-cf9a58aea3cc', 'name': 'tempest-TestMinimumBasicScenario-650831114-router', 'tenant_id': '821223475c6a403eae77f15f7d877c42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c65eede5-7777-493f-951d-210877831002', 'external_fixed_ips': [{'subnet_id': '2c513225-bb11-4d36-a4c3-0732716dcb87', 'ip_address': '172.27.0.143'}], 'enable_snat': True}, 'gw_port_id': '9c128cbc-f6e7-4d37-a900-6c394be5dc20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T15:51:34Z', 'updated_at': '2022-02-09T15:54:04Z', 'revision_number': 5, 'project_id': '821223475c6a403eae77f15f7d877c42', 'gw_port': {'id': '9c128cbc-f6e7-4d37-a900-6c394be5dc20', 'name': '', 'network_id': 'c65eede5-7777-493f-951d-210877831002', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:89:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd980bf79-d1a8-4f05-8397-cf9a58aea3cc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2c513225-bb11-4d36-a4c3-0732716dcb87', 'ip_address': '172.27.0.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825105-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:51:34Z', 'updated_at': '2022-02-09T15:51:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c513225-bb11-4d36-a4c3-0732716dcb87', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825105-1-iscsi'}], 'dv-cinder-825105-1-iscsi', False) {} {{(pid=82903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:54:06.909805 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b19d7e45-38cc-4c53-8e25-55a6bc6092fa None None] Checking router: d980bf79-d1a8-4f05-8397-cf9a58aea3cc for host: dv-cinder-825105-1-iscsi {{(pid=82903) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 09 15:54:06.922101 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b19d7e45-38cc-4c53-8e25-55a6bc6092fa None None] Routers {'d980bf79-d1a8-4f05-8397-cf9a58aea3cc'} bound to L3 agent in host dv-cinder-825105-1-iscsi {{(pid=82903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 15:54:06.922697 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.db.l3_hamode_db [None req-b19d7e45-38cc-4c53-8e25-55a6bc6092fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825105-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T15:34:00Z,description=,heartbeat_timestamp=2022-02-09T15:54:00Z,host='dv-cinder-825105-1-iscsi',id=94c626d1-bc40-41bd-b6b2-9a20da402cb6,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:34:00Z,topic='l3_agent')) {'router_ids': ['d980bf79-d1a8-4f05-8397-cf9a58aea3cc'], 'active': True} {{(pid=82903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:54:07.064044 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.plugins.ml2.db [None req-b5915554-0846-43df-8351-335b6611869b admin admin] For port 9c128cbc-f6e7-4d37-a900-6c394be5dc20, host dv-cinder-825105-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825105-1-iscsi',level=0,port_id=9c128cbc-f6e7-4d37-a900-6c394be5dc20,segment=NetworkSegment(e675f0f7-189f-41a1-8fb7-d7545319af97),segment_id=e675f0f7-189f-41a1-8fb7-d7545319af97)] {{(pid=82901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:54:07.064428 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-b5915554-0846-43df-8351-335b6611869b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353601'] for port, precommit_delete {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:54:07.129460 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.db.l3_dvr_db [None req-b19d7e45-38cc-4c53-8e25-55a6bc6092fa None None] Set router d980bf79-d1a8-4f05-8397-cf9a58aea3cc gateway port host: None {{(pid=82903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 15:54:07.200239 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.plugins.ml2.plugin [None req-b5915554-0846-43df-8351-335b6611869b admin admin] Calling delete_port for 9c128cbc-f6e7-4d37-a900-6c394be5dc20 owned by network:router_gateway {{(pid=82901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 15:54:07.243772 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.db.l3_hamode_db [None req-b19d7e45-38cc-4c53-8e25-55a6bc6092fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd980bf79-d1a8-4f05-8397-cf9a58aea3cc', 'name': 'tempest-TestMinimumBasicScenario-650831114-router', 'tenant_id': '821223475c6a403eae77f15f7d877c42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T15:51:34Z', 'updated_at': '2022-02-09T15:54:06Z', 'revision_number': 6, 'project_id': '821223475c6a403eae77f15f7d877c42', 'gw_port_host': None}], 'dv-cinder-825105-1-iscsi', False) {} {{(pid=82903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:54:07.250161 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b19d7e45-38cc-4c53-8e25-55a6bc6092fa None None] The sync data for ids ['d980bf79-d1a8-4f05-8397-cf9a58aea3cc'] in dv-cinder-825105-1-iscsi is: [{'id': 'd980bf79-d1a8-4f05-8397-cf9a58aea3cc', 'name': 'tempest-TestMinimumBasicScenario-650831114-router', 'tenant_id': '821223475c6a403eae77f15f7d877c42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T15:51:34Z', 'updated_at': '2022-02-09T15:54:06Z', 'revision_number': 6, 'project_id': '821223475c6a403eae77f15f7d877c42', 'gw_port_host': None}] {{(pid=82903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 09 15:54:07.496418 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-b5915554-0846-43df-8351-335b6611869b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16080037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758755970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756758334046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1282344'] for port, after_delete {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:54:07.543976 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5915554-0846-43df-8351-335b6611869b admin admin] Pushing event deleted for resources: {'Port': ['ID=9c128cbc-f6e7-4d37-a900-6c394be5dc20,revision_number=None']} {{(pid=82901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:54:07.619634 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5915554-0846-43df-8351-335b6611869b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825105-1-iscsi {{(pid=82901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:54:07.620007 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5915554-0846-43df-8351-335b6611869b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825105-1-iscsi {{(pid=82901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:54:07.620615 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5915554-0846-43df-8351-335b6611869b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825105-1-iscsi {{(pid=82901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:54:07.620959 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5915554-0846-43df-8351-335b6611869b admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825105-1-iscsi {{(pid=82901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:54:07.621294 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5915554-0846-43df-8351-335b6611869b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825105-1-iscsi {{(pid=82901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:54:07.621618 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5915554-0846-43df-8351-335b6611869b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-825105-1-iscsi {{(pid=82901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:54:07.621942 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5915554-0846-43df-8351-335b6611869b admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825105-1-iscsi {{(pid=82901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:54:07.622265 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5915554-0846-43df-8351-335b6611869b admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825105-1-iscsi {{(pid=82901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:54:07.622598 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5915554-0846-43df-8351-335b6611869b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825105-1-iscsi {{(pid=82901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:54:07.623428 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5915554-0846-43df-8351-335b6611869b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825105-1-iscsi {{(pid=82901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:54:07.623863 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5915554-0846-43df-8351-335b6611869b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825105-1-iscsi {{(pid=82901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:54:07.800889 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-b5915554-0846-43df-8351-335b6611869b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-406322'] for router_gateway, after_delete {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:54:08.061413 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-b5915554-0846-43df-8351-335b6611869b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-412290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1025159'] for router, precommit_delete {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:54:08.066126 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-b5915554-0846-43df-8351-335b6611869b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:54:08.090292 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-b5915554-0846-43df-8351-335b6611869b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-412182'] for router, after_delete {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:54:08.090872 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5915554-0846-43df-8351-335b6611869b admin admin] Fanout notify agent at l3_agent the message router_deleted on router d980bf79-d1a8-4f05-8397-cf9a58aea3cc {{(pid=82901) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 15:54:08.103489 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-b5915554-0846-43df-8351-335b6611869b admin admin] Notify callbacks [] for router, before_response {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:54:08.106875 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [None req-b5915554-0846-43df-8351-335b6611869b admin admin] 10.222.0.67 "DELETE /v2.0/routers/d980bf79-d1a8-4f05-8397-cf9a58aea3cc HTTP/1.1" status: 204 len: 168 time: 1.7242525 Feb 09 15:54:08.107653 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.wsgi [-] (82901) accepted ('10.222.0.67', 51704) {{(pid=82901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 15:54:08.178334 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.db.db_base_plugin_v2 [None req-b8d6d4bd-8d5f-4f6b-a5bf-4fad291223f7 admin admin] Deleting subnet 5210e5fa-de18-4bef-802b-07b1e83aa09d {{(pid=82901) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 09 15:54:08.181513 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-b8d6d4bd-8d5f-4f6b-a5bf-4fad291223f7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:54:08.240108 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-b8d6d4bd-8d5f-4f6b-a5bf-4fad291223f7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1218918'] for subnet, precommit_delete_associations {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:54:08.333510 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-b8d6d4bd-8d5f-4f6b-a5bf-4fad291223f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16020776'] for subnet, precommit_delete {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:54:08.409560 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-b8d6d4bd-8d5f-4f6b-a5bf-4fad291223f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16020753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1282551', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1319926'] for subnet, after_delete {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:54:08.426015 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.plugins.ml2.rpc [None req-608c4fd2-211a-4ca9-a277-ad2a51be62ff None None] Device 96cbc7fe-3934-43fb-bf2d-36ddbb6880bd no longer exists at agent ovs-agent-dv-cinder-825105-1-iscsi {{(pid=82903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 15:54:08.452665 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d6d4bd-8d5f-4f6b-a5bf-4fad291223f7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5210e5fa-de18-4bef-802b-07b1e83aa09d,revision_number=None']} {{(pid=82901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:54:08.460663 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-b8d6d4bd-8d5f-4f6b-a5bf-4fad291223f7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:54:08.463773 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.plugins.ml2.plugin [None req-608c4fd2-211a-4ca9-a277-ad2a51be62ff None None] No Port match for: 96cbc7fe-3934-43fb-bf2d-36ddbb6880bd {{(pid=82903) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 09 15:54:08.464104 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.plugins.ml2.rpc [None req-608c4fd2-211a-4ca9-a277-ad2a51be62ff None None] Device 96cbc7fe-3934-43fb-bf2d-36ddbb6880bd not bound to the agent host dv-cinder-825105-1-iscsi {{(pid=82903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 15:54:08.466147 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.plugins.ml2.rpc [None req-608c4fd2-211a-4ca9-a277-ad2a51be62ff None None] Device 9c128cbc-f6e7-4d37-a900-6c394be5dc20 no longer exists at agent ovs-agent-dv-cinder-825105-1-iscsi {{(pid=82903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 15:54:08.468509 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [None req-b8d6d4bd-8d5f-4f6b-a5bf-4fad291223f7 admin admin] 10.222.0.67 "DELETE /v2.0/subnets/5210e5fa-de18-4bef-802b-07b1e83aa09d HTTP/1.1" status: 204 len: 168 time: 0.3595521 Feb 09 15:54:08.471101 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.wsgi [-] (82901) accepted ('10.222.0.67', 51708) {{(pid=82901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 15:54:08.489417 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd4ba41c-57eb-467c-8aec-2ff712256df7 None None] Network 1da4d30a-7e2e-4d62-bbe8-18bb4a5c12b7 requested from dv-cinder-825105-1-iscsi {{(pid=82903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 15:54:08.518958 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.plugins.ml2.plugin [None req-608c4fd2-211a-4ca9-a277-ad2a51be62ff None None] No Port match for: 9c128cbc-f6e7-4d37-a900-6c394be5dc20 {{(pid=82903) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 09 15:54:08.519282 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.plugins.ml2.rpc [None req-608c4fd2-211a-4ca9-a277-ad2a51be62ff None None] Device 9c128cbc-f6e7-4d37-a900-6c394be5dc20 not bound to the agent host dv-cinder-825105-1-iscsi {{(pid=82903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 15:54:08.583929 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-8976cbf6-861d-44cc-b52a-33091f462611 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15997498'] for network, before_delete {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:54:08.598971 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.plugins.ml2.plugin [None req-8976cbf6-861d-44cc-b52a-33091f462611 admin admin] Deleting port 49e9e1ed-d7ec-495c-8f31-202b3452185e {{(pid=82901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 15:54:08.599304 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-8976cbf6-861d-44cc-b52a-33091f462611 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758701249'] for port, before_delete {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:54:08.755176 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a742a937-9092-4bd8-bee3-b9f107eb22df None None] DHCP port deletion for 1da4d30a-7e2e-4d62-bbe8-18bb4a5c12b7 request from dv-cinder-825105-1-iscsi {{(pid=82903) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 09 15:54:08.759452 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.plugins.ml2.plugin [None req-a742a937-9092-4bd8-bee3-b9f107eb22df None None] Deleting port 49e9e1ed-d7ec-495c-8f31-202b3452185e {{(pid=82903) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 15:54:08.759815 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-a742a937-9092-4bd8-bee3-b9f107eb22df None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758701249'] for port, before_delete {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:54:08.919887 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.plugins.ml2.db [None req-8976cbf6-861d-44cc-b52a-33091f462611 admin admin] For port 49e9e1ed-d7ec-495c-8f31-202b3452185e, host dv-cinder-825105-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825105-1-iscsi',level=0,port_id=49e9e1ed-d7ec-495c-8f31-202b3452185e,segment=NetworkSegment(8a474cb2-0024-43f1-be9a-3b8400eb3313),segment_id=8a474cb2-0024-43f1-be9a-3b8400eb3313)] {{(pid=82901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:54:08.920480 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-8976cbf6-861d-44cc-b52a-33091f462611 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353601'] for port, precommit_delete {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:54:08.970104 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.plugins.ml2.db [None req-a742a937-9092-4bd8-bee3-b9f107eb22df None None] For port 49e9e1ed-d7ec-495c-8f31-202b3452185e, host dv-cinder-825105-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825105-1-iscsi',level=0,port_id=49e9e1ed-d7ec-495c-8f31-202b3452185e,segment=NetworkSegment(8a474cb2-0024-43f1-be9a-3b8400eb3313),segment_id=8a474cb2-0024-43f1-be9a-3b8400eb3313)] {{(pid=82903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:54:08.970485 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-a742a937-9092-4bd8-bee3-b9f107eb22df None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353601'] for port, precommit_delete {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:54:09.044253 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.plugins.ml2.plugin [None req-8976cbf6-861d-44cc-b52a-33091f462611 admin admin] Calling delete_port for 49e9e1ed-d7ec-495c-8f31-202b3452185e owned by network:dhcp {{(pid=82901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 15:54:09.095166 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.plugins.ml2.plugin [None req-a742a937-9092-4bd8-bee3-b9f107eb22df None None] Calling delete_port for 49e9e1ed-d7ec-495c-8f31-202b3452185e owned by network:dhcp {{(pid=82903) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 15:54:09.120022 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-8976cbf6-861d-44cc-b52a-33091f462611 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16080037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758755970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756758334046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1282344'] for port, after_delete {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:54:09.165682 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.db.api [None req-a742a937-9092-4bd8-bee3-b9f107eb22df None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=82903) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 15:54:09.166030 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG oslo_db.api [None req-a742a937-9092-4bd8-bee3-b9f107eb22df None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=82903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 15:54:09.173184 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8976cbf6-861d-44cc-b52a-33091f462611 admin admin] Pushing event deleted for resources: {'Port': ['ID=49e9e1ed-d7ec-495c-8f31-202b3452185e,revision_number=None']} {{(pid=82901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:54:09.177127 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8976cbf6-861d-44cc-b52a-33091f462611 admin admin] No DVR routers for this DVR port 49e9e1ed-d7ec-495c-8f31-202b3452185e on host dv-cinder-825105-1-iscsi {{(pid=82901) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 15:54:09.301645 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-8976cbf6-861d-44cc-b52a-33091f462611 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16022693', 'neutron.services.segments.db._delete_segments_for_network-8756758786151'] for network, precommit_delete {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:54:09.328806 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.services.segments.db [None req-8976cbf6-861d-44cc-b52a-33091f462611 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1da4d30a-7e2e-4d62-bbe8-18bb4a5c12b7']}} {{(pid=82901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:54:09.342057 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.services.segments.db [None req-8976cbf6-861d-44cc-b52a-33091f462611 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8a474cb2-0024-43f1-be9a-3b8400eb3313') {'for_net_delete': True} {{(pid=82901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:54:09.342372 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.services.segments.db [None req-8976cbf6-861d-44cc-b52a-33091f462611 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8a474cb2-0024-43f1-be9a-3b8400eb3313') {} {{(pid=82901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:54:09.354343 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-8976cbf6-861d-44cc-b52a-33091f462611 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756758785262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1218925'] for segment, before_delete {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:54:09.371596 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-8976cbf6-861d-44cc-b52a-33091f462611 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16132466'] for segment, precommit_delete {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:54:09.378278 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8976cbf6-861d-44cc-b52a-33091f462611 admin admin] Releasing vlan 843 on physical network physnet1 to pool {{(pid=82901) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 09 15:54:09.378689 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-8976cbf6-861d-44cc-b52a-33091f462611 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16020097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1282397'] for segment, after_delete {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:54:09.393470 dv-cinder-825105-1-iscsi neutron-server[82901]: Traceback (most recent call last): Feb 09 15:54:09.393470 dv-cinder-825105-1-iscsi neutron-server[82901]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 09 15:54:09.393470 dv-cinder-825105-1-iscsi neutron-server[82901]: timer() Feb 09 15:54:09.393470 dv-cinder-825105-1-iscsi neutron-server[82901]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 15:54:09.393470 dv-cinder-825105-1-iscsi neutron-server[82901]: cb(*args, **kw) Feb 09 15:54:09.393470 dv-cinder-825105-1-iscsi neutron-server[82901]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 15:54:09.393470 dv-cinder-825105-1-iscsi neutron-server[82901]: return func(*args, **kwargs) Feb 09 15:54:09.393470 dv-cinder-825105-1-iscsi neutron-server[82901]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 15:54:09.393470 dv-cinder-825105-1-iscsi neutron-server[82901]: self._notify() Feb 09 15:54:09.393470 dv-cinder-825105-1-iscsi neutron-server[82901]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 15:54:09.393470 dv-cinder-825105-1-iscsi neutron-server[82901]: self.callback(batched_events) Feb 09 15:54:09.393470 dv-cinder-825105-1-iscsi neutron-server[82901]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 15:54:09.393470 dv-cinder-825105-1-iscsi neutron-server[82901]: event.method(event) Feb 09 15:54:09.393470 dv-cinder-825105-1-iscsi neutron-server[82901]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 15:54:09.393470 dv-cinder-825105-1-iscsi neutron-server[82901]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 15:54:09.393470 dv-cinder-825105-1-iscsi neutron-server[82901]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 15:54:09.393470 dv-cinder-825105-1-iscsi neutron-server[82901]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 15:54:09.393470 dv-cinder-825105-1-iscsi neutron-server[82901]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 15:54:09.393470 dv-cinder-825105-1-iscsi neutron-server[82901]: return f(self, *a, **k) Feb 09 15:54:09.393470 dv-cinder-825105-1-iscsi neutron-server[82901]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 15:54:09.393470 dv-cinder-825105-1-iscsi neutron-server[82901]: return self._get(url).json() Feb 09 15:54:09.393470 dv-cinder-825105-1-iscsi neutron-server[82901]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 15:54:09.393470 dv-cinder-825105-1-iscsi neutron-server[82901]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 15:54:09.393470 dv-cinder-825105-1-iscsi neutron-server[82901]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 09 15:54:09.393470 dv-cinder-825105-1-iscsi neutron-server[82901]: return self.request(url, 'GET', **kwargs) Feb 09 15:54:09.393470 dv-cinder-825105-1-iscsi neutron-server[82901]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 09 15:54:09.393470 dv-cinder-825105-1-iscsi neutron-server[82901]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 15:54:09.393470 dv-cinder-825105-1-iscsi neutron-server[82901]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 09 15:54:09.393470 dv-cinder-825105-1-iscsi neutron-server[82901]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 15:54:09.393470 dv-cinder-825105-1-iscsi neutron-server[82901]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 09 15:54:09.393470 dv-cinder-825105-1-iscsi neutron-server[82901]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 15:54:09.393470 dv-cinder-825105-1-iscsi neutron-server[82901]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 15:54:09.483712 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-8976cbf6-861d-44cc-b52a-33091f462611 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16022698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124156', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-406359'] for network, after_delete {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:54:09.500616 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-8976cbf6-861d-44cc-b52a-33091f462611 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16124149'] for network, before_response {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:54:09.511485 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8976cbf6-861d-44cc-b52a-33091f462611 admin admin] Pushing event deleted for resources: {'Network': ['ID=1da4d30a-7e2e-4d62-bbe8-18bb4a5c12b7,revision_number=None']} {{(pid=82901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:54:09.526508 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [None req-8976cbf6-861d-44cc-b52a-33091f462611 admin admin] 10.222.0.67 "DELETE /v2.0/networks/1da4d30a-7e2e-4d62-bbe8-18bb4a5c12b7 HTTP/1.1" status: 204 len: 168 time: 1.0541637 Feb 09 15:54:09.529292 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.wsgi [-] (82901) accepted ('10.222.0.67', 51712) {{(pid=82901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 15:54:09.667349 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.plugins.ml2.plugin [None req-a742a937-9092-4bd8-bee3-b9f107eb22df None None] Deleting port 49e9e1ed-d7ec-495c-8f31-202b3452185e {{(pid=82903) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 15:54:09.667901 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-a742a937-9092-4bd8-bee3-b9f107eb22df None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758701249'] for port, before_delete {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:54:09.780684 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.plugins.ml2.plugin [None req-a742a937-9092-4bd8-bee3-b9f107eb22df None None] The port '49e9e1ed-d7ec-495c-8f31-202b3452185e' was deleted {{(pid=82903) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 09 15:54:09.957403 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-69958cc9-4ccb-4c97-8372-42718e86de35 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-405591'] for router_interface, before_delete {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:54:10.423227 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.plugins.ml2.rpc [None req-608c4fd2-211a-4ca9-a277-ad2a51be62ff None None] Device 49e9e1ed-d7ec-495c-8f31-202b3452185e no longer exists at agent ovs-agent-dv-cinder-825105-1-iscsi {{(pid=82903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 15:54:10.456544 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.plugins.ml2.plugin [None req-608c4fd2-211a-4ca9-a277-ad2a51be62ff None None] No Port match for: 49e9e1ed-d7ec-495c-8f31-202b3452185e {{(pid=82903) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 09 15:54:10.456898 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.plugins.ml2.rpc [None req-608c4fd2-211a-4ca9-a277-ad2a51be62ff None None] Device 49e9e1ed-d7ec-495c-8f31-202b3452185e not bound to the agent host dv-cinder-825105-1-iscsi {{(pid=82903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 15:54:10.700645 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.plugins.ml2.plugin [None req-69958cc9-4ccb-4c97-8372-42718e86de35 admin admin] Deleting port 7d76f3d8-2d2c-4636-841d-13f2bbc5c099 {{(pid=82901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 15:54:10.701710 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-69958cc9-4ccb-4c97-8372-42718e86de35 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758701249'] for port, before_delete {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:54:10.877741 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.plugins.ml2.db [None req-69958cc9-4ccb-4c97-8372-42718e86de35 admin admin] For port 7d76f3d8-2d2c-4636-841d-13f2bbc5c099, host dv-cinder-825105-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825105-1-iscsi',level=0,port_id=7d76f3d8-2d2c-4636-841d-13f2bbc5c099,segment=NetworkSegment(0bc58e96-38e7-4ecf-8298-7521c5a2dda5),segment_id=0bc58e96-38e7-4ecf-8298-7521c5a2dda5)] {{(pid=82901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:54:10.878085 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-69958cc9-4ccb-4c97-8372-42718e86de35 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353601'] for port, precommit_delete {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:54:11.014704 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.plugins.ml2.plugin [None req-69958cc9-4ccb-4c97-8372-42718e86de35 admin admin] Calling delete_port for 7d76f3d8-2d2c-4636-841d-13f2bbc5c099 owned by network:router_interface {{(pid=82901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 15:54:11.196800 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-69958cc9-4ccb-4c97-8372-42718e86de35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16080037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758755970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756758334046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1282344'] for port, after_delete {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:54:11.246558 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69958cc9-4ccb-4c97-8372-42718e86de35 admin admin] Pushing event deleted for resources: {'Port': ['ID=7d76f3d8-2d2c-4636-841d-13f2bbc5c099,revision_number=None']} {{(pid=82901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:54:11.558296 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-69958cc9-4ccb-4c97-8372-42718e86de35 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16123921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-405732'] for router_interface, after_delete {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:54:12.261556 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69958cc9-4ccb-4c97-8372-42718e86de35 admin admin] Router 771314d9-8574-4d69-a869-0c2e585d4c79 has already been hosted by L3 agent 94c626d1-bc40-41bd-b6b2-9a20da402cb6 {{(pid=82901) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 15:54:12.479766 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69958cc9-4ccb-4c97-8372-42718e86de35 admin admin] Notify agent at l3_agent.dv-cinder-825105-1-iscsi the message routers_updated {{(pid=82901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 15:54:12.489743 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [None req-69958cc9-4ccb-4c97-8372-42718e86de35 admin admin] 10.222.0.67 "PUT /v2.0/routers/771314d9-8574-4d69-a869-0c2e585d4c79/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9593151 Feb 09 15:54:12.490139 dv-cinder-825105-1-iscsi neutron-server[82904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9cb09cc-a6fc-4108-969c-57d94d29675d None None] Sync routers for ids ['771314d9-8574-4d69-a869-0c2e585d4c79'] in dv-cinder-825105-1-iscsi {{(pid=82904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 09 15:54:12.493475 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.wsgi [-] (82902) accepted ('10.222.0.67', 51716) {{(pid=82902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 15:54:12.502645 dv-cinder-825105-1-iscsi neutron-server[82904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9cb09cc-a6fc-4108-969c-57d94d29675d None None] Routers {'771314d9-8574-4d69-a869-0c2e585d4c79'} bound to L3 agent in host dv-cinder-825105-1-iscsi {{(pid=82904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 15:54:12.503244 dv-cinder-825105-1-iscsi neutron-server[82904]: DEBUG neutron.db.l3_hamode_db [None req-a9cb09cc-a6fc-4108-969c-57d94d29675d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825105-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T15:34:00Z,description=,heartbeat_timestamp=2022-02-09T15:54:00Z,host='dv-cinder-825105-1-iscsi',id=94c626d1-bc40-41bd-b6b2-9a20da402cb6,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:34:00Z,topic='l3_agent')) {'router_ids': ['771314d9-8574-4d69-a869-0c2e585d4c79'], 'active': True} {{(pid=82904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:54:12.691865 dv-cinder-825105-1-iscsi neutron-server[82904]: DEBUG neutron.db.l3_dvr_db [None req-a9cb09cc-a6fc-4108-969c-57d94d29675d None None] Set router 771314d9-8574-4d69-a869-0c2e585d4c79 gateway port host: dv-cinder-825105-1-iscsi {{(pid=82904) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 15:54:12.713142 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-832906a5-4cd8-4e28-8523-6b9d1b3c5ef0 admin admin] Notify callbacks [] for router, before_delete {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:54:12.930635 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-832906a5-4cd8-4e28-8523-6b9d1b3c5ef0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:54:12.941748 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.plugins.ml2.plugin [None req-832906a5-4cd8-4e28-8523-6b9d1b3c5ef0 admin admin] Deleting port 252e4997-333d-4076-9df6-6f1b735dae80 {{(pid=82902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 15:54:12.942800 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-832906a5-4cd8-4e28-8523-6b9d1b3c5ef0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758701249'] for port, before_delete {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:54:12.993338 dv-cinder-825105-1-iscsi neutron-server[82904]: DEBUG neutron.db.l3_hamode_db [None req-a9cb09cc-a6fc-4108-969c-57d94d29675d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '771314d9-8574-4d69-a869-0c2e585d4c79', 'name': 'tempest-TestMinimumBasicScenario-876729821-router', 'tenant_id': '88a679179b1d4d8f82af39bbbf34d55f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c65eede5-7777-493f-951d-210877831002', 'external_fixed_ips': [{'subnet_id': '2c513225-bb11-4d36-a4c3-0732716dcb87', 'ip_address': '172.27.0.183'}], 'enable_snat': True}, 'gw_port_id': '252e4997-333d-4076-9df6-6f1b735dae80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T15:51:40Z', 'updated_at': '2022-02-09T15:54:11Z', 'revision_number': 5, 'project_id': '88a679179b1d4d8f82af39bbbf34d55f', 'gw_port': {'id': '252e4997-333d-4076-9df6-6f1b735dae80', 'name': '', 'network_id': 'c65eede5-7777-493f-951d-210877831002', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:fe:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '771314d9-8574-4d69-a869-0c2e585d4c79', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2c513225-bb11-4d36-a4c3-0732716dcb87', 'ip_address': '172.27.0.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825105-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:51:41Z', 'updated_at': '2022-02-09T15:51:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c513225-bb11-4d36-a4c3-0732716dcb87', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825105-1-iscsi'}], 'dv-cinder-825105-1-iscsi', False) {} {{(pid=82904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:54:12.997179 dv-cinder-825105-1-iscsi neutron-server[82904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9cb09cc-a6fc-4108-969c-57d94d29675d None None] Checking router: 771314d9-8574-4d69-a869-0c2e585d4c79 for host: dv-cinder-825105-1-iscsi {{(pid=82904) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 09 15:54:13.008603 dv-cinder-825105-1-iscsi neutron-server[82904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9cb09cc-a6fc-4108-969c-57d94d29675d None None] Routers {'771314d9-8574-4d69-a869-0c2e585d4c79'} bound to L3 agent in host dv-cinder-825105-1-iscsi {{(pid=82904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 15:54:13.009194 dv-cinder-825105-1-iscsi neutron-server[82904]: DEBUG neutron.db.l3_hamode_db [None req-a9cb09cc-a6fc-4108-969c-57d94d29675d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825105-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T15:34:00Z,description=,heartbeat_timestamp=2022-02-09T15:54:00Z,host='dv-cinder-825105-1-iscsi',id=94c626d1-bc40-41bd-b6b2-9a20da402cb6,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:34:00Z,topic='l3_agent')) {'router_ids': ['771314d9-8574-4d69-a869-0c2e585d4c79'], 'active': True} {{(pid=82904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:54:13.127452 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.plugins.ml2.db [None req-832906a5-4cd8-4e28-8523-6b9d1b3c5ef0 admin admin] For port 252e4997-333d-4076-9df6-6f1b735dae80, host dv-cinder-825105-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825105-1-iscsi',level=0,port_id=252e4997-333d-4076-9df6-6f1b735dae80,segment=NetworkSegment(e675f0f7-189f-41a1-8fb7-d7545319af97),segment_id=e675f0f7-189f-41a1-8fb7-d7545319af97)] {{(pid=82902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:54:13.127927 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-832906a5-4cd8-4e28-8523-6b9d1b3c5ef0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353601'] for port, precommit_delete {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:54:13.177902 dv-cinder-825105-1-iscsi neutron-server[82904]: DEBUG neutron.db.l3_dvr_db [None req-a9cb09cc-a6fc-4108-969c-57d94d29675d None None] Set router 771314d9-8574-4d69-a869-0c2e585d4c79 gateway port host: None {{(pid=82904) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 15:54:13.251649 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.plugins.ml2.plugin [None req-832906a5-4cd8-4e28-8523-6b9d1b3c5ef0 admin admin] Calling delete_port for 252e4997-333d-4076-9df6-6f1b735dae80 owned by network:router_gateway {{(pid=82902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 15:54:13.286135 dv-cinder-825105-1-iscsi neutron-server[82904]: DEBUG neutron.db.l3_hamode_db [None req-a9cb09cc-a6fc-4108-969c-57d94d29675d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '771314d9-8574-4d69-a869-0c2e585d4c79', 'name': 'tempest-TestMinimumBasicScenario-876729821-router', 'tenant_id': '88a679179b1d4d8f82af39bbbf34d55f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T15:51:40Z', 'updated_at': '2022-02-09T15:54:12Z', 'revision_number': 6, 'project_id': '88a679179b1d4d8f82af39bbbf34d55f', 'gw_port_host': None}], 'dv-cinder-825105-1-iscsi', False) {} {{(pid=82904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:54:13.290219 dv-cinder-825105-1-iscsi neutron-server[82904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9cb09cc-a6fc-4108-969c-57d94d29675d None None] The sync data for ids ['771314d9-8574-4d69-a869-0c2e585d4c79'] in dv-cinder-825105-1-iscsi is: [{'id': '771314d9-8574-4d69-a869-0c2e585d4c79', 'name': 'tempest-TestMinimumBasicScenario-876729821-router', 'tenant_id': '88a679179b1d4d8f82af39bbbf34d55f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T15:51:40Z', 'updated_at': '2022-02-09T15:54:12Z', 'revision_number': 6, 'project_id': '88a679179b1d4d8f82af39bbbf34d55f', 'gw_port_host': None}] {{(pid=82904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 09 15:54:13.424953 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-832906a5-4cd8-4e28-8523-6b9d1b3c5ef0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16080037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758755970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756758334046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1633551'] for port, after_delete {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:54:13.475023 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-832906a5-4cd8-4e28-8523-6b9d1b3c5ef0 admin admin] Pushing event deleted for resources: {'Port': ['ID=252e4997-333d-4076-9df6-6f1b735dae80,revision_number=None']} {{(pid=82902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:54:13.704808 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-832906a5-4cd8-4e28-8523-6b9d1b3c5ef0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-406322'] for router_gateway, after_delete {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:54:14.076312 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-832906a5-4cd8-4e28-8523-6b9d1b3c5ef0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-412290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1025159'] for router, precommit_delete {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:54:14.081431 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-832906a5-4cd8-4e28-8523-6b9d1b3c5ef0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:54:14.108096 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-832906a5-4cd8-4e28-8523-6b9d1b3c5ef0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-412182'] for router, after_delete {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:54:14.109196 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-832906a5-4cd8-4e28-8523-6b9d1b3c5ef0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 771314d9-8574-4d69-a869-0c2e585d4c79 {{(pid=82902) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 15:54:14.125194 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-832906a5-4cd8-4e28-8523-6b9d1b3c5ef0 admin admin] Notify callbacks [] for router, before_response {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:54:14.129142 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [None req-832906a5-4cd8-4e28-8523-6b9d1b3c5ef0 admin admin] 10.222.0.67 "DELETE /v2.0/routers/771314d9-8574-4d69-a869-0c2e585d4c79 HTTP/1.1" status: 204 len: 168 time: 1.6318889 Feb 09 15:54:14.130106 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.wsgi [-] (82902) accepted ('10.222.0.67', 51720) {{(pid=82902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 15:54:14.194111 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.db.db_base_plugin_v2 [None req-0fe892b3-d58b-4cf0-aa8b-b0efd9695a29 admin admin] Deleting subnet 32f2d3b3-451f-4175-9941-be4f010f06a4 {{(pid=82902) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 09 15:54:14.197467 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-0fe892b3-d58b-4cf0-aa8b-b0efd9695a29 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:54:14.256211 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-0fe892b3-d58b-4cf0-aa8b-b0efd9695a29 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-986117'] for subnet, precommit_delete_associations {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:54:14.345180 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-0fe892b3-d58b-4cf0-aa8b-b0efd9695a29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16020776'] for subnet, precommit_delete {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:54:14.415914 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-0fe892b3-d58b-4cf0-aa8b-b0efd9695a29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16020753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1633744', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1082488'] for subnet, after_delete {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:54:14.429655 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.plugins.ml2.rpc [None req-608c4fd2-211a-4ca9-a277-ad2a51be62ff None None] Device 7d76f3d8-2d2c-4636-841d-13f2bbc5c099 no longer exists at agent ovs-agent-dv-cinder-825105-1-iscsi {{(pid=82903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 15:54:14.462106 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe892b3-d58b-4cf0-aa8b-b0efd9695a29 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=32f2d3b3-451f-4175-9941-be4f010f06a4,revision_number=None']} {{(pid=82902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:54:14.462447 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.plugins.ml2.plugin [None req-608c4fd2-211a-4ca9-a277-ad2a51be62ff None None] No Port match for: 7d76f3d8-2d2c-4636-841d-13f2bbc5c099 {{(pid=82903) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 09 15:54:14.462993 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.plugins.ml2.rpc [None req-608c4fd2-211a-4ca9-a277-ad2a51be62ff None None] Device 7d76f3d8-2d2c-4636-841d-13f2bbc5c099 not bound to the agent host dv-cinder-825105-1-iscsi {{(pid=82903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 15:54:14.463401 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.plugins.ml2.rpc [None req-608c4fd2-211a-4ca9-a277-ad2a51be62ff None None] Device 252e4997-333d-4076-9df6-6f1b735dae80 no longer exists at agent ovs-agent-dv-cinder-825105-1-iscsi {{(pid=82903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 15:54:14.473063 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-0fe892b3-d58b-4cf0-aa8b-b0efd9695a29 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16124149'] for subnet, before_response {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:54:14.485191 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [None req-0fe892b3-d58b-4cf0-aa8b-b0efd9695a29 admin admin] 10.222.0.67 "DELETE /v2.0/subnets/32f2d3b3-451f-4175-9941-be4f010f06a4 HTTP/1.1" status: 204 len: 168 time: 0.3508086 Feb 09 15:54:14.485424 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.wsgi [-] (82902) accepted ('10.222.0.67', 51724) {{(pid=82902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 15:54:14.491482 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e990d7f-e7ef-4314-b247-147eb8349195 None None] Network c9d019e1-2b2d-4c7e-ac73-8e9c643d1b91 requested from dv-cinder-825105-1-iscsi {{(pid=82903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 15:54:14.520603 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.plugins.ml2.plugin [None req-608c4fd2-211a-4ca9-a277-ad2a51be62ff None None] No Port match for: 252e4997-333d-4076-9df6-6f1b735dae80 {{(pid=82903) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 09 15:54:14.521078 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.plugins.ml2.rpc [None req-608c4fd2-211a-4ca9-a277-ad2a51be62ff None None] Device 252e4997-333d-4076-9df6-6f1b735dae80 not bound to the agent host dv-cinder-825105-1-iscsi {{(pid=82903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 15:54:14.597016 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-83834437-1ec8-4d44-a551-205fef51a427 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15997498'] for network, before_delete {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:54:14.608785 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.plugins.ml2.plugin [None req-83834437-1ec8-4d44-a551-205fef51a427 admin admin] Deleting port 440cade9-8b52-432c-9351-0b72a3a1a19c {{(pid=82902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 15:54:14.609119 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-83834437-1ec8-4d44-a551-205fef51a427 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758701249'] for port, before_delete {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:54:14.785738 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-344668da-e8a3-4529-bbe0-cf6587568c7c None None] DHCP port deletion for c9d019e1-2b2d-4c7e-ac73-8e9c643d1b91 request from dv-cinder-825105-1-iscsi {{(pid=82903) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 09 15:54:14.789811 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.plugins.ml2.plugin [None req-344668da-e8a3-4529-bbe0-cf6587568c7c None None] Deleting port 440cade9-8b52-432c-9351-0b72a3a1a19c {{(pid=82903) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 15:54:14.790241 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-344668da-e8a3-4529-bbe0-cf6587568c7c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758701249'] for port, before_delete {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:54:14.823208 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.plugins.ml2.db [None req-83834437-1ec8-4d44-a551-205fef51a427 admin admin] For port 440cade9-8b52-432c-9351-0b72a3a1a19c, host dv-cinder-825105-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825105-1-iscsi',level=0,port_id=440cade9-8b52-432c-9351-0b72a3a1a19c,segment=NetworkSegment(0bc58e96-38e7-4ecf-8298-7521c5a2dda5),segment_id=0bc58e96-38e7-4ecf-8298-7521c5a2dda5)] {{(pid=82902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:54:14.823884 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-83834437-1ec8-4d44-a551-205fef51a427 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353601'] for port, precommit_delete {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:54:14.952331 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.plugins.ml2.plugin [None req-83834437-1ec8-4d44-a551-205fef51a427 admin admin] Calling delete_port for 440cade9-8b52-432c-9351-0b72a3a1a19c owned by network:dhcp {{(pid=82902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 15:54:15.031585 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-83834437-1ec8-4d44-a551-205fef51a427 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16080037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758755970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756758334046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1633551'] for port, after_delete {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:54:15.053622 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.plugins.ml2.db [None req-344668da-e8a3-4529-bbe0-cf6587568c7c None None] For port 440cade9-8b52-432c-9351-0b72a3a1a19c, host dv-cinder-825105-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825105-1-iscsi',level=0,port_id=440cade9-8b52-432c-9351-0b72a3a1a19c,segment=NetworkSegment(0bc58e96-38e7-4ecf-8298-7521c5a2dda5),segment_id=0bc58e96-38e7-4ecf-8298-7521c5a2dda5)] {{(pid=82903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:54:15.054009 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-344668da-e8a3-4529-bbe0-cf6587568c7c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353601'] for port, precommit_delete {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:54:15.080914 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83834437-1ec8-4d44-a551-205fef51a427 admin admin] Pushing event deleted for resources: {'Port': ['ID=440cade9-8b52-432c-9351-0b72a3a1a19c,revision_number=None']} {{(pid=82902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:54:15.088965 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83834437-1ec8-4d44-a551-205fef51a427 admin admin] No DVR routers for this DVR port 440cade9-8b52-432c-9351-0b72a3a1a19c on host dv-cinder-825105-1-iscsi {{(pid=82902) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 15:54:15.178461 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.plugins.ml2.plugin [None req-344668da-e8a3-4529-bbe0-cf6587568c7c None None] Calling delete_port for 440cade9-8b52-432c-9351-0b72a3a1a19c owned by network:dhcp {{(pid=82903) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 15:54:15.210770 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-83834437-1ec8-4d44-a551-205fef51a427 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16022693', 'neutron.services.segments.db._delete_segments_for_network-8756758786151'] for network, precommit_delete {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:54:15.241538 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.services.segments.db [None req-83834437-1ec8-4d44-a551-205fef51a427 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c9d019e1-2b2d-4c7e-ac73-8e9c643d1b91']}} {{(pid=82902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:54:15.252111 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.db.api [None req-344668da-e8a3-4529-bbe0-cf6587568c7c None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=82903) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 15:54:15.252477 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG oslo_db.api [None req-344668da-e8a3-4529-bbe0-cf6587568c7c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=82903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 15:54:15.256067 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.services.segments.db [None req-83834437-1ec8-4d44-a551-205fef51a427 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0bc58e96-38e7-4ecf-8298-7521c5a2dda5') {'for_net_delete': True} {{(pid=82902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:54:15.256392 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.services.segments.db [None req-83834437-1ec8-4d44-a551-205fef51a427 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0bc58e96-38e7-4ecf-8298-7521c5a2dda5') {} {{(pid=82902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:54:15.269267 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-83834437-1ec8-4d44-a551-205fef51a427 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756758785262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-986126'] for segment, before_delete {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:54:15.287220 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-83834437-1ec8-4d44-a551-205fef51a427 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16132466'] for segment, precommit_delete {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:54:15.294014 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-83834437-1ec8-4d44-a551-205fef51a427 admin admin] Releasing vlan 846 on physical network physnet1 to pool {{(pid=82902) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 09 15:54:15.294403 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-83834437-1ec8-4d44-a551-205fef51a427 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16020097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1633658'] for segment, after_delete {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:54:15.307854 dv-cinder-825105-1-iscsi neutron-server[82902]: Traceback (most recent call last): Feb 09 15:54:15.307854 dv-cinder-825105-1-iscsi neutron-server[82902]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 09 15:54:15.307854 dv-cinder-825105-1-iscsi neutron-server[82902]: timer() Feb 09 15:54:15.307854 dv-cinder-825105-1-iscsi neutron-server[82902]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 15:54:15.307854 dv-cinder-825105-1-iscsi neutron-server[82902]: cb(*args, **kw) Feb 09 15:54:15.307854 dv-cinder-825105-1-iscsi neutron-server[82902]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 15:54:15.307854 dv-cinder-825105-1-iscsi neutron-server[82902]: return func(*args, **kwargs) Feb 09 15:54:15.307854 dv-cinder-825105-1-iscsi neutron-server[82902]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 15:54:15.307854 dv-cinder-825105-1-iscsi neutron-server[82902]: self._notify() Feb 09 15:54:15.307854 dv-cinder-825105-1-iscsi neutron-server[82902]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 15:54:15.307854 dv-cinder-825105-1-iscsi neutron-server[82902]: self.callback(batched_events) Feb 09 15:54:15.307854 dv-cinder-825105-1-iscsi neutron-server[82902]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 15:54:15.307854 dv-cinder-825105-1-iscsi neutron-server[82902]: event.method(event) Feb 09 15:54:15.307854 dv-cinder-825105-1-iscsi neutron-server[82902]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 15:54:15.307854 dv-cinder-825105-1-iscsi neutron-server[82902]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 15:54:15.307854 dv-cinder-825105-1-iscsi neutron-server[82902]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 15:54:15.307854 dv-cinder-825105-1-iscsi neutron-server[82902]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 15:54:15.307854 dv-cinder-825105-1-iscsi neutron-server[82902]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 15:54:15.307854 dv-cinder-825105-1-iscsi neutron-server[82902]: return f(self, *a, **k) Feb 09 15:54:15.307854 dv-cinder-825105-1-iscsi neutron-server[82902]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 15:54:15.307854 dv-cinder-825105-1-iscsi neutron-server[82902]: return self._get(url).json() Feb 09 15:54:15.307854 dv-cinder-825105-1-iscsi neutron-server[82902]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 15:54:15.307854 dv-cinder-825105-1-iscsi neutron-server[82902]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 15:54:15.307854 dv-cinder-825105-1-iscsi neutron-server[82902]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 09 15:54:15.307854 dv-cinder-825105-1-iscsi neutron-server[82902]: return self.request(url, 'GET', **kwargs) Feb 09 15:54:15.307854 dv-cinder-825105-1-iscsi neutron-server[82902]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 09 15:54:15.307854 dv-cinder-825105-1-iscsi neutron-server[82902]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 15:54:15.307854 dv-cinder-825105-1-iscsi neutron-server[82902]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 09 15:54:15.307854 dv-cinder-825105-1-iscsi neutron-server[82902]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 15:54:15.307854 dv-cinder-825105-1-iscsi neutron-server[82902]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 09 15:54:15.307854 dv-cinder-825105-1-iscsi neutron-server[82902]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 15:54:15.307854 dv-cinder-825105-1-iscsi neutron-server[82902]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 15:54:15.385454 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-83834437-1ec8-4d44-a551-205fef51a427 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16022698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124156', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-406359'] for network, after_delete {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:54:15.392260 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-83834437-1ec8-4d44-a551-205fef51a427 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16124149'] for network, before_response {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:54:15.421264 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83834437-1ec8-4d44-a551-205fef51a427 admin admin] Pushing event deleted for resources: {'Network': ['ID=c9d019e1-2b2d-4c7e-ac73-8e9c643d1b91,revision_number=None']} {{(pid=82902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:54:15.425014 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [None req-83834437-1ec8-4d44-a551-205fef51a427 admin admin] 10.222.0.67 "DELETE /v2.0/networks/c9d019e1-2b2d-4c7e-ac73-8e9c643d1b91 HTTP/1.1" status: 204 len: 168 time: 0.9387329 Feb 09 15:54:15.631543 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.wsgi [-] (82901) accepted ('10.222.0.67', 51730) {{(pid=82901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 15:54:15.687034 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [None req-2367e3c2-2ed2-4db6-bc11-653294be937e admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=821223475c6a403eae77f15f7d877c42&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0540087 Feb 09 15:54:15.690152 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.wsgi [-] (82901) accepted ('10.222.0.67', 51734) {{(pid=82901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 15:54:15.753820 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.plugins.ml2.plugin [None req-344668da-e8a3-4529-bbe0-cf6587568c7c None None] Deleting port 440cade9-8b52-432c-9351-0b72a3a1a19c {{(pid=82903) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 15:54:15.754452 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-344668da-e8a3-4529-bbe0-cf6587568c7c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758701249'] for port, before_delete {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:54:15.767639 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-4e68ff4c-9cfd-4aca-ae3e-6edace83451c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:54:15.795314 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-4e68ff4c-9cfd-4aca-ae3e-6edace83451c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:54:15.826776 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.plugins.ml2.plugin [None req-344668da-e8a3-4529-bbe0-cf6587568c7c None None] The port '440cade9-8b52-432c-9351-0b72a3a1a19c' was deleted {{(pid=82903) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 09 15:54:15.854007 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-4e68ff4c-9cfd-4aca-ae3e-6edace83451c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_delete {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:54:15.872195 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e68ff4c-9cfd-4aca-ae3e-6edace83451c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22cbc017-bfa8-4021-934e-18da588f0056,revision_number=None']} {{(pid=82901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:54:15.882327 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-4e68ff4c-9cfd-4aca-ae3e-6edace83451c admin admin] Notify callbacks [] for security_group, before_response {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:54:15.883447 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [None req-4e68ff4c-9cfd-4aca-ae3e-6edace83451c admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/22cbc017-bfa8-4021-934e-18da588f0056 HTTP/1.1" status: 204 len: 168 time: 0.1921797 Feb 09 15:54:16.297005 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.wsgi [-] (82901) accepted ('10.222.0.67', 51742) {{(pid=82901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 15:54:16.346338 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [None req-4f879a67-6553-4251-8dc0-b53ac7589e1d admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=88a679179b1d4d8f82af39bbbf34d55f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0480800 Feb 09 15:54:16.348725 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.wsgi [-] (82901) accepted ('10.222.0.67', 51746) {{(pid=82901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 15:54:16.413209 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-23fa3686-43c7-4423-bc97-8776bed87c47 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:54:16.429165 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.plugins.ml2.rpc [None req-608c4fd2-211a-4ca9-a277-ad2a51be62ff None None] Device 440cade9-8b52-432c-9351-0b72a3a1a19c no longer exists at agent ovs-agent-dv-cinder-825105-1-iscsi {{(pid=82903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 15:54:16.455504 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-23fa3686-43c7-4423-bc97-8776bed87c47 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:54:16.461787 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.plugins.ml2.plugin [None req-608c4fd2-211a-4ca9-a277-ad2a51be62ff None None] No Port match for: 440cade9-8b52-432c-9351-0b72a3a1a19c {{(pid=82903) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 09 15:54:16.462124 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.plugins.ml2.rpc [None req-608c4fd2-211a-4ca9-a277-ad2a51be62ff None None] Device 440cade9-8b52-432c-9351-0b72a3a1a19c not bound to the agent host dv-cinder-825105-1-iscsi {{(pid=82903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 15:54:16.528004 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-23fa3686-43c7-4423-bc97-8776bed87c47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_delete {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:54:16.545471 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23fa3686-43c7-4423-bc97-8776bed87c47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f095af26-0772-4b56-9dc8-492679adf1f9,revision_number=None']} {{(pid=82901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:54:16.553769 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-23fa3686-43c7-4423-bc97-8776bed87c47 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:54:16.554968 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [None req-23fa3686-43c7-4423-bc97-8776bed87c47 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/f095af26-0772-4b56-9dc8-492679adf1f9 HTTP/1.1" status: 204 len: 168 time: 0.2053626 Feb 09 15:54:17.465276 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.wsgi [-] (82902) accepted ('10.222.0.67', 51768) {{(pid=82902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 15:54:17.615844 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.api.v2.base [None req-ae278c8f-92ea-43f0-ba76-c1b1d8a6d1b0 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-787040231-network', 'tenant_id': '9903301a1e174c829e584a233c5c9866'}} {{(pid=82902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 15:54:17.620697 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.db.quota.driver [None req-ae278c8f-92ea-43f0-ba76-c1b1d8a6d1b0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 15:54:17.625326 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.quota.resource [None req-ae278c8f-92ea-43f0-ba76-c1b1d8a6d1b0 admin admin] Usage tracker for resource:network and tenant:9903301a1e174c829e584a233c5c9866 is out of sync, need to count used quota {{(pid=82902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 15:54:17.628181 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.quota.resource [None req-ae278c8f-92ea-43f0-ba76-c1b1d8a6d1b0 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=82902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 15:54:17.633816 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.db.quota.driver [None req-ae278c8f-92ea-43f0-ba76-c1b1d8a6d1b0 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 15:54:17.645411 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae278c8f-92ea-43f0-ba76-c1b1d8a6d1b0 admin admin] Made reservation on behalf of 9903301a1e174c829e584a233c5c9866 for: {'network': 1} {{(pid=82902) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 15:54:17.647722 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-ae278c8f-92ea-43f0-ba76-c1b1d8a6d1b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16080601'] for network, before_create {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:54:17.661376 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-ae278c8f-92ea-43f0-ba76-c1b1d8a6d1b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:54:17.695884 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.db.quota.driver [None req-ae278c8f-92ea-43f0-ba76-c1b1d8a6d1b0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 15:54:17.699929 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.quota.resource [None req-ae278c8f-92ea-43f0-ba76-c1b1d8a6d1b0 admin admin] Usage tracker for resource:security_group_rule and tenant:9903301a1e174c829e584a233c5c9866 is out of sync, need to count used quota {{(pid=82902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 15:54:17.703522 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.quota.resource [None req-ae278c8f-92ea-43f0-ba76-c1b1d8a6d1b0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 15:54:17.709155 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.db.quota.driver [None req-ae278c8f-92ea-43f0-ba76-c1b1d8a6d1b0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 15:54:17.782156 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-ae278c8f-92ea-43f0-ba76-c1b1d8a6d1b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:54:17.786234 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-ae278c8f-92ea-43f0-ba76-c1b1d8a6d1b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_create {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:54:17.829214 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ae278c8f-92ea-43f0-ba76-c1b1d8a6d1b0 admin admin] vlan segment allocate from pool success with {'vlan_id': 805, 'physical_network': 'physnet1'} {{(pid=82902) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 15:54:17.838986 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae278c8f-92ea-43f0-ba76-c1b1d8a6d1b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5b18fa7-deb3-4c17-816c-7ff5838b7aae,revision_number=1']} {{(pid=82902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:54:17.845235 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-ae278c8f-92ea-43f0-ba76-c1b1d8a6d1b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16132466'] for segment, precommit_create {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:54:17.845656 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.db.segments_db [None req-ae278c8f-92ea-43f0-ba76-c1b1d8a6d1b0 admin admin] Added segment da3be55e-cb41-4c7b-bd84-bbc25aac2618 of type vlan for network d2b5dcdb-5fe9-45d2-b726-adea8d997892 Feb 09 15:54:17.878383 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-ae278c8f-92ea-43f0-ba76-c1b1d8a6d1b0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756758320348'] for network, precommit_create {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:54:17.915113 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-ae278c8f-92ea-43f0-ba76-c1b1d8a6d1b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124156'] for network, after_create {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:54:17.916103 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae278c8f-92ea-43f0-ba76-c1b1d8a6d1b0 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:54:17.916703 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-ae278c8f-92ea-43f0-ba76-c1b1d8a6d1b0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16124149'] for network, before_response {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:54:18.110111 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae278c8f-92ea-43f0-ba76-c1b1d8a6d1b0 admin admin] Pushing event updated for resources: {'Network': ['ID=d2b5dcdb-5fe9-45d2-b726-adea8d997892,revision_number=1']} {{(pid=82902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:54:18.113078 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [None req-ae278c8f-92ea-43f0-ba76-c1b1d8a6d1b0 admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.6467853 Feb 09 15:54:18.116135 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.wsgi [-] (82901) accepted ('10.222.0.67', 51774) {{(pid=82901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 15:54:18.120382 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae278c8f-92ea-43f0-ba76-c1b1d8a6d1b0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825105-1-iscsi {{(pid=82902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:54:18.120720 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae278c8f-92ea-43f0-ba76-c1b1d8a6d1b0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825105-1-iscsi {{(pid=82902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:54:18.121055 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae278c8f-92ea-43f0-ba76-c1b1d8a6d1b0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825105-1-iscsi {{(pid=82902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:54:18.121403 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae278c8f-92ea-43f0-ba76-c1b1d8a6d1b0 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825105-1-iscsi {{(pid=82902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:54:18.121727 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae278c8f-92ea-43f0-ba76-c1b1d8a6d1b0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825105-1-iscsi {{(pid=82902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:54:18.122047 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae278c8f-92ea-43f0-ba76-c1b1d8a6d1b0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-825105-1-iscsi {{(pid=82902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:54:18.122263 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.api.v2.base [None req-e4c1cb55-75bf-4116-8ca4-360f1404795c admin admin] Request body: {'subnet': {'network_id': 'd2b5dcdb-5fe9-45d2-b726-adea8d997892', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-787040231-subnet', 'tenant_id': '9903301a1e174c829e584a233c5c9866', 'ip_version': 4}} {{(pid=82901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 15:54:18.122373 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae278c8f-92ea-43f0-ba76-c1b1d8a6d1b0 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825105-1-iscsi {{(pid=82902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:54:18.123203 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae278c8f-92ea-43f0-ba76-c1b1d8a6d1b0 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825105-1-iscsi {{(pid=82902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:54:18.123517 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae278c8f-92ea-43f0-ba76-c1b1d8a6d1b0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825105-1-iscsi {{(pid=82902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:54:18.124027 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae278c8f-92ea-43f0-ba76-c1b1d8a6d1b0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825105-1-iscsi {{(pid=82902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:54:18.124434 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae278c8f-92ea-43f0-ba76-c1b1d8a6d1b0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825105-1-iscsi {{(pid=82902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:54:18.127574 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.db.quota.driver [None req-e4c1cb55-75bf-4116-8ca4-360f1404795c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 15:54:18.131667 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.quota.resource [None req-e4c1cb55-75bf-4116-8ca4-360f1404795c admin admin] Usage tracker for resource:subnet and tenant:9903301a1e174c829e584a233c5c9866 is out of sync, need to count used quota {{(pid=82901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 15:54:18.134661 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.quota.resource [None req-e4c1cb55-75bf-4116-8ca4-360f1404795c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=82901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 15:54:18.136659 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.plugins.ml2.rpc [None req-608c4fd2-211a-4ca9-a277-ad2a51be62ff None None] Network d2b5dcdb-5fe9-45d2-b726-adea8d997892 details requested by agent ovs-agent-dv-cinder-825105-1-iscsi with host dv-cinder-825105-1-iscsi {{(pid=82903) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 15:54:18.143191 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.db.quota.driver [None req-e4c1cb55-75bf-4116-8ca4-360f1404795c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 15:54:18.156876 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4c1cb55-75bf-4116-8ca4-360f1404795c admin admin] Made reservation on behalf of 9903301a1e174c829e584a233c5c9866 for: {'subnet': 1} {{(pid=82901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 15:54:18.159252 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-e4c1cb55-75bf-4116-8ca4-360f1404795c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1319889'] for subnet, before_create {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:54:18.394883 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-e4c1cb55-75bf-4116-8ca4-360f1404795c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1282484', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1319919'] for subnet, after_create {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:54:18.468164 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c1cb55-75bf-4116-8ca4-360f1404795c admin admin] Pushing event updated for resources: {'Subnet': ['ID=6dc70113-5a0d-4411-a864-97d927169679,revision_number=0']} {{(pid=82901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:54:18.486866 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4c1cb55-75bf-4116-8ca4-360f1404795c admin admin] Checking segment: {'id': 'da3be55e-cb41-4c7b-bd84-bbc25aac2618', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': 'd2b5dcdb-5fe9-45d2-b726-adea8d997892'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 15:54:18.487395 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4c1cb55-75bf-4116-8ca4-360f1404795c admin admin] Network hostable DHCP agents. Network: d2b5dcdb-5fe9-45d2-b726-adea8d997892, hostable agents: ['534ecb3d-5fb5-4496-b97c-b20b93fdf8ec'], hosted agents: [] {{(pid=82901) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 15:54:18.510470 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4c1cb55-75bf-4116-8ca4-360f1404795c admin admin] Network d2b5dcdb-5fe9-45d2-b726-adea8d997892 is scheduled to be hosted by DHCP agent 534ecb3d-5fb5-4496-b97c-b20b93fdf8ec with binding_index 1 {{(pid=82901) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 15:54:18.520361 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.scheduler.base_scheduler [None req-e4c1cb55-75bf-4116-8ca4-360f1404795c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-825105-1-iscsi, d2b5dcdb-5fe9-45d2-b726-adea8d997892) {{(pid=82901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 15:54:18.525415 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4c1cb55-75bf-4116-8ca4-360f1404795c admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=82901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:54:18.525990 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-e4c1cb55-75bf-4116-8ca4-360f1404795c admin admin] Notify callbacks [] for subnet, before_response {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:54:18.533099 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-608c22e8-fc0a-4986-ba4e-bca4205f8048 None None] Network d2b5dcdb-5fe9-45d2-b726-adea8d997892 requested from dv-cinder-825105-1-iscsi {{(pid=82903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 15:54:18.550323 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [None req-e4c1cb55-75bf-4116-8ca4-360f1404795c admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.4324269 Feb 09 15:54:18.554041 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.wsgi [-] (82901) accepted ('10.222.0.67', 51778) {{(pid=82901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 15:54:18.559250 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.api.v2.base [None req-d03a87c4-6899-4e03-b8e0-c84627982ca0 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-787040231-router', 'tenant_id': '9903301a1e174c829e584a233c5c9866', 'external_gateway_info': {'network_id': 'c65eede5-7777-493f-951d-210877831002'}}} {{(pid=82901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 15:54:18.564837 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.db.quota.driver [None req-d03a87c4-6899-4e03-b8e0-c84627982ca0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 15:54:18.568933 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.quota.resource [None req-d03a87c4-6899-4e03-b8e0-c84627982ca0 admin admin] Usage tracker for resource:router and tenant:9903301a1e174c829e584a233c5c9866 is out of sync, need to count used quota {{(pid=82901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 15:54:18.573410 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.quota.resource [None req-d03a87c4-6899-4e03-b8e0-c84627982ca0 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=82901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 15:54:18.582712 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.db.quota.driver [None req-d03a87c4-6899-4e03-b8e0-c84627982ca0 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 15:54:18.601594 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-d03a87c4-6899-4e03-b8e0-c84627982ca0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-410232', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1025257'] for router, before_create {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:54:18.602746 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-d03a87c4-6899-4e03-b8e0-c84627982ca0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-410143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-406467', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-347251', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1025278'] for router, precommit_create {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:54:18.625779 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-d03a87c4-6899-4e03-b8e0-c84627982ca0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:54:18.775963 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74df0939-4ec8-4a90-86e8-4afba8c47fa1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1490c90-7495-5952-8644-ad60ad5632dc-d2b5dcdb-5fe9-45d2-b726-adea8d997892', 'network_id': 'd2b5dcdb-5fe9-45d2-b726-adea8d997892', 'tenant_id': '9903301a1e174c829e584a233c5c9866', 'fixed_ips': [{'subnet_id': '6dc70113-5a0d-4411-a864-97d927169679'}]}} from dv-cinder-825105-1-iscsi. {{(pid=82903) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 09 15:54:18.776843 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-74df0939-4ec8-4a90-86e8-4afba8c47fa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16080601'] for port, before_create {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:54:18.780038 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-d03a87c4-6899-4e03-b8e0-c84627982ca0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-406509', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-410218', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1025164'] for router, precommit_update {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:54:18.950249 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.db.db_base_plugin_common [None req-74df0939-4ec8-4a90-86e8-4afba8c47fa1 None None] Allocated IP 172.20.0.2 (d2b5dcdb-5fe9-45d2-b726-adea8d997892/6dc70113-5a0d-4411-a864-97d927169679/253123ea-a8a0-47bf-9cd4-e7596360e677) {{(pid=82903) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 15:54:18.993042 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-d03a87c4-6899-4e03-b8e0-c84627982ca0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:54:19.027284 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-d03a87c4-6899-4e03-b8e0-c84627982ca0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16080601'] for port, before_create {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:54:19.166337 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.db.db_base_plugin_common [None req-d03a87c4-6899-4e03-b8e0-c84627982ca0 admin admin] Allocated IP 172.27.0.135 (c65eede5-7777-493f-951d-210877831002/2c513225-bb11-4d36-a4c3-0732716dcb87/a6b14449-4fdb-475c-899b-80e5f71a2e3b) {{(pid=82901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 15:54:19.182195 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-74df0939-4ec8-4a90-86e8-4afba8c47fa1 None None] Notify callbacks [] for port, precommit_create {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:54:19.197289 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.db.provisioning_blocks [None req-74df0939-4ec8-4a90-86e8-4afba8c47fa1 None None] Transition to ACTIVE for port object 253123ea-a8a0-47bf-9cd4-e7596360e677 will not be triggered until provisioned by entity L2. {{(pid=82903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 15:54:19.221711 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.db.provisioning_blocks [None req-74df0939-4ec8-4a90-86e8-4afba8c47fa1 None None] Transition to ACTIVE for port object 253123ea-a8a0-47bf-9cd4-e7596360e677 will not be triggered until provisioned by entity DHCP. {{(pid=82903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 15:54:19.227133 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-74df0939-4ec8-4a90-86e8-4afba8c47fa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16080037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124156', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756758334037'] for port, after_create {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:54:19.300642 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74df0939-4ec8-4a90-86e8-4afba8c47fa1 None None] Network d2b5dcdb-5fe9-45d2-b726-adea8d997892 is already hosted by enough agents. {{(pid=82903) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 15:54:19.303381 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.scheduler.base_scheduler [None req-74df0939-4ec8-4a90-86e8-4afba8c47fa1 None None] Resources bound (agent type, host, resource id): {{(pid=82903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 15:54:19.307812 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74df0939-4ec8-4a90-86e8-4afba8c47fa1 None None] Received port after_create {{(pid=82903) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 15:54:19.310070 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74df0939-4ec8-4a90-86e8-4afba8c47fa1 None None] Pushing event updated for resources: {'Port': ['ID=253123ea-a8a0-47bf-9cd4-e7596360e677,revision_number=1']} {{(pid=82903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:54:19.321896 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74df0939-4ec8-4a90-86e8-4afba8c47fa1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825105-1-iscsi {{(pid=82903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:54:19.322230 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74df0939-4ec8-4a90-86e8-4afba8c47fa1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825105-1-iscsi {{(pid=82903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:54:19.322556 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74df0939-4ec8-4a90-86e8-4afba8c47fa1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825105-1-iscsi {{(pid=82903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:54:19.322877 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74df0939-4ec8-4a90-86e8-4afba8c47fa1 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825105-1-iscsi {{(pid=82903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:54:19.323634 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74df0939-4ec8-4a90-86e8-4afba8c47fa1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825105-1-iscsi {{(pid=82903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:54:19.323634 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74df0939-4ec8-4a90-86e8-4afba8c47fa1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-825105-1-iscsi {{(pid=82903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:54:19.323866 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74df0939-4ec8-4a90-86e8-4afba8c47fa1 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825105-1-iscsi {{(pid=82903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:54:19.324138 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74df0939-4ec8-4a90-86e8-4afba8c47fa1 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825105-1-iscsi {{(pid=82903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:54:19.324448 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74df0939-4ec8-4a90-86e8-4afba8c47fa1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825105-1-iscsi {{(pid=82903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:54:19.325000 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74df0939-4ec8-4a90-86e8-4afba8c47fa1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825105-1-iscsi {{(pid=82903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:54:19.325128 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74df0939-4ec8-4a90-86e8-4afba8c47fa1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825105-1-iscsi {{(pid=82903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:54:19.357733 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-d03a87c4-6899-4e03-b8e0-c84627982ca0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:54:19.389783 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-d03a87c4-6899-4e03-b8e0-c84627982ca0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16080037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124156', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756758334037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1282344'] for port, after_create {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:54:19.417265 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.plugins.ml2.managers [None req-74df0939-4ec8-4a90-86e8-4afba8c47fa1 None None] Attempting to bind port 253123ea-a8a0-47bf-9cd4-e7596360e677 on host dv-cinder-825105-1-iscsi for vnic_type normal with profile {{(pid=82903) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 15:54:19.417622 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.plugins.ml2.managers [None req-74df0939-4ec8-4a90-86e8-4afba8c47fa1 None None] Attempting to bind port 253123ea-a8a0-47bf-9cd4-e7596360e677 by drivers openvswitch,hyperv on host dv-cinder-825105-1-iscsi at level 0 using segments [{'id': 'da3be55e-cb41-4c7b-bd84-bbc25aac2618', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': 'd2b5dcdb-5fe9-45d2-b726-adea8d997892'}] {{(pid=82903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 15:54:19.417979 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74df0939-4ec8-4a90-86e8-4afba8c47fa1 None None] Attempting to bind port 253123ea-a8a0-47bf-9cd4-e7596360e677 on network d2b5dcdb-5fe9-45d2-b726-adea8d997892 {{(pid=82903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 15:54:19.425592 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74df0939-4ec8-4a90-86e8-4afba8c47fa1 None None] Checking agent: {'id': '0c30844f-de8e-42c5-a17a-962bb78b1270', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-825105-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 15, 34, 1), 'started_at': datetime.datetime(2022, 2, 9, 15, 34, 31), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 15, 54, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-825105-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 15:54:19.425959 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74df0939-4ec8-4a90-86e8-4afba8c47fa1 None None] Checking segment: {'id': 'da3be55e-cb41-4c7b-bd84-bbc25aac2618', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': 'd2b5dcdb-5fe9-45d2-b726-adea8d997892'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 15:54:19.426356 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-74df0939-4ec8-4a90-86e8-4afba8c47fa1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:54:19.426737 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74df0939-4ec8-4a90-86e8-4afba8c47fa1 None None] Bound using segment: {'id': 'da3be55e-cb41-4c7b-bd84-bbc25aac2618', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': 'd2b5dcdb-5fe9-45d2-b726-adea8d997892'} {{(pid=82903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 15:54:19.427195 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.plugins.ml2.managers [None req-74df0939-4ec8-4a90-86e8-4afba8c47fa1 None None] Bound port: 253123ea-a8a0-47bf-9cd4-e7596360e677, host: dv-cinder-825105-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'da3be55e-cb41-4c7b-bd84-bbc25aac2618', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': 'd2b5dcdb-5fe9-45d2-b726-adea8d997892'}}] {{(pid=82903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 15:54:19.427558 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-74df0939-4ec8-4a90-86e8-4afba8c47fa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16080601'] for port, before_update {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:54:19.529660 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.plugins.ml2.db [None req-74df0939-4ec8-4a90-86e8-4afba8c47fa1 None None] For port 253123ea-a8a0-47bf-9cd4-e7596360e677, host dv-cinder-825105-1-iscsi, cleared binding levels {{(pid=82903) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 15:54:19.532969 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.plugins.ml2.db [None req-74df0939-4ec8-4a90-86e8-4afba8c47fa1 None None] For port 253123ea-a8a0-47bf-9cd4-e7596360e677, host dv-cinder-825105-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825105-1-iscsi',level=0,port_id=253123ea-a8a0-47bf-9cd4-e7596360e677,segment=NetworkSegment(da3be55e-cb41-4c7b-bd84-bbc25aac2618),segment_id=da3be55e-cb41-4c7b-bd84-bbc25aac2618)] {{(pid=82903) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 15:54:19.536967 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-74df0939-4ec8-4a90-86e8-4afba8c47fa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16080037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758755988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756758334055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756758334100'] for port, after_update {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:54:19.566404 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d03a87c4-6899-4e03-b8e0-c84627982ca0 admin admin] Network c65eede5-7777-493f-951d-210877831002 is already hosted by enough agents. {{(pid=82901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 15:54:19.569112 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.scheduler.base_scheduler [None req-d03a87c4-6899-4e03-b8e0-c84627982ca0 admin admin] Resources bound (agent type, host, resource id): {{(pid=82901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 15:54:19.571698 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d03a87c4-6899-4e03-b8e0-c84627982ca0 admin admin] Received port after_create {{(pid=82901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 15:54:19.606766 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03a87c4-6899-4e03-b8e0-c84627982ca0 admin admin] Pushing event updated for resources: {'Port': ['ID=a6b14449-4fdb-475c-899b-80e5f71a2e3b,revision_number=1']} {{(pid=82901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:54:19.625656 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74df0939-4ec8-4a90-86e8-4afba8c47fa1 None None] Pushing event updated for resources: {'Port': ['ID=253123ea-a8a0-47bf-9cd4-e7596360e677,revision_number=2']} {{(pid=82903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:54:19.749111 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-d03a87c4-6899-4e03-b8e0-c84627982ca0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:54:19.749867 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-d03a87c4-6899-4e03-b8e0-c84627982ca0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-410227', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-406294'] for router, after_create {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:54:20.014800 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d03a87c4-6899-4e03-b8e0-c84627982ca0 admin admin] Router 9fe23ed1-79d9-4102-82e9-9a62a96f76c7 is scheduled to L3 agent 94c626d1-bc40-41bd-b6b2-9a20da402cb6 with binding_index 1 {{(pid=82901) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 15:54:20.222374 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d03a87c4-6899-4e03-b8e0-c84627982ca0 admin admin] Notify agent at l3_agent.dv-cinder-825105-1-iscsi the message routers_updated {{(pid=82901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 15:54:20.236204 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-962d4ae3-d36f-4212-8595-17d46539b092 None None] Sync routers for ids ['9fe23ed1-79d9-4102-82e9-9a62a96f76c7'] in dv-cinder-825105-1-iscsi {{(pid=82903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 09 15:54:20.251620 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-962d4ae3-d36f-4212-8595-17d46539b092 None None] Routers {'9fe23ed1-79d9-4102-82e9-9a62a96f76c7'} bound to L3 agent in host dv-cinder-825105-1-iscsi {{(pid=82903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 15:54:20.252593 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.db.l3_hamode_db [None req-962d4ae3-d36f-4212-8595-17d46539b092 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825105-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T15:34:00Z,description=,heartbeat_timestamp=2022-02-09T15:54:00Z,host='dv-cinder-825105-1-iscsi',id=94c626d1-bc40-41bd-b6b2-9a20da402cb6,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:34:00Z,topic='l3_agent')) {'router_ids': ['9fe23ed1-79d9-4102-82e9-9a62a96f76c7'], 'active': True} {{(pid=82903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:54:20.254707 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-d03a87c4-6899-4e03-b8e0-c84627982ca0 admin admin] Notify callbacks [] for router, before_response {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:54:20.256001 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [None req-d03a87c4-6899-4e03-b8e0-c84627982ca0 admin admin] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.7009938 Feb 09 15:54:20.259972 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.wsgi [-] (82901) accepted ('10.222.0.67', 51782) {{(pid=82901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 15:54:20.491291 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.plugins.ml2.rpc [None req-608c4fd2-211a-4ca9-a277-ad2a51be62ff None None] Device 253123ea-a8a0-47bf-9cd4-e7596360e677 up at agent ovs-agent-dv-cinder-825105-1-iscsi {{(pid=82903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 15:54:20.616709 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.db.provisioning_blocks [None req-608c4fd2-211a-4ca9-a277-ad2a51be62ff None None] Provisioning for port 253123ea-a8a0-47bf-9cd4-e7596360e677 completed by entity L2. {{(pid=82903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 15:54:20.632055 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.db.l3_dvr_db [None req-962d4ae3-d36f-4212-8595-17d46539b092 None None] Set router 9fe23ed1-79d9-4102-82e9-9a62a96f76c7 gateway port host: dv-cinder-825105-1-iscsi {{(pid=82903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 15:54:20.684445 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f6276d5-455f-4500-998e-54292549c8e8 None None] Network d2b5dcdb-5fe9-45d2-b726-adea8d997892 requested from dv-cinder-825105-1-iscsi {{(pid=82903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 15:54:21.037683 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.db.provisioning_blocks [None req-0e519cc0-5c56-4a82-a903-8abf70cb0faa None None] Provisioning for port 253123ea-a8a0-47bf-9cd4-e7596360e677 completed by entity DHCP. {{(pid=82903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 15:54:21.057967 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.db.provisioning_blocks [None req-0e519cc0-5c56-4a82-a903-8abf70cb0faa None None] Provisioning complete for port 253123ea-a8a0-47bf-9cd4-e7596360e677 triggered by entity DHCP. {{(pid=82903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:54:21.058333 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-0e519cc0-5c56-4a82-a903-8abf70cb0faa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16008948'] for port, provisioning_complete {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:54:21.187705 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-335029b1-0558-42d6-a0c1-3a14b281cfb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16080601'] for port, before_create {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:54:21.367884 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-0e519cc0-5c56-4a82-a903-8abf70cb0faa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16080601'] for port, before_update {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:54:21.406251 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.db.l3_hamode_db [None req-962d4ae3-d36f-4212-8595-17d46539b092 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9fe23ed1-79d9-4102-82e9-9a62a96f76c7', 'name': 'tempest-TestVolumeBootPattern-787040231-router', 'tenant_id': '9903301a1e174c829e584a233c5c9866', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c65eede5-7777-493f-951d-210877831002', 'external_fixed_ips': [{'subnet_id': '2c513225-bb11-4d36-a4c3-0732716dcb87', 'ip_address': '172.27.0.135'}], 'enable_snat': True}, 'gw_port_id': 'a6b14449-4fdb-475c-899b-80e5f71a2e3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T15:54:18Z', 'updated_at': '2022-02-09T15:54:19Z', 'revision_number': 3, 'project_id': '9903301a1e174c829e584a233c5c9866', 'gw_port': {'id': 'a6b14449-4fdb-475c-899b-80e5f71a2e3b', 'name': '', 'network_id': 'c65eede5-7777-493f-951d-210877831002', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:a5:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9fe23ed1-79d9-4102-82e9-9a62a96f76c7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2c513225-bb11-4d36-a4c3-0732716dcb87', 'ip_address': '172.27.0.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:54:19Z', 'updated_at': '2022-02-09T15:54:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2c513225-bb11-4d36-a4c3-0732716dcb87', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825105-1-iscsi'}], 'dv-cinder-825105-1-iscsi', False) {} {{(pid=82903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:54:21.414336 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-962d4ae3-d36f-4212-8595-17d46539b092 None None] Checking router: 9fe23ed1-79d9-4102-82e9-9a62a96f76c7 for host: dv-cinder-825105-1-iscsi {{(pid=82903) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 09 15:54:21.414748 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-962d4ae3-d36f-4212-8595-17d46539b092 None None] Updating router 9fe23ed1-79d9-4102-82e9-9a62a96f76c7 port a6b14449-4fdb-475c-899b-80e5f71a2e3b binding host dv-cinder-825105-1-iscsi {{(pid=82903) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 09 15:54:21.452005 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.plugins.ml2.db [None req-0e519cc0-5c56-4a82-a903-8abf70cb0faa None None] For port 253123ea-a8a0-47bf-9cd4-e7596360e677, host dv-cinder-825105-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825105-1-iscsi',level=0,port_id=253123ea-a8a0-47bf-9cd4-e7596360e677,segment=NetworkSegment(da3be55e-cb41-4c7b-bd84-bbc25aac2618),segment_id=da3be55e-cb41-4c7b-bd84-bbc25aac2618)] {{(pid=82903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:54:21.462879 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-0e519cc0-5c56-4a82-a903-8abf70cb0faa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16080037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758755988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756758334055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756758334100'] for port, after_update {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:54:21.533813 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.db.db_base_plugin_common [None req-335029b1-0558-42d6-a0c1-3a14b281cfb1 admin admin] Allocated IP 172.20.0.1 (d2b5dcdb-5fe9-45d2-b726-adea8d997892/6dc70113-5a0d-4411-a864-97d927169679/7bdb8d8e-08dd-4dfd-8b46-cb7bc3b1faf3) {{(pid=82901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 15:54:21.536665 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-962d4ae3-d36f-4212-8595-17d46539b092 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16080601'] for port, before_update {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:54:21.628850 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e519cc0-5c56-4a82-a903-8abf70cb0faa None None] Pushing event updated for resources: {'Port': ['ID=253123ea-a8a0-47bf-9cd4-e7596360e677,revision_number=3']} {{(pid=82903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:54:21.697407 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-335029b1-0558-42d6-a0c1-3a14b281cfb1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:54:21.715718 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.db.provisioning_blocks [None req-335029b1-0558-42d6-a0c1-3a14b281cfb1 admin admin] Transition to ACTIVE for port object 7bdb8d8e-08dd-4dfd-8b46-cb7bc3b1faf3 will not be triggered until provisioned by entity DHCP. {{(pid=82901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 15:54:21.733843 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.db.provisioning_blocks [None req-1141c8cb-f890-4415-9499-e05cf39d81af None None] Provisioning complete for port 253123ea-a8a0-47bf-9cd4-e7596360e677 triggered by entity DHCP. {{(pid=82903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:54:21.734213 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-1141c8cb-f890-4415-9499-e05cf39d81af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16008948'] for port, provisioning_complete {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:54:21.746818 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-335029b1-0558-42d6-a0c1-3a14b281cfb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16080037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124156', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756758334037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1282344'] for port, after_create {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:54:21.827526 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-335029b1-0558-42d6-a0c1-3a14b281cfb1 admin admin] Network d2b5dcdb-5fe9-45d2-b726-adea8d997892 is already hosted by enough agents. {{(pid=82901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 15:54:21.831150 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-335029b1-0558-42d6-a0c1-3a14b281cfb1 admin admin] Pushing event updated for resources: {'Port': ['ID=7bdb8d8e-08dd-4dfd-8b46-cb7bc3b1faf3,revision_number=1']} {{(pid=82901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:54:21.834860 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.scheduler.base_scheduler [None req-335029b1-0558-42d6-a0c1-3a14b281cfb1 admin admin] Resources bound (agent type, host, resource id): {{(pid=82901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 15:54:21.837233 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-335029b1-0558-42d6-a0c1-3a14b281cfb1 admin admin] Received port after_create {{(pid=82901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 15:54:21.898047 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-335029b1-0558-42d6-a0c1-3a14b281cfb1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-405704'] for router_interface, before_create {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:54:21.999060 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-335029b1-0558-42d6-a0c1-3a14b281cfb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16080601'] for port, before_update {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:54:22.089604 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-962d4ae3-d36f-4212-8595-17d46539b092 None None] Notify callbacks [] for port, precommit_update {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:54:22.101815 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.db.provisioning_blocks [None req-962d4ae3-d36f-4212-8595-17d46539b092 None None] Transition to ACTIVE for port object a6b14449-4fdb-475c-899b-80e5f71a2e3b will not be triggered until provisioned by entity L2. {{(pid=82903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 15:54:22.110140 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-962d4ae3-d36f-4212-8595-17d46539b092 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16080037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758755988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756758334055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756758334100'] for port, after_update {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:54:22.205194 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eee8a53-5115-4715-98bb-5bba39c7735a None None] Pushing event updated for resources: {'Port': ['ID=a6b14449-4fdb-475c-899b-80e5f71a2e3b,revision_number=2']} {{(pid=82903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:54:22.209123 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.db.provisioning_blocks [None req-065a6c55-c80e-4763-8d95-80a1860b3344 None None] Provisioning for port 7bdb8d8e-08dd-4dfd-8b46-cb7bc3b1faf3 completed by entity DHCP. {{(pid=82903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 15:54:22.214975 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.plugins.ml2.managers [None req-962d4ae3-d36f-4212-8595-17d46539b092 None None] Attempting to bind port a6b14449-4fdb-475c-899b-80e5f71a2e3b on host dv-cinder-825105-1-iscsi for vnic_type normal with profile {{(pid=82903) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 15:54:22.215330 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.plugins.ml2.managers [None req-962d4ae3-d36f-4212-8595-17d46539b092 None None] Attempting to bind port a6b14449-4fdb-475c-899b-80e5f71a2e3b by drivers openvswitch,hyperv on host dv-cinder-825105-1-iscsi at level 0 using segments [{'id': 'e675f0f7-189f-41a1-8fb7-d7545319af97', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c65eede5-7777-493f-951d-210877831002'}] {{(pid=82903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 15:54:22.215676 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-962d4ae3-d36f-4212-8595-17d46539b092 None None] Attempting to bind port a6b14449-4fdb-475c-899b-80e5f71a2e3b on network c65eede5-7777-493f-951d-210877831002 {{(pid=82903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 15:54:22.220196 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.db.provisioning_blocks [None req-065a6c55-c80e-4763-8d95-80a1860b3344 None None] Provisioning complete for port 7bdb8d8e-08dd-4dfd-8b46-cb7bc3b1faf3 triggered by entity DHCP. {{(pid=82903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:54:22.220557 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-065a6c55-c80e-4763-8d95-80a1860b3344 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16008948'] for port, provisioning_complete {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:54:22.249806 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-335029b1-0558-42d6-a0c1-3a14b281cfb1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:54:22.254925 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-335029b1-0558-42d6-a0c1-3a14b281cfb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16080037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758755988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756758334055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756758334100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1282337'] for port, after_update {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:54:22.262137 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-962d4ae3-d36f-4212-8595-17d46539b092 None None] Checking agent: {'id': '0c30844f-de8e-42c5-a17a-962bb78b1270', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-825105-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 15, 34, 1), 'started_at': datetime.datetime(2022, 2, 9, 15, 34, 31), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 15, 54, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-825105-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 15:54:22.262621 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-962d4ae3-d36f-4212-8595-17d46539b092 None None] Checking segment: {'id': 'e675f0f7-189f-41a1-8fb7-d7545319af97', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c65eede5-7777-493f-951d-210877831002'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 15:54:22.263035 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-962d4ae3-d36f-4212-8595-17d46539b092 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:54:22.263479 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-962d4ae3-d36f-4212-8595-17d46539b092 None None] Bound using segment: {'id': 'e675f0f7-189f-41a1-8fb7-d7545319af97', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c65eede5-7777-493f-951d-210877831002'} {{(pid=82903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 15:54:22.264288 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.plugins.ml2.managers [None req-962d4ae3-d36f-4212-8595-17d46539b092 None None] Bound port: a6b14449-4fdb-475c-899b-80e5f71a2e3b, host: dv-cinder-825105-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e675f0f7-189f-41a1-8fb7-d7545319af97', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c65eede5-7777-493f-951d-210877831002'}}] {{(pid=82903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 15:54:22.264770 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-962d4ae3-d36f-4212-8595-17d46539b092 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16080601'] for port, before_update {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:54:22.326782 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.plugins.ml2.plugin [None req-065a6c55-c80e-4763-8d95-80a1860b3344 None None] Port 7bdb8d8e-08dd-4dfd-8b46-cb7bc3b1faf3 cannot update to ACTIVE because it is not bound. {{(pid=82903) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 09 15:54:22.359764 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.plugins.ml2.db [None req-962d4ae3-d36f-4212-8595-17d46539b092 None None] For port a6b14449-4fdb-475c-899b-80e5f71a2e3b, host dv-cinder-825105-1-iscsi, cleared binding levels {{(pid=82903) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 15:54:22.364021 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.plugins.ml2.db [None req-962d4ae3-d36f-4212-8595-17d46539b092 None None] For port a6b14449-4fdb-475c-899b-80e5f71a2e3b, host dv-cinder-825105-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825105-1-iscsi',level=0,port_id=a6b14449-4fdb-475c-899b-80e5f71a2e3b,segment=NetworkSegment(e675f0f7-189f-41a1-8fb7-d7545319af97),segment_id=e675f0f7-189f-41a1-8fb7-d7545319af97)] {{(pid=82903) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 15:54:22.366329 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-335029b1-0558-42d6-a0c1-3a14b281cfb1 admin admin] Pushing event updated for resources: {'Port': ['ID=7bdb8d8e-08dd-4dfd-8b46-cb7bc3b1faf3,revision_number=2']} {{(pid=82901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:54:22.368865 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-962d4ae3-d36f-4212-8595-17d46539b092 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16080037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758755988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756758334055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756758334100'] for port, after_update {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:54:22.371379 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-335029b1-0558-42d6-a0c1-3a14b281cfb1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16123972', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-405541'] for router_interface, after_create {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:54:22.467965 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.plugins.ml2.rpc [None req-608c4fd2-211a-4ca9-a277-ad2a51be62ff None None] Device 253123ea-a8a0-47bf-9cd4-e7596360e677 up at agent ovs-agent-dv-cinder-825105-1-iscsi {{(pid=82903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 15:54:22.520323 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-335029b1-0558-42d6-a0c1-3a14b281cfb1 admin admin] Network d2b5dcdb-5fe9-45d2-b726-adea8d997892 is already hosted by enough agents. {{(pid=82901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 15:54:22.521907 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.scheduler.base_scheduler [None req-335029b1-0558-42d6-a0c1-3a14b281cfb1 admin admin] Resources bound (agent type, host, resource id): {{(pid=82901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 15:54:22.566447 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-962d4ae3-d36f-4212-8595-17d46539b092 None None] Routers {'9fe23ed1-79d9-4102-82e9-9a62a96f76c7'} bound to L3 agent in host dv-cinder-825105-1-iscsi {{(pid=82903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 15:54:22.567069 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.db.l3_hamode_db [None req-962d4ae3-d36f-4212-8595-17d46539b092 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825105-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T15:34:00Z,description=,heartbeat_timestamp=2022-02-09T15:54:00Z,host='dv-cinder-825105-1-iscsi',id=94c626d1-bc40-41bd-b6b2-9a20da402cb6,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:34:00Z,topic='l3_agent')) {'router_ids': ['9fe23ed1-79d9-4102-82e9-9a62a96f76c7'], 'active': True} {{(pid=82903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:54:22.618666 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eee8a53-5115-4715-98bb-5bba39c7735a None None] Pushing event updated for resources: {'Port': ['ID=a6b14449-4fdb-475c-899b-80e5f71a2e3b,revision_number=3']} {{(pid=82903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:54:22.713288 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.db.provisioning_blocks [None req-608c4fd2-211a-4ca9-a277-ad2a51be62ff None None] Provisioning complete for port 253123ea-a8a0-47bf-9cd4-e7596360e677 triggered by entity L2. {{(pid=82903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:54:22.713657 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-608c4fd2-211a-4ca9-a277-ad2a51be62ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16008948'] for port, provisioning_complete {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:54:22.821601 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.db.provisioning_blocks [None req-eefe9898-fae3-44b5-be9a-6ea9ae31804b None None] Provisioning complete for port 7bdb8d8e-08dd-4dfd-8b46-cb7bc3b1faf3 triggered by entity DHCP. {{(pid=82903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:54:22.821899 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-eefe9898-fae3-44b5-be9a-6ea9ae31804b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16008948'] for port, provisioning_complete {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:54:22.908007 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.db.l3_dvr_db [None req-962d4ae3-d36f-4212-8595-17d46539b092 None None] Set router 9fe23ed1-79d9-4102-82e9-9a62a96f76c7 gateway port host: dv-cinder-825105-1-iscsi {{(pid=82903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 15:54:22.948585 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-335029b1-0558-42d6-a0c1-3a14b281cfb1 admin admin] Router 9fe23ed1-79d9-4102-82e9-9a62a96f76c7 has already been hosted by L3 agent 94c626d1-bc40-41bd-b6b2-9a20da402cb6 {{(pid=82901) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 15:54:22.974910 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.plugins.ml2.plugin [None req-eefe9898-fae3-44b5-be9a-6ea9ae31804b None None] Port 7bdb8d8e-08dd-4dfd-8b46-cb7bc3b1faf3 cannot update to ACTIVE because it is not bound. {{(pid=82903) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 09 15:54:23.170138 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-335029b1-0558-42d6-a0c1-3a14b281cfb1 admin admin] Notify agent at l3_agent.dv-cinder-825105-1-iscsi the message routers_updated {{(pid=82901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 15:54:23.179569 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [None req-335029b1-0558-42d6-a0c1-3a14b281cfb1 admin admin] 10.222.0.67 "PUT /v2.0/routers/9fe23ed1-79d9-4102-82e9-9a62a96f76c7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9185262 Feb 09 15:54:23.273482 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.db.l3_hamode_db [None req-962d4ae3-d36f-4212-8595-17d46539b092 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9fe23ed1-79d9-4102-82e9-9a62a96f76c7', 'name': 'tempest-TestVolumeBootPattern-787040231-router', 'tenant_id': '9903301a1e174c829e584a233c5c9866', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c65eede5-7777-493f-951d-210877831002', 'external_fixed_ips': [{'subnet_id': '2c513225-bb11-4d36-a4c3-0732716dcb87', 'ip_address': '172.27.0.135'}], 'enable_snat': True}, 'gw_port_id': 'a6b14449-4fdb-475c-899b-80e5f71a2e3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T15:54:18Z', 'updated_at': '2022-02-09T15:54:21Z', 'revision_number': 4, 'project_id': '9903301a1e174c829e584a233c5c9866', 'gw_port': {'id': 'a6b14449-4fdb-475c-899b-80e5f71a2e3b', 'name': '', 'network_id': 'c65eede5-7777-493f-951d-210877831002', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:a5:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9fe23ed1-79d9-4102-82e9-9a62a96f76c7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2c513225-bb11-4d36-a4c3-0732716dcb87', 'ip_address': '172.27.0.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825105-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:54:19Z', 'updated_at': '2022-02-09T15:54:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2c513225-bb11-4d36-a4c3-0732716dcb87', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825105-1-iscsi', '_interfaces': [{'id': '7bdb8d8e-08dd-4dfd-8b46-cb7bc3b1faf3', 'name': '', 'network_id': 'd2b5dcdb-5fe9-45d2-b726-adea8d997892', 'tenant_id': '9903301a1e174c829e584a233c5c9866', 'mac_address': 'fa:16:3e:15:77:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9fe23ed1-79d9-4102-82e9-9a62a96f76c7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6dc70113-5a0d-4411-a864-97d927169679', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:54:21Z', 'updated_at': '2022-02-09T15:54:22Z', 'revision_number': 2, 'project_id': '9903301a1e174c829e584a233c5c9866', 'subnets': [{'id': '6dc70113-5a0d-4411-a864-97d927169679', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825105-1-iscsi', False) {} {{(pid=82903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:54:23.277745 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-962d4ae3-d36f-4212-8595-17d46539b092 None None] The sync data for ids ['9fe23ed1-79d9-4102-82e9-9a62a96f76c7'] in dv-cinder-825105-1-iscsi is: [{'id': '9fe23ed1-79d9-4102-82e9-9a62a96f76c7', 'name': 'tempest-TestVolumeBootPattern-787040231-router', 'tenant_id': '9903301a1e174c829e584a233c5c9866', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c65eede5-7777-493f-951d-210877831002', 'external_fixed_ips': [{'subnet_id': '2c513225-bb11-4d36-a4c3-0732716dcb87', 'ip_address': '172.27.0.135'}], 'enable_snat': True}, 'gw_port_id': 'a6b14449-4fdb-475c-899b-80e5f71a2e3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T15:54:18Z', 'updated_at': '2022-02-09T15:54:21Z', 'revision_number': 4, 'project_id': '9903301a1e174c829e584a233c5c9866', 'gw_port': {'id': 'a6b14449-4fdb-475c-899b-80e5f71a2e3b', 'name': '', 'network_id': 'c65eede5-7777-493f-951d-210877831002', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:a5:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9fe23ed1-79d9-4102-82e9-9a62a96f76c7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2c513225-bb11-4d36-a4c3-0732716dcb87', 'ip_address': '172.27.0.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825105-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:54:19Z', 'updated_at': '2022-02-09T15:54:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2c513225-bb11-4d36-a4c3-0732716dcb87', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825105-1-iscsi', '_interfaces': [{'id': '7bdb8d8e-08dd-4dfd-8b46-cb7bc3b1faf3', 'name': '', 'network_id': 'd2b5dcdb-5fe9-45d2-b726-adea8d997892', 'tenant_id': '9903301a1e174c829e584a233c5c9866', 'mac_address': 'fa:16:3e:15:77:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9fe23ed1-79d9-4102-82e9-9a62a96f76c7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6dc70113-5a0d-4411-a864-97d927169679', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:54:21Z', 'updated_at': '2022-02-09T15:54:22Z', 'revision_number': 2, 'project_id': '9903301a1e174c829e584a233c5c9866', 'subnets': [{'id': '6dc70113-5a0d-4411-a864-97d927169679', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 09 15:54:24.166611 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.wsgi [-] (82901) accepted ('10.222.0.67', 51804) {{(pid=82901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 15:54:24.173304 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.api.v2.base [None req-27abaeda-a46f-4aa9-a63e-20e5616dd562 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-497074676-network', 'tenant_id': '1fa9ace815a04c9d917f60ed931f578f'}} {{(pid=82901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 15:54:24.178393 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.db.quota.driver [None req-27abaeda-a46f-4aa9-a63e-20e5616dd562 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 15:54:24.182544 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.quota.resource [None req-27abaeda-a46f-4aa9-a63e-20e5616dd562 admin admin] Usage tracker for resource:network and tenant:1fa9ace815a04c9d917f60ed931f578f is out of sync, need to count used quota {{(pid=82901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 15:54:24.185578 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.quota.resource [None req-27abaeda-a46f-4aa9-a63e-20e5616dd562 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=82901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 15:54:24.191723 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.db.quota.driver [None req-27abaeda-a46f-4aa9-a63e-20e5616dd562 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 15:54:24.315582 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27abaeda-a46f-4aa9-a63e-20e5616dd562 admin admin] Made reservation on behalf of 1fa9ace815a04c9d917f60ed931f578f for: {'network': 1} {{(pid=82901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 15:54:24.317979 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-27abaeda-a46f-4aa9-a63e-20e5616dd562 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16080601'] for network, before_create {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:54:24.332650 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-27abaeda-a46f-4aa9-a63e-20e5616dd562 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:54:24.367184 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.db.quota.driver [None req-27abaeda-a46f-4aa9-a63e-20e5616dd562 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 15:54:24.371144 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.quota.resource [None req-27abaeda-a46f-4aa9-a63e-20e5616dd562 admin admin] Usage tracker for resource:security_group_rule and tenant:1fa9ace815a04c9d917f60ed931f578f is out of sync, need to count used quota {{(pid=82901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 15:54:24.374609 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.quota.resource [None req-27abaeda-a46f-4aa9-a63e-20e5616dd562 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 15:54:24.380601 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.db.quota.driver [None req-27abaeda-a46f-4aa9-a63e-20e5616dd562 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 15:54:24.469974 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.plugins.ml2.rpc [None req-608c4fd2-211a-4ca9-a277-ad2a51be62ff None None] Device a6b14449-4fdb-475c-899b-80e5f71a2e3b up at agent ovs-agent-dv-cinder-825105-1-iscsi {{(pid=82903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 15:54:24.482531 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-27abaeda-a46f-4aa9-a63e-20e5616dd562 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:54:24.486843 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-27abaeda-a46f-4aa9-a63e-20e5616dd562 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_create {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:54:24.518873 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-27abaeda-a46f-4aa9-a63e-20e5616dd562 admin admin] vlan segment allocate from pool success with {'vlan_id': 843, 'physical_network': 'physnet1'} {{(pid=82901) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 15:54:24.527443 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27abaeda-a46f-4aa9-a63e-20e5616dd562 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bfdb5bc7-d001-4760-9b00-9a468b8c1d59,revision_number=1']} {{(pid=82901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:54:24.534421 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-27abaeda-a46f-4aa9-a63e-20e5616dd562 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16132466'] for segment, precommit_create {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:54:24.534749 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.db.segments_db [None req-27abaeda-a46f-4aa9-a63e-20e5616dd562 admin admin] Added segment 32d378a0-d0c9-4fc3-bc5c-4c937faa17dd of type vlan for network aa0e15ee-f7eb-43da-8847-3d6e4915fa1c Feb 09 15:54:24.542845 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.db.provisioning_blocks [None req-608c4fd2-211a-4ca9-a277-ad2a51be62ff None None] Provisioning for port a6b14449-4fdb-475c-899b-80e5f71a2e3b completed by entity L2. {{(pid=82903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 15:54:24.548048 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.db.provisioning_blocks [None req-608c4fd2-211a-4ca9-a277-ad2a51be62ff None None] Provisioning complete for port a6b14449-4fdb-475c-899b-80e5f71a2e3b triggered by entity L2. {{(pid=82903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:54:24.548445 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-608c4fd2-211a-4ca9-a277-ad2a51be62ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16008948'] for port, provisioning_complete {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:54:24.564980 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-27abaeda-a46f-4aa9-a63e-20e5616dd562 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756758320348'] for network, precommit_create {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:54:24.600662 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-27abaeda-a46f-4aa9-a63e-20e5616dd562 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124156'] for network, after_create {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:54:24.601621 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27abaeda-a46f-4aa9-a63e-20e5616dd562 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:54:24.602257 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-27abaeda-a46f-4aa9-a63e-20e5616dd562 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16124149'] for network, before_response {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:54:24.675296 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-608c4fd2-211a-4ca9-a277-ad2a51be62ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16080601'] for port, before_update {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:54:24.692297 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.plugins.ml2.db [None req-608c4fd2-211a-4ca9-a277-ad2a51be62ff None None] For port a6b14449-4fdb-475c-899b-80e5f71a2e3b, host dv-cinder-825105-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825105-1-iscsi',level=0,port_id=a6b14449-4fdb-475c-899b-80e5f71a2e3b,segment=NetworkSegment(e675f0f7-189f-41a1-8fb7-d7545319af97),segment_id=e675f0f7-189f-41a1-8fb7-d7545319af97)] {{(pid=82903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:54:24.697220 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-608c4fd2-211a-4ca9-a277-ad2a51be62ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16080037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758755988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756758334055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756758334100'] for port, after_update {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:54:24.714460 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27abaeda-a46f-4aa9-a63e-20e5616dd562 admin admin] Pushing event updated for resources: {'Network': ['ID=aa0e15ee-f7eb-43da-8847-3d6e4915fa1c,revision_number=1']} {{(pid=82901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:54:24.719113 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [None req-27abaeda-a46f-4aa9-a63e-20e5616dd562 admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.5509386 Feb 09 15:54:24.722509 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.wsgi [-] (82901) accepted ('10.222.0.67', 51808) {{(pid=82901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 15:54:24.729081 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.api.v2.base [None req-887f172d-c0f2-4cba-a0bc-dd7c58452be1 admin admin] Request body: {'subnet': {'network_id': 'aa0e15ee-f7eb-43da-8847-3d6e4915fa1c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-497074676-subnet', 'tenant_id': '1fa9ace815a04c9d917f60ed931f578f', 'ip_version': 4}} {{(pid=82901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 15:54:24.734279 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.plugins.ml2.rpc [None req-608c4fd2-211a-4ca9-a277-ad2a51be62ff None None] Network aa0e15ee-f7eb-43da-8847-3d6e4915fa1c details requested by agent ovs-agent-dv-cinder-825105-1-iscsi with host dv-cinder-825105-1-iscsi {{(pid=82903) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 09 15:54:24.735037 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.db.quota.driver [None req-887f172d-c0f2-4cba-a0bc-dd7c58452be1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 15:54:24.739291 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.quota.resource [None req-887f172d-c0f2-4cba-a0bc-dd7c58452be1 admin admin] Usage tracker for resource:subnet and tenant:1fa9ace815a04c9d917f60ed931f578f is out of sync, need to count used quota {{(pid=82901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 15:54:24.742552 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.quota.resource [None req-887f172d-c0f2-4cba-a0bc-dd7c58452be1 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=82901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 15:54:24.749747 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.db.quota.driver [None req-887f172d-c0f2-4cba-a0bc-dd7c58452be1 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 15:54:24.762674 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-887f172d-c0f2-4cba-a0bc-dd7c58452be1 admin admin] Made reservation on behalf of 1fa9ace815a04c9d917f60ed931f578f for: {'subnet': 1} {{(pid=82901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 15:54:24.766047 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-887f172d-c0f2-4cba-a0bc-dd7c58452be1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1319889'] for subnet, before_create {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:54:24.858911 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-608c4fd2-211a-4ca9-a277-ad2a51be62ff None None] Pushing event updated for resources: {'Port': ['ID=a6b14449-4fdb-475c-899b-80e5f71a2e3b,revision_number=4']} {{(pid=82903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:54:24.991036 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-887f172d-c0f2-4cba-a0bc-dd7c58452be1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1282484', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1319919'] for subnet, after_create {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:54:25.068659 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-887f172d-c0f2-4cba-a0bc-dd7c58452be1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a79ac21d-42e0-4883-b8e8-f7bbb599791d,revision_number=0']} {{(pid=82901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:54:25.080739 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-887f172d-c0f2-4cba-a0bc-dd7c58452be1 admin admin] Checking segment: {'id': '32d378a0-d0c9-4fc3-bc5c-4c937faa17dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': 'aa0e15ee-f7eb-43da-8847-3d6e4915fa1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 15:54:25.081090 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-887f172d-c0f2-4cba-a0bc-dd7c58452be1 admin admin] Network hostable DHCP agents. Network: aa0e15ee-f7eb-43da-8847-3d6e4915fa1c, hostable agents: ['534ecb3d-5fb5-4496-b97c-b20b93fdf8ec'], hosted agents: [] {{(pid=82901) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 15:54:25.103588 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-887f172d-c0f2-4cba-a0bc-dd7c58452be1 admin admin] Network aa0e15ee-f7eb-43da-8847-3d6e4915fa1c is scheduled to be hosted by DHCP agent 534ecb3d-5fb5-4496-b97c-b20b93fdf8ec with binding_index 1 {{(pid=82901) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 15:54:25.113848 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.scheduler.base_scheduler [None req-887f172d-c0f2-4cba-a0bc-dd7c58452be1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-825105-1-iscsi, aa0e15ee-f7eb-43da-8847-3d6e4915fa1c) {{(pid=82901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 15:54:25.118165 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-887f172d-c0f2-4cba-a0bc-dd7c58452be1 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=82901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:54:25.118740 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-887f172d-c0f2-4cba-a0bc-dd7c58452be1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:54:25.125090 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f28829c-1775-4f02-885b-4dade94629b9 None None] Network aa0e15ee-f7eb-43da-8847-3d6e4915fa1c requested from dv-cinder-825105-1-iscsi {{(pid=82903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 15:54:25.143480 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [None req-887f172d-c0f2-4cba-a0bc-dd7c58452be1 admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.4197340 Feb 09 15:54:25.145843 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.wsgi [-] (82901) accepted ('10.222.0.67', 51812) {{(pid=82901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 15:54:25.150911 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.api.v2.base [None req-9db81557-5161-4dcc-ab87-1a896f5904bb admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-497074676-router', 'tenant_id': '1fa9ace815a04c9d917f60ed931f578f', 'external_gateway_info': {'network_id': 'c65eede5-7777-493f-951d-210877831002'}}} {{(pid=82901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 15:54:25.155927 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.db.quota.driver [None req-9db81557-5161-4dcc-ab87-1a896f5904bb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 15:54:25.159872 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.quota.resource [None req-9db81557-5161-4dcc-ab87-1a896f5904bb admin admin] Usage tracker for resource:router and tenant:1fa9ace815a04c9d917f60ed931f578f is out of sync, need to count used quota {{(pid=82901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 15:54:25.162824 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.quota.resource [None req-9db81557-5161-4dcc-ab87-1a896f5904bb admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=82901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 15:54:25.169070 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.db.quota.driver [None req-9db81557-5161-4dcc-ab87-1a896f5904bb admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 15:54:25.183462 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-9db81557-5161-4dcc-ab87-1a896f5904bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-410232', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1025257'] for router, before_create {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:54:25.184665 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-9db81557-5161-4dcc-ab87-1a896f5904bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-410143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-406467', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-347251', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1025278'] for router, precommit_create {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:54:25.209355 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-9db81557-5161-4dcc-ab87-1a896f5904bb admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:54:25.371336 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d4afe38-11ee-4d40-8eec-88fa69ea528a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1490c90-7495-5952-8644-ad60ad5632dc-aa0e15ee-f7eb-43da-8847-3d6e4915fa1c', 'network_id': 'aa0e15ee-f7eb-43da-8847-3d6e4915fa1c', 'tenant_id': '1fa9ace815a04c9d917f60ed931f578f', 'fixed_ips': [{'subnet_id': 'a79ac21d-42e0-4883-b8e8-f7bbb599791d'}]}} from dv-cinder-825105-1-iscsi. {{(pid=82903) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 09 15:54:25.371616 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-9db81557-5161-4dcc-ab87-1a896f5904bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-406509', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-410218', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1025164'] for router, precommit_update {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:54:25.372587 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-0d4afe38-11ee-4d40-8eec-88fa69ea528a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16080601'] for port, before_create {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:54:25.574030 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-9db81557-5161-4dcc-ab87-1a896f5904bb admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:54:25.587139 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.db.db_base_plugin_common [None req-0d4afe38-11ee-4d40-8eec-88fa69ea528a None None] Allocated IP 172.20.0.2 (aa0e15ee-f7eb-43da-8847-3d6e4915fa1c/a79ac21d-42e0-4883-b8e8-f7bbb599791d/9d28ca29-f4ac-4200-813e-4571403d04da) {{(pid=82903) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 15:54:25.613380 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-9db81557-5161-4dcc-ab87-1a896f5904bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16080601'] for port, before_create {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:54:25.775028 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.db.db_base_plugin_common [None req-9db81557-5161-4dcc-ab87-1a896f5904bb admin admin] Allocated IP 172.27.0.176 (c65eede5-7777-493f-951d-210877831002/2c513225-bb11-4d36-a4c3-0732716dcb87/9733e633-7a5e-439a-8d38-660667f68321) {{(pid=82901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 15:54:25.813664 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-0d4afe38-11ee-4d40-8eec-88fa69ea528a None None] Notify callbacks [] for port, precommit_create {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:54:25.828235 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.db.provisioning_blocks [None req-0d4afe38-11ee-4d40-8eec-88fa69ea528a None None] Transition to ACTIVE for port object 9d28ca29-f4ac-4200-813e-4571403d04da will not be triggered until provisioned by entity L2. {{(pid=82903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 15:54:25.848688 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.db.provisioning_blocks [None req-0d4afe38-11ee-4d40-8eec-88fa69ea528a None None] Transition to ACTIVE for port object 9d28ca29-f4ac-4200-813e-4571403d04da will not be triggered until provisioned by entity DHCP. {{(pid=82903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 15:54:25.853848 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-0d4afe38-11ee-4d40-8eec-88fa69ea528a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16080037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124156', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756758334037'] for port, after_create {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:54:25.939692 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4afe38-11ee-4d40-8eec-88fa69ea528a None None] Pushing event updated for resources: {'Port': ['ID=9d28ca29-f4ac-4200-813e-4571403d04da,revision_number=1']} {{(pid=82903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:54:25.948853 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d4afe38-11ee-4d40-8eec-88fa69ea528a None None] Network aa0e15ee-f7eb-43da-8847-3d6e4915fa1c is already hosted by enough agents. {{(pid=82903) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 15:54:25.949943 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.scheduler.base_scheduler [None req-0d4afe38-11ee-4d40-8eec-88fa69ea528a None None] Resources bound (agent type, host, resource id): {{(pid=82903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 15:54:25.952982 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d4afe38-11ee-4d40-8eec-88fa69ea528a None None] Received port after_create {{(pid=82903) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 15:54:25.981359 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-9db81557-5161-4dcc-ab87-1a896f5904bb admin admin] Notify callbacks [] for port, precommit_create {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:54:26.026930 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-9db81557-5161-4dcc-ab87-1a896f5904bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16080037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124156', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756758334037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1282344'] for port, after_create {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:54:26.044223 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.plugins.ml2.managers [None req-0d4afe38-11ee-4d40-8eec-88fa69ea528a None None] Attempting to bind port 9d28ca29-f4ac-4200-813e-4571403d04da on host dv-cinder-825105-1-iscsi for vnic_type normal with profile {{(pid=82903) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 15:54:26.045101 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.plugins.ml2.managers [None req-0d4afe38-11ee-4d40-8eec-88fa69ea528a None None] Attempting to bind port 9d28ca29-f4ac-4200-813e-4571403d04da by drivers openvswitch,hyperv on host dv-cinder-825105-1-iscsi at level 0 using segments [{'id': '32d378a0-d0c9-4fc3-bc5c-4c937faa17dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': 'aa0e15ee-f7eb-43da-8847-3d6e4915fa1c'}] {{(pid=82903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 15:54:26.045451 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d4afe38-11ee-4d40-8eec-88fa69ea528a None None] Attempting to bind port 9d28ca29-f4ac-4200-813e-4571403d04da on network aa0e15ee-f7eb-43da-8847-3d6e4915fa1c {{(pid=82903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 15:54:26.052277 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d4afe38-11ee-4d40-8eec-88fa69ea528a None None] Checking agent: {'id': '0c30844f-de8e-42c5-a17a-962bb78b1270', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-825105-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 15, 34, 1), 'started_at': datetime.datetime(2022, 2, 9, 15, 34, 31), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 15, 54, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-825105-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 15:54:26.052641 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d4afe38-11ee-4d40-8eec-88fa69ea528a None None] Checking segment: {'id': '32d378a0-d0c9-4fc3-bc5c-4c937faa17dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': 'aa0e15ee-f7eb-43da-8847-3d6e4915fa1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 15:54:26.053059 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-0d4afe38-11ee-4d40-8eec-88fa69ea528a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:54:26.053490 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d4afe38-11ee-4d40-8eec-88fa69ea528a None None] Bound using segment: {'id': '32d378a0-d0c9-4fc3-bc5c-4c937faa17dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': 'aa0e15ee-f7eb-43da-8847-3d6e4915fa1c'} {{(pid=82903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 15:54:26.053949 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.plugins.ml2.managers [None req-0d4afe38-11ee-4d40-8eec-88fa69ea528a None None] Bound port: 9d28ca29-f4ac-4200-813e-4571403d04da, host: dv-cinder-825105-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32d378a0-d0c9-4fc3-bc5c-4c937faa17dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': 'aa0e15ee-f7eb-43da-8847-3d6e4915fa1c'}}] {{(pid=82903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 15:54:26.054369 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-0d4afe38-11ee-4d40-8eec-88fa69ea528a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16080601'] for port, before_update {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:54:26.102967 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9db81557-5161-4dcc-ab87-1a896f5904bb admin admin] Network c65eede5-7777-493f-951d-210877831002 is already hosted by enough agents. {{(pid=82901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 15:54:26.106257 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.scheduler.base_scheduler [None req-9db81557-5161-4dcc-ab87-1a896f5904bb admin admin] Resources bound (agent type, host, resource id): {{(pid=82901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 15:54:26.111339 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9db81557-5161-4dcc-ab87-1a896f5904bb admin admin] Received port after_create {{(pid=82901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 15:54:26.150849 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db81557-5161-4dcc-ab87-1a896f5904bb admin admin] Pushing event updated for resources: {'Port': ['ID=9733e633-7a5e-439a-8d38-660667f68321,revision_number=1']} {{(pid=82901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:54:26.161712 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.plugins.ml2.db [None req-0d4afe38-11ee-4d40-8eec-88fa69ea528a None None] For port 9d28ca29-f4ac-4200-813e-4571403d04da, host dv-cinder-825105-1-iscsi, cleared binding levels {{(pid=82903) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 15:54:26.165331 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.plugins.ml2.db [None req-0d4afe38-11ee-4d40-8eec-88fa69ea528a None None] For port 9d28ca29-f4ac-4200-813e-4571403d04da, host dv-cinder-825105-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825105-1-iscsi',level=0,port_id=9d28ca29-f4ac-4200-813e-4571403d04da,segment=NetworkSegment(32d378a0-d0c9-4fc3-bc5c-4c937faa17dd),segment_id=32d378a0-d0c9-4fc3-bc5c-4c937faa17dd)] {{(pid=82903) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 15:54:26.171710 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-0d4afe38-11ee-4d40-8eec-88fa69ea528a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16080037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758755988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756758334055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756758334100'] for port, after_update {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:54:26.258587 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4afe38-11ee-4d40-8eec-88fa69ea528a None None] Pushing event updated for resources: {'Port': ['ID=9d28ca29-f4ac-4200-813e-4571403d04da,revision_number=2']} {{(pid=82903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:54:26.319463 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-9db81557-5161-4dcc-ab87-1a896f5904bb admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:54:26.320109 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-9db81557-5161-4dcc-ab87-1a896f5904bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-410227', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-406294'] for router, after_create {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:54:26.501585 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.plugins.ml2.rpc [None req-608c4fd2-211a-4ca9-a277-ad2a51be62ff None None] Device a6b14449-4fdb-475c-899b-80e5f71a2e3b up at agent ovs-agent-dv-cinder-825105-1-iscsi {{(pid=82903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 15:54:26.582910 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.db.provisioning_blocks [None req-608c4fd2-211a-4ca9-a277-ad2a51be62ff None None] Provisioning complete for port a6b14449-4fdb-475c-899b-80e5f71a2e3b triggered by entity L2. {{(pid=82903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:54:26.583344 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-608c4fd2-211a-4ca9-a277-ad2a51be62ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16008948'] for port, provisioning_complete {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:54:26.682647 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9db81557-5161-4dcc-ab87-1a896f5904bb admin admin] Router 937b5379-8c28-4fc0-9119-8b8b07fffb69 is scheduled to L3 agent 94c626d1-bc40-41bd-b6b2-9a20da402cb6 with binding_index 1 {{(pid=82901) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 15:54:26.894431 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9db81557-5161-4dcc-ab87-1a896f5904bb admin admin] Notify agent at l3_agent.dv-cinder-825105-1-iscsi the message routers_updated {{(pid=82901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 15:54:26.905936 dv-cinder-825105-1-iscsi neutron-server[82904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-838f0305-e0bb-4c5f-a49e-9bcfcc5b2287 None None] Sync routers for ids ['937b5379-8c28-4fc0-9119-8b8b07fffb69'] in dv-cinder-825105-1-iscsi {{(pid=82904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 09 15:54:26.923126 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-9db81557-5161-4dcc-ab87-1a896f5904bb admin admin] Notify callbacks [] for router, before_response {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:54:26.923440 dv-cinder-825105-1-iscsi neutron-server[82904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-838f0305-e0bb-4c5f-a49e-9bcfcc5b2287 None None] Routers {'937b5379-8c28-4fc0-9119-8b8b07fffb69'} bound to L3 agent in host dv-cinder-825105-1-iscsi {{(pid=82904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 15:54:26.923726 dv-cinder-825105-1-iscsi neutron-server[82904]: DEBUG neutron.db.l3_hamode_db [None req-838f0305-e0bb-4c5f-a49e-9bcfcc5b2287 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825105-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T15:34:00Z,description=,heartbeat_timestamp=2022-02-09T15:54:00Z,host='dv-cinder-825105-1-iscsi',id=94c626d1-bc40-41bd-b6b2-9a20da402cb6,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:34:00Z,topic='l3_agent')) {'router_ids': ['937b5379-8c28-4fc0-9119-8b8b07fffb69'], 'active': True} {{(pid=82904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:54:26.927102 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [None req-9db81557-5161-4dcc-ab87-1a896f5904bb admin admin] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.7774920 Feb 09 15:54:26.927631 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.wsgi [-] (82902) accepted ('10.222.0.67', 51816) {{(pid=82902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 15:54:27.182244 dv-cinder-825105-1-iscsi neutron-server[82904]: DEBUG neutron.db.l3_dvr_db [None req-838f0305-e0bb-4c5f-a49e-9bcfcc5b2287 None None] Set router 937b5379-8c28-4fc0-9119-8b8b07fffb69 gateway port host: dv-cinder-825105-1-iscsi {{(pid=82904) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 15:54:27.260133 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93f863aa-bf03-41e1-9917-f6e129d82329 None None] Network aa0e15ee-f7eb-43da-8847-3d6e4915fa1c requested from dv-cinder-825105-1-iscsi {{(pid=82903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 15:54:27.378533 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.db.provisioning_blocks [None req-4cafd232-f062-42f2-a8ee-af4fbfa55197 None None] Provisioning for port 9d28ca29-f4ac-4200-813e-4571403d04da completed by entity DHCP. {{(pid=82903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 15:54:27.505759 dv-cinder-825105-1-iscsi neutron-server[82904]: DEBUG neutron.db.l3_hamode_db [None req-838f0305-e0bb-4c5f-a49e-9bcfcc5b2287 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '937b5379-8c28-4fc0-9119-8b8b07fffb69', 'name': 'tempest-TestVolumeBootPattern-497074676-router', 'tenant_id': '1fa9ace815a04c9d917f60ed931f578f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c65eede5-7777-493f-951d-210877831002', 'external_fixed_ips': [{'subnet_id': '2c513225-bb11-4d36-a4c3-0732716dcb87', 'ip_address': '172.27.0.176'}], 'enable_snat': True}, 'gw_port_id': '9733e633-7a5e-439a-8d38-660667f68321', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T15:54:25Z', 'updated_at': '2022-02-09T15:54:26Z', 'revision_number': 3, 'project_id': '1fa9ace815a04c9d917f60ed931f578f', 'gw_port': {'id': '9733e633-7a5e-439a-8d38-660667f68321', 'name': '', 'network_id': 'c65eede5-7777-493f-951d-210877831002', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:76:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '937b5379-8c28-4fc0-9119-8b8b07fffb69', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2c513225-bb11-4d36-a4c3-0732716dcb87', 'ip_address': '172.27.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:54:25Z', 'updated_at': '2022-02-09T15:54:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2c513225-bb11-4d36-a4c3-0732716dcb87', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825105-1-iscsi'}], 'dv-cinder-825105-1-iscsi', False) {} {{(pid=82904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:54:27.513715 dv-cinder-825105-1-iscsi neutron-server[82904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-838f0305-e0bb-4c5f-a49e-9bcfcc5b2287 None None] Checking router: 937b5379-8c28-4fc0-9119-8b8b07fffb69 for host: dv-cinder-825105-1-iscsi {{(pid=82904) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 09 15:54:27.514054 dv-cinder-825105-1-iscsi neutron-server[82904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-838f0305-e0bb-4c5f-a49e-9bcfcc5b2287 None None] Updating router 937b5379-8c28-4fc0-9119-8b8b07fffb69 port 9733e633-7a5e-439a-8d38-660667f68321 binding host dv-cinder-825105-1-iscsi {{(pid=82904) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 09 15:54:27.572714 dv-cinder-825105-1-iscsi neutron-server[82904]: DEBUG neutron_lib.callbacks.manager [None req-838f0305-e0bb-4c5f-a49e-9bcfcc5b2287 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16080601'] for port, before_update {{(pid=82904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:54:27.780079 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-bf3e152f-84bf-46bc-a2ad-7c6a7d4c88e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16080601'] for port, before_create {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:54:27.947695 dv-cinder-825105-1-iscsi neutron-server[82904]: DEBUG neutron_lib.callbacks.manager [None req-838f0305-e0bb-4c5f-a49e-9bcfcc5b2287 None None] Notify callbacks [] for port, precommit_update {{(pid=82904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:54:27.958162 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-79fa2291-7689-4a58-ab8e-752244166545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758786133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16008869'] for agent, after_update {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:54:27.963442 dv-cinder-825105-1-iscsi neutron-server[82904]: DEBUG neutron.db.provisioning_blocks [None req-838f0305-e0bb-4c5f-a49e-9bcfcc5b2287 None None] Transition to ACTIVE for port object 9733e633-7a5e-439a-8d38-660667f68321 will not be triggered until provisioned by entity L2. {{(pid=82904) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 15:54:27.975886 dv-cinder-825105-1-iscsi neutron-server[82904]: DEBUG neutron_lib.callbacks.manager [None req-838f0305-e0bb-4c5f-a49e-9bcfcc5b2287 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16080037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758755988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756758334055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756758334100'] for port, after_update {{(pid=82904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:54:28.019699 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.db.db_base_plugin_common [None req-bf3e152f-84bf-46bc-a2ad-7c6a7d4c88e9 admin admin] Allocated IP 172.20.0.1 (aa0e15ee-f7eb-43da-8847-3d6e4915fa1c/a79ac21d-42e0-4883-b8e8-f7bbb599791d/9da714f0-5d54-4651-b5ae-438940cac10e) {{(pid=82902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 15:54:28.046043 dv-cinder-825105-1-iscsi neutron-server[82904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b06fd7c-7b80-47f5-9b81-6a8da8f7b137 None None] Pushing event updated for resources: {'Port': ['ID=9733e633-7a5e-439a-8d38-660667f68321,revision_number=2']} {{(pid=82904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:54:28.072061 dv-cinder-825105-1-iscsi neutron-server[82904]: DEBUG neutron.plugins.ml2.managers [None req-838f0305-e0bb-4c5f-a49e-9bcfcc5b2287 None None] Attempting to bind port 9733e633-7a5e-439a-8d38-660667f68321 on host dv-cinder-825105-1-iscsi for vnic_type normal with profile {{(pid=82904) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 15:54:28.072445 dv-cinder-825105-1-iscsi neutron-server[82904]: DEBUG neutron.plugins.ml2.managers [None req-838f0305-e0bb-4c5f-a49e-9bcfcc5b2287 None None] Attempting to bind port 9733e633-7a5e-439a-8d38-660667f68321 by drivers openvswitch,hyperv on host dv-cinder-825105-1-iscsi at level 0 using segments [{'id': 'e675f0f7-189f-41a1-8fb7-d7545319af97', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c65eede5-7777-493f-951d-210877831002'}] {{(pid=82904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 15:54:28.072793 dv-cinder-825105-1-iscsi neutron-server[82904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-838f0305-e0bb-4c5f-a49e-9bcfcc5b2287 None None] Attempting to bind port 9733e633-7a5e-439a-8d38-660667f68321 on network c65eede5-7777-493f-951d-210877831002 {{(pid=82904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 15:54:28.076677 dv-cinder-825105-1-iscsi neutron-server[82904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b06fd7c-7b80-47f5-9b81-6a8da8f7b137 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825105-1-iscsi {{(pid=82904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:54:28.077012 dv-cinder-825105-1-iscsi neutron-server[82904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b06fd7c-7b80-47f5-9b81-6a8da8f7b137 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825105-1-iscsi {{(pid=82904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:54:28.077358 dv-cinder-825105-1-iscsi neutron-server[82904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b06fd7c-7b80-47f5-9b81-6a8da8f7b137 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825105-1-iscsi {{(pid=82904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:54:28.077670 dv-cinder-825105-1-iscsi neutron-server[82904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b06fd7c-7b80-47f5-9b81-6a8da8f7b137 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825105-1-iscsi {{(pid=82904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:54:28.077985 dv-cinder-825105-1-iscsi neutron-server[82904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b06fd7c-7b80-47f5-9b81-6a8da8f7b137 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825105-1-iscsi {{(pid=82904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:54:28.078301 dv-cinder-825105-1-iscsi neutron-server[82904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b06fd7c-7b80-47f5-9b81-6a8da8f7b137 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-825105-1-iscsi {{(pid=82904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:54:28.078871 dv-cinder-825105-1-iscsi neutron-server[82904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b06fd7c-7b80-47f5-9b81-6a8da8f7b137 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825105-1-iscsi {{(pid=82904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:54:28.079214 dv-cinder-825105-1-iscsi neutron-server[82904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b06fd7c-7b80-47f5-9b81-6a8da8f7b137 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825105-1-iscsi {{(pid=82904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:54:28.079517 dv-cinder-825105-1-iscsi neutron-server[82904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b06fd7c-7b80-47f5-9b81-6a8da8f7b137 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825105-1-iscsi {{(pid=82904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:54:28.079826 dv-cinder-825105-1-iscsi neutron-server[82904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b06fd7c-7b80-47f5-9b81-6a8da8f7b137 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825105-1-iscsi {{(pid=82904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:54:28.080150 dv-cinder-825105-1-iscsi neutron-server[82904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b06fd7c-7b80-47f5-9b81-6a8da8f7b137 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825105-1-iscsi {{(pid=82904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:54:28.091798 dv-cinder-825105-1-iscsi neutron-server[82904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-838f0305-e0bb-4c5f-a49e-9bcfcc5b2287 None None] Checking agent: {'id': '0c30844f-de8e-42c5-a17a-962bb78b1270', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-825105-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 15, 34, 1), 'started_at': datetime.datetime(2022, 2, 9, 15, 34, 31), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 15, 54, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-825105-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 15:54:28.092186 dv-cinder-825105-1-iscsi neutron-server[82904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-838f0305-e0bb-4c5f-a49e-9bcfcc5b2287 None None] Checking segment: {'id': 'e675f0f7-189f-41a1-8fb7-d7545319af97', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c65eede5-7777-493f-951d-210877831002'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82904) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 15:54:28.092581 dv-cinder-825105-1-iscsi neutron-server[82904]: DEBUG neutron_lib.callbacks.manager [None req-838f0305-e0bb-4c5f-a49e-9bcfcc5b2287 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:54:28.092963 dv-cinder-825105-1-iscsi neutron-server[82904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-838f0305-e0bb-4c5f-a49e-9bcfcc5b2287 None None] Bound using segment: {'id': 'e675f0f7-189f-41a1-8fb7-d7545319af97', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c65eede5-7777-493f-951d-210877831002'} {{(pid=82904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 15:54:28.093421 dv-cinder-825105-1-iscsi neutron-server[82904]: DEBUG neutron.plugins.ml2.managers [None req-838f0305-e0bb-4c5f-a49e-9bcfcc5b2287 None None] Bound port: 9733e633-7a5e-439a-8d38-660667f68321, host: dv-cinder-825105-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e675f0f7-189f-41a1-8fb7-d7545319af97', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c65eede5-7777-493f-951d-210877831002'}}] {{(pid=82904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 15:54:28.093800 dv-cinder-825105-1-iscsi neutron-server[82904]: DEBUG neutron_lib.callbacks.manager [None req-838f0305-e0bb-4c5f-a49e-9bcfcc5b2287 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16080601'] for port, before_update {{(pid=82904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:54:28.117185 dv-cinder-825105-1-iscsi neutron-server[82904]: DEBUG neutron.db.agents_db [None req-77d1faa3-9ee6-4a91-bd02-8524aa1f9325 None None] Agent healthcheck: found 6 active agents {{(pid=82904) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 15:54:28.171309 dv-cinder-825105-1-iscsi neutron-server[82904]: DEBUG neutron.plugins.ml2.db [None req-838f0305-e0bb-4c5f-a49e-9bcfcc5b2287 None None] For port 9733e633-7a5e-439a-8d38-660667f68321, host dv-cinder-825105-1-iscsi, cleared binding levels {{(pid=82904) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 15:54:28.174517 dv-cinder-825105-1-iscsi neutron-server[82904]: DEBUG neutron.plugins.ml2.db [None req-838f0305-e0bb-4c5f-a49e-9bcfcc5b2287 None None] For port 9733e633-7a5e-439a-8d38-660667f68321, host dv-cinder-825105-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825105-1-iscsi',level=0,port_id=9733e633-7a5e-439a-8d38-660667f68321,segment=NetworkSegment(e675f0f7-189f-41a1-8fb7-d7545319af97),segment_id=e675f0f7-189f-41a1-8fb7-d7545319af97)] {{(pid=82904) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 15:54:28.178683 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-bf3e152f-84bf-46bc-a2ad-7c6a7d4c88e9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:54:28.179190 dv-cinder-825105-1-iscsi neutron-server[82904]: DEBUG neutron_lib.callbacks.manager [None req-838f0305-e0bb-4c5f-a49e-9bcfcc5b2287 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16080037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758755988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756758334055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756758334100'] for port, after_update {{(pid=82904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:54:28.195924 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.db.provisioning_blocks [None req-bf3e152f-84bf-46bc-a2ad-7c6a7d4c88e9 admin admin] Transition to ACTIVE for port object 9da714f0-5d54-4651-b5ae-438940cac10e will not be triggered until provisioned by entity DHCP. {{(pid=82902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 15:54:28.220489 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-bf3e152f-84bf-46bc-a2ad-7c6a7d4c88e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16080037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124156', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756758334037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1633551'] for port, after_create {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:54:28.274332 dv-cinder-825105-1-iscsi neutron-server[82904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-838f0305-e0bb-4c5f-a49e-9bcfcc5b2287 None None] Routers {'937b5379-8c28-4fc0-9119-8b8b07fffb69'} bound to L3 agent in host dv-cinder-825105-1-iscsi {{(pid=82904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 15:54:28.274955 dv-cinder-825105-1-iscsi neutron-server[82904]: DEBUG neutron.db.l3_hamode_db [None req-838f0305-e0bb-4c5f-a49e-9bcfcc5b2287 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825105-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T15:34:00Z,description=,heartbeat_timestamp=2022-02-09T15:54:00Z,host='dv-cinder-825105-1-iscsi',id=94c626d1-bc40-41bd-b6b2-9a20da402cb6,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:34:00Z,topic='l3_agent')) {'router_ids': ['937b5379-8c28-4fc0-9119-8b8b07fffb69'], 'active': True} {{(pid=82904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:54:28.294131 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf3e152f-84bf-46bc-a2ad-7c6a7d4c88e9 admin admin] Network aa0e15ee-f7eb-43da-8847-3d6e4915fa1c is already hosted by enough agents. {{(pid=82902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 15:54:28.297615 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.scheduler.base_scheduler [None req-bf3e152f-84bf-46bc-a2ad-7c6a7d4c88e9 admin admin] Resources bound (agent type, host, resource id): {{(pid=82902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 15:54:28.302086 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf3e152f-84bf-46bc-a2ad-7c6a7d4c88e9 admin admin] Received port after_create {{(pid=82902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 15:54:28.331868 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf3e152f-84bf-46bc-a2ad-7c6a7d4c88e9 admin admin] Pushing event updated for resources: {'Port': ['ID=9da714f0-5d54-4651-b5ae-438940cac10e,revision_number=1']} {{(pid=82902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:54:28.336617 dv-cinder-825105-1-iscsi neutron-server[82904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b06fd7c-7b80-47f5-9b81-6a8da8f7b137 None None] Pushing event updated for resources: {'Port': ['ID=9733e633-7a5e-439a-8d38-660667f68321,revision_number=3']} {{(pid=82904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:54:28.362731 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-bf3e152f-84bf-46bc-a2ad-7c6a7d4c88e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-405704'] for router_interface, before_create {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:54:28.474274 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-bf3e152f-84bf-46bc-a2ad-7c6a7d4c88e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16080601'] for port, before_update {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:54:28.499007 dv-cinder-825105-1-iscsi neutron-server[82904]: DEBUG neutron.db.l3_dvr_db [None req-838f0305-e0bb-4c5f-a49e-9bcfcc5b2287 None None] Set router 937b5379-8c28-4fc0-9119-8b8b07fffb69 gateway port host: dv-cinder-825105-1-iscsi {{(pid=82904) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 15:54:28.505921 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.plugins.ml2.rpc [None req-608c4fd2-211a-4ca9-a277-ad2a51be62ff None None] Device 9d28ca29-f4ac-4200-813e-4571403d04da up at agent ovs-agent-dv-cinder-825105-1-iscsi {{(pid=82903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 15:54:28.595635 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.db.provisioning_blocks [None req-608c4fd2-211a-4ca9-a277-ad2a51be62ff None None] Provisioning for port 9d28ca29-f4ac-4200-813e-4571403d04da completed by entity L2. {{(pid=82903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 15:54:28.600801 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.db.provisioning_blocks [None req-608c4fd2-211a-4ca9-a277-ad2a51be62ff None None] Provisioning complete for port 9d28ca29-f4ac-4200-813e-4571403d04da triggered by entity L2. {{(pid=82903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:54:28.601635 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-608c4fd2-211a-4ca9-a277-ad2a51be62ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16008948'] for port, provisioning_complete {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:54:28.674393 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.db.provisioning_blocks [None req-537470a2-5021-48d0-a966-d2e046f656f9 None None] Provisioning for port 9da714f0-5d54-4651-b5ae-438940cac10e completed by entity DHCP. {{(pid=82903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 15:54:28.680032 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.db.provisioning_blocks [None req-537470a2-5021-48d0-a966-d2e046f656f9 None None] Provisioning complete for port 9da714f0-5d54-4651-b5ae-438940cac10e triggered by entity DHCP. {{(pid=82903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:54:28.680546 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-537470a2-5021-48d0-a966-d2e046f656f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16008948'] for port, provisioning_complete {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:54:28.781951 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.plugins.ml2.plugin [None req-537470a2-5021-48d0-a966-d2e046f656f9 None None] Port 9da714f0-5d54-4651-b5ae-438940cac10e cannot update to ACTIVE because it is not bound. {{(pid=82903) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 09 15:54:28.800633 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-608c4fd2-211a-4ca9-a277-ad2a51be62ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16080601'] for port, before_update {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:54:28.826772 dv-cinder-825105-1-iscsi neutron-server[82904]: DEBUG neutron.db.l3_hamode_db [None req-838f0305-e0bb-4c5f-a49e-9bcfcc5b2287 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '937b5379-8c28-4fc0-9119-8b8b07fffb69', 'name': 'tempest-TestVolumeBootPattern-497074676-router', 'tenant_id': '1fa9ace815a04c9d917f60ed931f578f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c65eede5-7777-493f-951d-210877831002', 'external_fixed_ips': [{'subnet_id': '2c513225-bb11-4d36-a4c3-0732716dcb87', 'ip_address': '172.27.0.176'}], 'enable_snat': True}, 'gw_port_id': '9733e633-7a5e-439a-8d38-660667f68321', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T15:54:25Z', 'updated_at': '2022-02-09T15:54:26Z', 'revision_number': 3, 'project_id': '1fa9ace815a04c9d917f60ed931f578f', 'gw_port': {'id': '9733e633-7a5e-439a-8d38-660667f68321', 'name': '', 'network_id': 'c65eede5-7777-493f-951d-210877831002', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:76:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '937b5379-8c28-4fc0-9119-8b8b07fffb69', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2c513225-bb11-4d36-a4c3-0732716dcb87', 'ip_address': '172.27.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825105-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:54:25Z', 'updated_at': '2022-02-09T15:54:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2c513225-bb11-4d36-a4c3-0732716dcb87', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825105-1-iscsi'}], 'dv-cinder-825105-1-iscsi', False) {} {{(pid=82904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:54:28.831750 dv-cinder-825105-1-iscsi neutron-server[82904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-838f0305-e0bb-4c5f-a49e-9bcfcc5b2287 None None] The sync data for ids ['937b5379-8c28-4fc0-9119-8b8b07fffb69'] in dv-cinder-825105-1-iscsi is: [{'id': '937b5379-8c28-4fc0-9119-8b8b07fffb69', 'name': 'tempest-TestVolumeBootPattern-497074676-router', 'tenant_id': '1fa9ace815a04c9d917f60ed931f578f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c65eede5-7777-493f-951d-210877831002', 'external_fixed_ips': [{'subnet_id': '2c513225-bb11-4d36-a4c3-0732716dcb87', 'ip_address': '172.27.0.176'}], 'enable_snat': True}, 'gw_port_id': '9733e633-7a5e-439a-8d38-660667f68321', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T15:54:25Z', 'updated_at': '2022-02-09T15:54:26Z', 'revision_number': 3, 'project_id': '1fa9ace815a04c9d917f60ed931f578f', 'gw_port': {'id': '9733e633-7a5e-439a-8d38-660667f68321', 'name': '', 'network_id': 'c65eede5-7777-493f-951d-210877831002', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:76:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '937b5379-8c28-4fc0-9119-8b8b07fffb69', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2c513225-bb11-4d36-a4c3-0732716dcb87', 'ip_address': '172.27.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825105-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:54:25Z', 'updated_at': '2022-02-09T15:54:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2c513225-bb11-4d36-a4c3-0732716dcb87', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825105-1-iscsi'}] {{(pid=82904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 09 15:54:28.837854 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.plugins.ml2.db [None req-608c4fd2-211a-4ca9-a277-ad2a51be62ff None None] For port 9d28ca29-f4ac-4200-813e-4571403d04da, host dv-cinder-825105-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825105-1-iscsi',level=0,port_id=9d28ca29-f4ac-4200-813e-4571403d04da,segment=NetworkSegment(32d378a0-d0c9-4fc3-bc5c-4c937faa17dd),segment_id=32d378a0-d0c9-4fc3-bc5c-4c937faa17dd)] {{(pid=82903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:54:28.844292 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-608c4fd2-211a-4ca9-a277-ad2a51be62ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16080037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758755988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756758334055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756758334100'] for port, after_update {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:54:28.868433 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-bf3e152f-84bf-46bc-a2ad-7c6a7d4c88e9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:54:28.875008 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-bf3e152f-84bf-46bc-a2ad-7c6a7d4c88e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16080037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758755988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756758334055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756758334100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1633542'] for port, after_update {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:54:28.948882 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-608c4fd2-211a-4ca9-a277-ad2a51be62ff None None] Pushing event updated for resources: {'Port': ['ID=9d28ca29-f4ac-4200-813e-4571403d04da,revision_number=3']} {{(pid=82903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:54:28.996517 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf3e152f-84bf-46bc-a2ad-7c6a7d4c88e9 admin admin] Pushing event updated for resources: {'Port': ['ID=9da714f0-5d54-4651-b5ae-438940cac10e,revision_number=2']} {{(pid=82902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:54:29.004361 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-bf3e152f-84bf-46bc-a2ad-7c6a7d4c88e9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16123972', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-405541'] for router_interface, after_create {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:54:29.162218 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf3e152f-84bf-46bc-a2ad-7c6a7d4c88e9 admin admin] Network aa0e15ee-f7eb-43da-8847-3d6e4915fa1c is already hosted by enough agents. {{(pid=82902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 15:54:29.163915 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.scheduler.base_scheduler [None req-bf3e152f-84bf-46bc-a2ad-7c6a7d4c88e9 admin admin] Resources bound (agent type, host, resource id): {{(pid=82902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 15:54:29.409812 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.db.provisioning_blocks [None req-80628b5e-6993-477b-b45b-e02ff0cd2484 None None] Provisioning complete for port 9da714f0-5d54-4651-b5ae-438940cac10e triggered by entity DHCP. {{(pid=82903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:54:29.410179 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-80628b5e-6993-477b-b45b-e02ff0cd2484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16008948'] for port, provisioning_complete {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:54:29.475696 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.plugins.ml2.plugin [None req-80628b5e-6993-477b-b45b-e02ff0cd2484 None None] Port 9da714f0-5d54-4651-b5ae-438940cac10e cannot update to ACTIVE because it is not bound. {{(pid=82903) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 09 15:54:29.589954 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf3e152f-84bf-46bc-a2ad-7c6a7d4c88e9 admin admin] Router 937b5379-8c28-4fc0-9119-8b8b07fffb69 has already been hosted by L3 agent 94c626d1-bc40-41bd-b6b2-9a20da402cb6 {{(pid=82902) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 15:54:29.818139 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf3e152f-84bf-46bc-a2ad-7c6a7d4c88e9 admin admin] Notify agent at l3_agent.dv-cinder-825105-1-iscsi the message routers_updated {{(pid=82902) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 15:54:29.827315 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [None req-bf3e152f-84bf-46bc-a2ad-7c6a7d4c88e9 admin admin] 10.222.0.67 "PUT /v2.0/routers/937b5379-8c28-4fc0-9119-8b8b07fffb69/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8981030 Feb 09 15:54:30.323970 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-b6a222f3-56e8-451b-84c6-a7d400e7bcc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758786133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16008869'] for agent, after_update {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:54:30.354299 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.wsgi [-] (82902) accepted ('10.222.0.67', 51828) {{(pid=82902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 15:54:30.360474 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.api.v2.base [None req-d0b65321-5572-4471-b834-b0052e260482 tempest-TestVolumeBootPattern-303090007 tempest-TestVolumeBootPattern-303090007-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1964872090', 'description': 'tempest-secgroup-smoke-1964872090 description', 'project_id': '9903301a1e174c829e584a233c5c9866'}} {{(pid=82902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 15:54:30.366317 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.db.quota.driver [None req-d0b65321-5572-4471-b834-b0052e260482 tempest-TestVolumeBootPattern-303090007 tempest-TestVolumeBootPattern-303090007-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 15:54:30.370171 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.quota.resource [None req-d0b65321-5572-4471-b834-b0052e260482 tempest-TestVolumeBootPattern-303090007 tempest-TestVolumeBootPattern-303090007-project] Usage tracker for resource:security_group and tenant:9903301a1e174c829e584a233c5c9866 is out of sync, need to count used quota {{(pid=82902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 15:54:30.373627 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.quota.resource [None req-d0b65321-5572-4471-b834-b0052e260482 tempest-TestVolumeBootPattern-303090007 tempest-TestVolumeBootPattern-303090007-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=82902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 15:54:30.379337 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.db.quota.driver [None req-d0b65321-5572-4471-b834-b0052e260482 tempest-TestVolumeBootPattern-303090007 tempest-TestVolumeBootPattern-303090007-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=82902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 15:54:30.392738 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-d0b65321-5572-4471-b834-b0052e260482 tempest-TestVolumeBootPattern-303090007 tempest-TestVolumeBootPattern-303090007-project] Notify callbacks [] for security_group, before_create {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:54:30.407187 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-812787cf-6466-4ce1-8c4e-c32e14b18d8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758786133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16008869'] for agent, after_update {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:54:30.434126 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.db.quota.driver [None req-d0b65321-5572-4471-b834-b0052e260482 tempest-TestVolumeBootPattern-303090007 tempest-TestVolumeBootPattern-303090007-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 15:54:30.439176 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.quota.resource [None req-d0b65321-5572-4471-b834-b0052e260482 tempest-TestVolumeBootPattern-303090007 tempest-TestVolumeBootPattern-303090007-project] Usage tracker for resource:security_group_rule and tenant:9903301a1e174c829e584a233c5c9866 is out of sync, need to count used quota {{(pid=82902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 15:54:30.443083 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.quota.resource [None req-d0b65321-5572-4471-b834-b0052e260482 tempest-TestVolumeBootPattern-303090007 tempest-TestVolumeBootPattern-303090007-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=82902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 15:54:30.444913 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.plugins.ml2.rpc [None req-608c4fd2-211a-4ca9-a277-ad2a51be62ff None None] Device 9d28ca29-f4ac-4200-813e-4571403d04da up at agent ovs-agent-dv-cinder-825105-1-iscsi {{(pid=82903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 15:54:30.449771 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.db.quota.driver [None req-d0b65321-5572-4471-b834-b0052e260482 tempest-TestVolumeBootPattern-303090007 tempest-TestVolumeBootPattern-303090007-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=82902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 15:54:30.523442 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-d0b65321-5572-4471-b834-b0052e260482 tempest-TestVolumeBootPattern-303090007 tempest-TestVolumeBootPattern-303090007-project] Notify callbacks [] for security_group, precommit_create {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:54:30.524530 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.db.provisioning_blocks [None req-608c4fd2-211a-4ca9-a277-ad2a51be62ff None None] Provisioning complete for port 9d28ca29-f4ac-4200-813e-4571403d04da triggered by entity L2. {{(pid=82903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:54:30.525154 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-608c4fd2-211a-4ca9-a277-ad2a51be62ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16008948'] for port, provisioning_complete {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:54:30.527844 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-d0b65321-5572-4471-b834-b0052e260482 tempest-TestVolumeBootPattern-303090007 tempest-TestVolumeBootPattern-303090007-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_create {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:54:30.573217 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-d0b65321-5572-4471-b834-b0052e260482 tempest-TestVolumeBootPattern-303090007 tempest-TestVolumeBootPattern-303090007-project] Notify callbacks [] for security_group, before_response {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:54:30.574545 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [None req-d0b65321-5572-4471-b834-b0052e260482 tempest-TestVolumeBootPattern-303090007 tempest-TestVolumeBootPattern-303090007-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.2192426 Feb 09 15:54:30.577318 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b65321-5572-4471-b834-b0052e260482 tempest-TestVolumeBootPattern-303090007 tempest-TestVolumeBootPattern-303090007-project] Pushing event updated for resources: {'SecurityGroup': ['ID=df71dd35-47a2-48a6-8aae-3b8f819302d8,revision_number=1']} {{(pid=82902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:54:30.577905 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.wsgi [-] (82901) accepted ('10.222.0.67', 51832) {{(pid=82901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 15:54:30.583839 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.api.v2.base [None req-dd5a4452-6c5b-44ec-81c4-3fbd68959761 tempest-TestVolumeBootPattern-303090007 tempest-TestVolumeBootPattern-303090007-project] Request body: {'security_group_rule': {'security_group_id': 'df71dd35-47a2-48a6-8aae-3b8f819302d8', 'project_id': '9903301a1e174c829e584a233c5c9866', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=82901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 15:54:30.590540 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.db.quota.driver [None req-dd5a4452-6c5b-44ec-81c4-3fbd68959761 tempest-TestVolumeBootPattern-303090007 tempest-TestVolumeBootPattern-303090007-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 15:54:30.594777 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.quota.resource [None req-dd5a4452-6c5b-44ec-81c4-3fbd68959761 tempest-TestVolumeBootPattern-303090007 tempest-TestVolumeBootPattern-303090007-project] Usage tracker for resource:security_group_rule and tenant:9903301a1e174c829e584a233c5c9866 is out of sync, need to count used quota {{(pid=82901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 15:54:30.598424 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.quota.resource [None req-dd5a4452-6c5b-44ec-81c4-3fbd68959761 tempest-TestVolumeBootPattern-303090007 tempest-TestVolumeBootPattern-303090007-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=82901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 15:54:30.607481 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.db.quota.driver [None req-dd5a4452-6c5b-44ec-81c4-3fbd68959761 tempest-TestVolumeBootPattern-303090007 tempest-TestVolumeBootPattern-303090007-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=82901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 15:54:30.626126 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-dd5a4452-6c5b-44ec-81c4-3fbd68959761 tempest-TestVolumeBootPattern-303090007 tempest-TestVolumeBootPattern-303090007-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:54:30.691250 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-dd5a4452-6c5b-44ec-81c4-3fbd68959761 tempest-TestVolumeBootPattern-303090007 tempest-TestVolumeBootPattern-303090007-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:54:30.695005 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-dd5a4452-6c5b-44ec-81c4-3fbd68959761 tempest-TestVolumeBootPattern-303090007 tempest-TestVolumeBootPattern-303090007-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331611'] for security_group_rule, after_create {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:54:30.719224 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd5a4452-6c5b-44ec-81c4-3fbd68959761 tempest-TestVolumeBootPattern-303090007 tempest-TestVolumeBootPattern-303090007-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8737e20c-5fb4-414d-ab4f-c458bf55860d,revision_number=0']} {{(pid=82901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:54:30.729270 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-dd5a4452-6c5b-44ec-81c4-3fbd68959761 tempest-TestVolumeBootPattern-303090007 tempest-TestVolumeBootPattern-303090007-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:54:30.730466 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [None req-dd5a4452-6c5b-44ec-81c4-3fbd68959761 tempest-TestVolumeBootPattern-303090007 tempest-TestVolumeBootPattern-303090007-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1513278 Feb 09 15:54:30.734075 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.wsgi [-] (82901) accepted ('10.222.0.67', 51836) {{(pid=82901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 15:54:30.739396 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.api.v2.base [None req-2eda219c-a941-4490-825e-1b3c21141d97 tempest-TestVolumeBootPattern-303090007 tempest-TestVolumeBootPattern-303090007-project] Request body: {'security_group_rule': {'security_group_id': 'df71dd35-47a2-48a6-8aae-3b8f819302d8', 'project_id': '9903301a1e174c829e584a233c5c9866', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=82901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 15:54:30.745473 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.db.quota.driver [None req-2eda219c-a941-4490-825e-1b3c21141d97 tempest-TestVolumeBootPattern-303090007 tempest-TestVolumeBootPattern-303090007-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 15:54:30.749328 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.quota.resource [None req-2eda219c-a941-4490-825e-1b3c21141d97 tempest-TestVolumeBootPattern-303090007 tempest-TestVolumeBootPattern-303090007-project] Usage tracker for resource:security_group_rule and tenant:9903301a1e174c829e584a233c5c9866 is out of sync, need to count used quota {{(pid=82901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 15:54:30.752166 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.quota.resource [None req-2eda219c-a941-4490-825e-1b3c21141d97 tempest-TestVolumeBootPattern-303090007 tempest-TestVolumeBootPattern-303090007-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=82901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 15:54:30.757735 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.db.quota.driver [None req-2eda219c-a941-4490-825e-1b3c21141d97 tempest-TestVolumeBootPattern-303090007 tempest-TestVolumeBootPattern-303090007-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=82901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 15:54:30.777164 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-2eda219c-a941-4490-825e-1b3c21141d97 tempest-TestVolumeBootPattern-303090007 tempest-TestVolumeBootPattern-303090007-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:54:30.845173 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-2eda219c-a941-4490-825e-1b3c21141d97 tempest-TestVolumeBootPattern-303090007 tempest-TestVolumeBootPattern-303090007-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:54:30.849387 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-2eda219c-a941-4490-825e-1b3c21141d97 tempest-TestVolumeBootPattern-303090007 tempest-TestVolumeBootPattern-303090007-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331611'] for security_group_rule, after_create {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:54:30.875027 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eda219c-a941-4490-825e-1b3c21141d97 tempest-TestVolumeBootPattern-303090007 tempest-TestVolumeBootPattern-303090007-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b71c2722-7549-466c-b3f1-fa6cd3deaecf,revision_number=0']} {{(pid=82901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:54:30.883791 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-2eda219c-a941-4490-825e-1b3c21141d97 tempest-TestVolumeBootPattern-303090007 tempest-TestVolumeBootPattern-303090007-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:54:30.885058 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [None req-2eda219c-a941-4490-825e-1b3c21141d97 tempest-TestVolumeBootPattern-303090007 tempest-TestVolumeBootPattern-303090007-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1500466 Feb 09 15:54:30.887773 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.wsgi [-] (82901) accepted ('10.222.0.67', 51840) {{(pid=82901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 15:54:30.893541 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.api.v2.base [None req-ec0ae0c6-6551-4ac7-841a-1aee7e054d98 tempest-TestVolumeBootPattern-303090007 tempest-TestVolumeBootPattern-303090007-project] Request body: {'security_group_rule': {'security_group_id': 'df71dd35-47a2-48a6-8aae-3b8f819302d8', 'project_id': '9903301a1e174c829e584a233c5c9866', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=82901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 15:54:30.899390 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.db.quota.driver [None req-ec0ae0c6-6551-4ac7-841a-1aee7e054d98 tempest-TestVolumeBootPattern-303090007 tempest-TestVolumeBootPattern-303090007-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 15:54:30.903346 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.quota.resource [None req-ec0ae0c6-6551-4ac7-841a-1aee7e054d98 tempest-TestVolumeBootPattern-303090007 tempest-TestVolumeBootPattern-303090007-project] Usage tracker for resource:security_group_rule and tenant:9903301a1e174c829e584a233c5c9866 is out of sync, need to count used quota {{(pid=82901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 15:54:30.907191 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.quota.resource [None req-ec0ae0c6-6551-4ac7-841a-1aee7e054d98 tempest-TestVolumeBootPattern-303090007 tempest-TestVolumeBootPattern-303090007-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=82901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 15:54:30.913208 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.db.quota.driver [None req-ec0ae0c6-6551-4ac7-841a-1aee7e054d98 tempest-TestVolumeBootPattern-303090007 tempest-TestVolumeBootPattern-303090007-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=82901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 15:54:30.931387 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-ec0ae0c6-6551-4ac7-841a-1aee7e054d98 tempest-TestVolumeBootPattern-303090007 tempest-TestVolumeBootPattern-303090007-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:54:30.999016 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-ec0ae0c6-6551-4ac7-841a-1aee7e054d98 tempest-TestVolumeBootPattern-303090007 tempest-TestVolumeBootPattern-303090007-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:54:31.002695 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-ec0ae0c6-6551-4ac7-841a-1aee7e054d98 tempest-TestVolumeBootPattern-303090007 tempest-TestVolumeBootPattern-303090007-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331611'] for security_group_rule, after_create {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:54:31.025894 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec0ae0c6-6551-4ac7-841a-1aee7e054d98 tempest-TestVolumeBootPattern-303090007 tempest-TestVolumeBootPattern-303090007-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=13deee27-5516-445b-b935-736f28dbf39b,revision_number=0']} {{(pid=82901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:54:31.036458 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-ec0ae0c6-6551-4ac7-841a-1aee7e054d98 tempest-TestVolumeBootPattern-303090007 tempest-TestVolumeBootPattern-303090007-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:54:31.037711 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [None req-ec0ae0c6-6551-4ac7-841a-1aee7e054d98 tempest-TestVolumeBootPattern-303090007 tempest-TestVolumeBootPattern-303090007-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1485941 Feb 09 15:54:31.040577 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.wsgi [-] (82901) accepted ('10.222.0.67', 51844) {{(pid=82901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 15:54:31.047307 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.api.v2.base [None req-68e9f3cd-ba68-4436-9623-80b279bd9feb tempest-TestVolumeBootPattern-303090007 tempest-TestVolumeBootPattern-303090007-project] Request body: {'security_group_rule': {'security_group_id': 'df71dd35-47a2-48a6-8aae-3b8f819302d8', 'project_id': '9903301a1e174c829e584a233c5c9866', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=82901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 15:54:31.053609 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.db.quota.driver [None req-68e9f3cd-ba68-4436-9623-80b279bd9feb tempest-TestVolumeBootPattern-303090007 tempest-TestVolumeBootPattern-303090007-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 15:54:31.057893 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.quota.resource [None req-68e9f3cd-ba68-4436-9623-80b279bd9feb tempest-TestVolumeBootPattern-303090007 tempest-TestVolumeBootPattern-303090007-project] Usage tracker for resource:security_group_rule and tenant:9903301a1e174c829e584a233c5c9866 is out of sync, need to count used quota {{(pid=82901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 15:54:31.061022 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.quota.resource [None req-68e9f3cd-ba68-4436-9623-80b279bd9feb tempest-TestVolumeBootPattern-303090007 tempest-TestVolumeBootPattern-303090007-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=82901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 15:54:31.066671 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.db.quota.driver [None req-68e9f3cd-ba68-4436-9623-80b279bd9feb tempest-TestVolumeBootPattern-303090007 tempest-TestVolumeBootPattern-303090007-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=82901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 15:54:31.084806 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-68e9f3cd-ba68-4436-9623-80b279bd9feb tempest-TestVolumeBootPattern-303090007 tempest-TestVolumeBootPattern-303090007-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:54:31.150114 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-68e9f3cd-ba68-4436-9623-80b279bd9feb tempest-TestVolumeBootPattern-303090007 tempest-TestVolumeBootPattern-303090007-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:54:31.155405 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-68e9f3cd-ba68-4436-9623-80b279bd9feb tempest-TestVolumeBootPattern-303090007 tempest-TestVolumeBootPattern-303090007-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331611'] for security_group_rule, after_create {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:54:31.181604 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e9f3cd-ba68-4436-9623-80b279bd9feb tempest-TestVolumeBootPattern-303090007 tempest-TestVolumeBootPattern-303090007-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e1797ae1-677d-4aeb-b34d-91fd2723bb67,revision_number=0']} {{(pid=82901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:54:31.191020 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-68e9f3cd-ba68-4436-9623-80b279bd9feb tempest-TestVolumeBootPattern-303090007 tempest-TestVolumeBootPattern-303090007-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:54:31.192332 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [None req-68e9f3cd-ba68-4436-9623-80b279bd9feb tempest-TestVolumeBootPattern-303090007 tempest-TestVolumeBootPattern-303090007-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1507599 Feb 09 15:54:31.195071 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.wsgi [-] (82901) accepted ('10.222.0.67', 51848) {{(pid=82901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 15:54:31.201190 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.api.v2.base [None req-8fbe7d74-4c2a-4e39-8540-f4e774bfaeb7 tempest-TestVolumeBootPattern-303090007 tempest-TestVolumeBootPattern-303090007-project] Request body: {'security_group_rule': {'security_group_id': 'df71dd35-47a2-48a6-8aae-3b8f819302d8', 'project_id': '9903301a1e174c829e584a233c5c9866', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=82901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 15:54:31.208143 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.db.quota.driver [None req-8fbe7d74-4c2a-4e39-8540-f4e774bfaeb7 tempest-TestVolumeBootPattern-303090007 tempest-TestVolumeBootPattern-303090007-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 15:54:31.212027 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.quota.resource [None req-8fbe7d74-4c2a-4e39-8540-f4e774bfaeb7 tempest-TestVolumeBootPattern-303090007 tempest-TestVolumeBootPattern-303090007-project] Usage tracker for resource:security_group_rule and tenant:9903301a1e174c829e584a233c5c9866 is out of sync, need to count used quota {{(pid=82901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 15:54:31.214880 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.quota.resource [None req-8fbe7d74-4c2a-4e39-8540-f4e774bfaeb7 tempest-TestVolumeBootPattern-303090007 tempest-TestVolumeBootPattern-303090007-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=82901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 15:54:31.221593 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.db.quota.driver [None req-8fbe7d74-4c2a-4e39-8540-f4e774bfaeb7 tempest-TestVolumeBootPattern-303090007 tempest-TestVolumeBootPattern-303090007-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=82901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 15:54:31.232511 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.db.securitygroups_db [None req-8fbe7d74-4c2a-4e39-8540-f4e774bfaeb7 tempest-TestVolumeBootPattern-303090007 tempest-TestVolumeBootPattern-303090007-project] Project 9903301a1e174c829e584a233c5c9866 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 15:54:31.239302 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-8fbe7d74-4c2a-4e39-8540-f4e774bfaeb7 tempest-TestVolumeBootPattern-303090007 tempest-TestVolumeBootPattern-303090007-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:54:31.282299 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-1f7d0426-72a7-4c89-8e53-4ec430751ccf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758786133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16008869'] for agent, after_update {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:54:31.309052 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-8fbe7d74-4c2a-4e39-8540-f4e774bfaeb7 tempest-TestVolumeBootPattern-303090007 tempest-TestVolumeBootPattern-303090007-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:54:31.312922 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-8fbe7d74-4c2a-4e39-8540-f4e774bfaeb7 tempest-TestVolumeBootPattern-303090007 tempest-TestVolumeBootPattern-303090007-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331611'] for security_group_rule, after_create {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:54:31.336629 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fbe7d74-4c2a-4e39-8540-f4e774bfaeb7 tempest-TestVolumeBootPattern-303090007 tempest-TestVolumeBootPattern-303090007-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9df5f216-aadd-4ece-89ac-d5955e255652,revision_number=0']} {{(pid=82901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:54:31.347194 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-8fbe7d74-4c2a-4e39-8540-f4e774bfaeb7 tempest-TestVolumeBootPattern-303090007 tempest-TestVolumeBootPattern-303090007-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:54:31.348478 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [None req-8fbe7d74-4c2a-4e39-8540-f4e774bfaeb7 tempest-TestVolumeBootPattern-303090007 tempest-TestVolumeBootPattern-303090007-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1524668 Feb 09 15:54:31.351113 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.wsgi [-] (82901) accepted ('10.222.0.67', 51852) {{(pid=82901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 15:54:31.356495 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.api.v2.base [None req-cc7aa3a2-9e13-42da-b4d4-b200ea050f3f tempest-TestVolumeBootPattern-303090007 tempest-TestVolumeBootPattern-303090007-project] Request body: {'security_group_rule': {'security_group_id': 'df71dd35-47a2-48a6-8aae-3b8f819302d8', 'project_id': '9903301a1e174c829e584a233c5c9866', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=82901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 15:54:31.362247 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.db.quota.driver [None req-cc7aa3a2-9e13-42da-b4d4-b200ea050f3f tempest-TestVolumeBootPattern-303090007 tempest-TestVolumeBootPattern-303090007-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 15:54:31.366018 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.quota.resource [None req-cc7aa3a2-9e13-42da-b4d4-b200ea050f3f tempest-TestVolumeBootPattern-303090007 tempest-TestVolumeBootPattern-303090007-project] Usage tracker for resource:security_group_rule and tenant:9903301a1e174c829e584a233c5c9866 is out of sync, need to count used quota {{(pid=82901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 15:54:31.368835 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.quota.resource [None req-cc7aa3a2-9e13-42da-b4d4-b200ea050f3f tempest-TestVolumeBootPattern-303090007 tempest-TestVolumeBootPattern-303090007-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=82901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 15:54:31.374431 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.db.quota.driver [None req-cc7aa3a2-9e13-42da-b4d4-b200ea050f3f tempest-TestVolumeBootPattern-303090007 tempest-TestVolumeBootPattern-303090007-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=82901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 15:54:31.385093 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.db.securitygroups_db [None req-cc7aa3a2-9e13-42da-b4d4-b200ea050f3f tempest-TestVolumeBootPattern-303090007 tempest-TestVolumeBootPattern-303090007-project] Project 9903301a1e174c829e584a233c5c9866 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 15:54:31.392949 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-cc7aa3a2-9e13-42da-b4d4-b200ea050f3f tempest-TestVolumeBootPattern-303090007 tempest-TestVolumeBootPattern-303090007-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:54:31.468403 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-cc7aa3a2-9e13-42da-b4d4-b200ea050f3f tempest-TestVolumeBootPattern-303090007 tempest-TestVolumeBootPattern-303090007-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:54:31.472253 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-cc7aa3a2-9e13-42da-b4d4-b200ea050f3f tempest-TestVolumeBootPattern-303090007 tempest-TestVolumeBootPattern-303090007-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331611'] for security_group_rule, after_create {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:54:31.494851 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc7aa3a2-9e13-42da-b4d4-b200ea050f3f tempest-TestVolumeBootPattern-303090007 tempest-TestVolumeBootPattern-303090007-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9c04a8a4-f8ad-433e-b559-346e9352fdcf,revision_number=0']} {{(pid=82901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:54:31.506067 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-cc7aa3a2-9e13-42da-b4d4-b200ea050f3f tempest-TestVolumeBootPattern-303090007 tempest-TestVolumeBootPattern-303090007-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:54:31.507306 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [None req-cc7aa3a2-9e13-42da-b4d4-b200ea050f3f tempest-TestVolumeBootPattern-303090007 tempest-TestVolumeBootPattern-303090007-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1552894 Feb 09 15:54:31.602229 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-608c4fd2-211a-4ca9-a277-ad2a51be62ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758786133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16008869'] for agent, after_update {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:54:32.984802 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-faa751bb-9674-45ec-b131-f889431b03dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758786133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16008869'] for agent, after_update {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:54:34.292359 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-2f295709-2484-4938-819b-7ab22c81827a req-7399d377-3cb0-4a17-beb2-1d8398014579 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=09dd4c90-5cd1-412c-87eb-06db15e371df&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0887718 Feb 09 15:54:34.390448 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-2f295709-2484-4938-819b-7ab22c81827a req-a76c0341-23c2-4f5e-a1e8-5ee6a70ef7f8 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=edfe650ad3644da4b086f48fa09eb548&device_id=09dd4c90-5cd1-412c-87eb-06db15e371df HTTP/1.1" status: 200 len: 1098 time: 0.0751476 Feb 09 15:54:34.474201 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.plugins.ml2.rpc [None req-608c4fd2-211a-4ca9-a277-ad2a51be62ff None None] Device 9733e633-7a5e-439a-8d38-660667f68321 up at agent ovs-agent-dv-cinder-825105-1-iscsi {{(pid=82903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 15:54:34.551734 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f295709-2484-4938-819b-7ab22c81827a req-2cb2bb64-6ea6-481a-9514-04442bef83df service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:54:34.553123 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-2f295709-2484-4938-819b-7ab22c81827a req-2cb2bb64-6ea6-481a-9514-04442bef83df service neutron] 10.222.0.47 "GET /v2.0/networks?id=7f46af6c-31a0-4cb9-9407-a2368d7c0d7a HTTP/1.1" status: 200 len: 909 time: 0.1364081 Feb 09 15:54:34.576321 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.db.provisioning_blocks [None req-608c4fd2-211a-4ca9-a277-ad2a51be62ff None None] Provisioning for port 9733e633-7a5e-439a-8d38-660667f68321 completed by entity L2. {{(pid=82903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 15:54:34.581169 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.db.provisioning_blocks [None req-608c4fd2-211a-4ca9-a277-ad2a51be62ff None None] Provisioning complete for port 9733e633-7a5e-439a-8d38-660667f68321 triggered by entity L2. {{(pid=82903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:54:34.581522 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-608c4fd2-211a-4ca9-a277-ad2a51be62ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16008948'] for port, provisioning_complete {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:54:34.664842 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-2f295709-2484-4938-819b-7ab22c81827a req-31d07564-133a-43bc-8b74-1a5f3c045f4a service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b3633023-33aa-42da-a1fa-f7a9054edd6c HTTP/1.1" status: 200 len: 1001 time: 0.1048188 Feb 09 15:54:34.701932 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-608c4fd2-211a-4ca9-a277-ad2a51be62ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16080601'] for port, before_update {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:54:34.719284 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.plugins.ml2.db [None req-608c4fd2-211a-4ca9-a277-ad2a51be62ff None None] For port 9733e633-7a5e-439a-8d38-660667f68321, host dv-cinder-825105-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825105-1-iscsi',level=0,port_id=9733e633-7a5e-439a-8d38-660667f68321,segment=NetworkSegment(e675f0f7-189f-41a1-8fb7-d7545319af97),segment_id=e675f0f7-189f-41a1-8fb7-d7545319af97)] {{(pid=82903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:54:34.723255 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-608c4fd2-211a-4ca9-a277-ad2a51be62ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16080037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758755988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756758334055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756758334100'] for port, after_update {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:54:34.733351 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f295709-2484-4938-819b-7ab22c81827a req-a1949ea6-90fa-4ac9-ba55-5ef6b81869e7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:54:34.734888 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-2f295709-2484-4938-819b-7ab22c81827a req-a1949ea6-90fa-4ac9-ba55-5ef6b81869e7 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=cbc2dc2c-e327-4450-a8ab-b2fdfcbed0af HTTP/1.1" status: 200 len: 847 time: 0.0634809 Feb 09 15:54:34.798161 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-608c4fd2-211a-4ca9-a277-ad2a51be62ff None None] Pushing event updated for resources: {'Port': ['ID=9733e633-7a5e-439a-8d38-660667f68321,revision_number=4']} {{(pid=82903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:54:34.820338 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-2f295709-2484-4938-819b-7ab22c81827a req-96593026-fb2c-457f-88ff-e20ee05f17df service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=7f46af6c-31a0-4cb9-9407-a2368d7c0d7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0788291 Feb 09 15:54:34.960015 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-2f295709-2484-4938-819b-7ab22c81827a req-c91c61d6-66ff-45a1-b725-35face7875e3 service neutron] 10.222.0.47 "GET /v2.0/networks/7f46af6c-31a0-4cb9-9407-a2368d7c0d7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1315806 Feb 09 15:54:35.099521 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-2f295709-2484-4938-819b-7ab22c81827a req-e590fdc6-ff11-4200-918f-108d0e6a9c61 service neutron] 10.222.0.47 "GET /v2.0/networks/7f46af6c-31a0-4cb9-9407-a2368d7c0d7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1323416 Feb 09 15:54:36.448948 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.plugins.ml2.rpc [None req-608c4fd2-211a-4ca9-a277-ad2a51be62ff None None] Device 9733e633-7a5e-439a-8d38-660667f68321 up at agent ovs-agent-dv-cinder-825105-1-iscsi {{(pid=82903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 15:54:36.525708 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.db.provisioning_blocks [None req-608c4fd2-211a-4ca9-a277-ad2a51be62ff None None] Provisioning complete for port 9733e633-7a5e-439a-8d38-660667f68321 triggered by entity L2. {{(pid=82903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:54:36.526158 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-608c4fd2-211a-4ca9-a277-ad2a51be62ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16008948'] for port, provisioning_complete {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:54:38.055306 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73ed74a7-38db-44ed-96f6-c163c57566e0 None None] Sync routers for ids ['9fe23ed1-79d9-4102-82e9-9a62a96f76c7'] in dv-cinder-825105-1-iscsi {{(pid=82903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 09 15:54:38.068381 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73ed74a7-38db-44ed-96f6-c163c57566e0 None None] Routers {'9fe23ed1-79d9-4102-82e9-9a62a96f76c7'} bound to L3 agent in host dv-cinder-825105-1-iscsi {{(pid=82903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 15:54:38.069001 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.db.l3_hamode_db [None req-73ed74a7-38db-44ed-96f6-c163c57566e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825105-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T15:34:00Z,description=,heartbeat_timestamp=2022-02-09T15:54:30Z,host='dv-cinder-825105-1-iscsi',id=94c626d1-bc40-41bd-b6b2-9a20da402cb6,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:34:00Z,topic='l3_agent')) {'router_ids': ['9fe23ed1-79d9-4102-82e9-9a62a96f76c7'], 'active': True} {{(pid=82903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:54:38.256089 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.db.l3_dvr_db [None req-73ed74a7-38db-44ed-96f6-c163c57566e0 None None] Set router 9fe23ed1-79d9-4102-82e9-9a62a96f76c7 gateway port host: dv-cinder-825105-1-iscsi {{(pid=82903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 15:54:38.578144 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.db.l3_hamode_db [None req-73ed74a7-38db-44ed-96f6-c163c57566e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9fe23ed1-79d9-4102-82e9-9a62a96f76c7', 'name': 'tempest-TestVolumeBootPattern-787040231-router', 'tenant_id': '9903301a1e174c829e584a233c5c9866', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c65eede5-7777-493f-951d-210877831002', 'external_fixed_ips': [{'subnet_id': '2c513225-bb11-4d36-a4c3-0732716dcb87', 'ip_address': '172.27.0.135'}], 'enable_snat': True}, 'gw_port_id': 'a6b14449-4fdb-475c-899b-80e5f71a2e3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T15:54:18Z', 'updated_at': '2022-02-09T15:54:21Z', 'revision_number': 4, 'project_id': '9903301a1e174c829e584a233c5c9866', 'gw_port': {'id': 'a6b14449-4fdb-475c-899b-80e5f71a2e3b', 'name': '', 'network_id': 'c65eede5-7777-493f-951d-210877831002', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:a5:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fe23ed1-79d9-4102-82e9-9a62a96f76c7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2c513225-bb11-4d36-a4c3-0732716dcb87', 'ip_address': '172.27.0.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825105-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:54:19Z', 'updated_at': '2022-02-09T15:54:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c513225-bb11-4d36-a4c3-0732716dcb87', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825105-1-iscsi', '_interfaces': [{'id': '7bdb8d8e-08dd-4dfd-8b46-cb7bc3b1faf3', 'name': '', 'network_id': 'd2b5dcdb-5fe9-45d2-b726-adea8d997892', 'tenant_id': '9903301a1e174c829e584a233c5c9866', 'mac_address': 'fa:16:3e:15:77:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9fe23ed1-79d9-4102-82e9-9a62a96f76c7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6dc70113-5a0d-4411-a864-97d927169679', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:54:21Z', 'updated_at': '2022-02-09T15:54:22Z', 'revision_number': 2, 'project_id': '9903301a1e174c829e584a233c5c9866', 'subnets': [{'id': '6dc70113-5a0d-4411-a864-97d927169679', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825105-1-iscsi', False) {} {{(pid=82903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:54:38.582388 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73ed74a7-38db-44ed-96f6-c163c57566e0 None None] Checking router: 9fe23ed1-79d9-4102-82e9-9a62a96f76c7 for host: dv-cinder-825105-1-iscsi {{(pid=82903) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 09 15:54:38.582734 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73ed74a7-38db-44ed-96f6-c163c57566e0 None None] Updating router 9fe23ed1-79d9-4102-82e9-9a62a96f76c7 port 7bdb8d8e-08dd-4dfd-8b46-cb7bc3b1faf3 binding host dv-cinder-825105-1-iscsi {{(pid=82903) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 09 15:54:38.635484 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-73ed74a7-38db-44ed-96f6-c163c57566e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16080601'] for port, before_update {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:54:39.011982 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-73ed74a7-38db-44ed-96f6-c163c57566e0 None None] Notify callbacks [] for port, precommit_update {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:54:39.023954 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.db.provisioning_blocks [None req-73ed74a7-38db-44ed-96f6-c163c57566e0 None None] Transition to ACTIVE for port object 7bdb8d8e-08dd-4dfd-8b46-cb7bc3b1faf3 will not be triggered until provisioned by entity L2. {{(pid=82903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 15:54:39.031145 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-73ed74a7-38db-44ed-96f6-c163c57566e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16080037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758755988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756758334055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756758334100'] for port, after_update {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:54:39.159979 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa76047-90e0-4a37-8923-e8af9a6e2768 None None] Pushing event updated for resources: {'Port': ['ID=7bdb8d8e-08dd-4dfd-8b46-cb7bc3b1faf3,revision_number=3']} {{(pid=82903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:54:39.307395 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.plugins.ml2.managers [None req-73ed74a7-38db-44ed-96f6-c163c57566e0 None None] Attempting to bind port 7bdb8d8e-08dd-4dfd-8b46-cb7bc3b1faf3 on host dv-cinder-825105-1-iscsi for vnic_type normal with profile {{(pid=82903) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 15:54:39.307754 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.plugins.ml2.managers [None req-73ed74a7-38db-44ed-96f6-c163c57566e0 None None] Attempting to bind port 7bdb8d8e-08dd-4dfd-8b46-cb7bc3b1faf3 by drivers openvswitch,hyperv on host dv-cinder-825105-1-iscsi at level 0 using segments [{'id': 'da3be55e-cb41-4c7b-bd84-bbc25aac2618', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': 'd2b5dcdb-5fe9-45d2-b726-adea8d997892'}] {{(pid=82903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 15:54:39.308104 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73ed74a7-38db-44ed-96f6-c163c57566e0 None None] Attempting to bind port 7bdb8d8e-08dd-4dfd-8b46-cb7bc3b1faf3 on network d2b5dcdb-5fe9-45d2-b726-adea8d997892 {{(pid=82903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 15:54:39.314504 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73ed74a7-38db-44ed-96f6-c163c57566e0 None None] Checking agent: {'id': '0c30844f-de8e-42c5-a17a-962bb78b1270', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-825105-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 15, 34, 1), 'started_at': datetime.datetime(2022, 2, 9, 15, 34, 31), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 15, 54, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-825105-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 15:54:39.314863 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73ed74a7-38db-44ed-96f6-c163c57566e0 None None] Checking segment: {'id': 'da3be55e-cb41-4c7b-bd84-bbc25aac2618', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': 'd2b5dcdb-5fe9-45d2-b726-adea8d997892'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 15:54:39.315250 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-73ed74a7-38db-44ed-96f6-c163c57566e0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:54:39.315628 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73ed74a7-38db-44ed-96f6-c163c57566e0 None None] Bound using segment: {'id': 'da3be55e-cb41-4c7b-bd84-bbc25aac2618', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': 'd2b5dcdb-5fe9-45d2-b726-adea8d997892'} {{(pid=82903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 15:54:39.316076 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.plugins.ml2.managers [None req-73ed74a7-38db-44ed-96f6-c163c57566e0 None None] Bound port: 7bdb8d8e-08dd-4dfd-8b46-cb7bc3b1faf3, host: dv-cinder-825105-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'da3be55e-cb41-4c7b-bd84-bbc25aac2618', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': 'd2b5dcdb-5fe9-45d2-b726-adea8d997892'}}] {{(pid=82903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 15:54:39.316459 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-73ed74a7-38db-44ed-96f6-c163c57566e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16080601'] for port, before_update {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:54:39.424721 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.plugins.ml2.db [None req-73ed74a7-38db-44ed-96f6-c163c57566e0 None None] For port 7bdb8d8e-08dd-4dfd-8b46-cb7bc3b1faf3, host dv-cinder-825105-1-iscsi, cleared binding levels {{(pid=82903) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 15:54:39.427825 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.plugins.ml2.db [None req-73ed74a7-38db-44ed-96f6-c163c57566e0 None None] For port 7bdb8d8e-08dd-4dfd-8b46-cb7bc3b1faf3, host dv-cinder-825105-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825105-1-iscsi',level=0,port_id=7bdb8d8e-08dd-4dfd-8b46-cb7bc3b1faf3,segment=NetworkSegment(da3be55e-cb41-4c7b-bd84-bbc25aac2618),segment_id=da3be55e-cb41-4c7b-bd84-bbc25aac2618)] {{(pid=82903) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 15:54:39.433111 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-73ed74a7-38db-44ed-96f6-c163c57566e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16080037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758755988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756758334055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756758334100'] for port, after_update {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:54:39.516459 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa76047-90e0-4a37-8923-e8af9a6e2768 None None] Pushing event updated for resources: {'Port': ['ID=7bdb8d8e-08dd-4dfd-8b46-cb7bc3b1faf3,revision_number=4']} {{(pid=82903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:54:39.519328 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73ed74a7-38db-44ed-96f6-c163c57566e0 None None] Routers {'9fe23ed1-79d9-4102-82e9-9a62a96f76c7'} bound to L3 agent in host dv-cinder-825105-1-iscsi {{(pid=82903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 15:54:39.519932 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.db.l3_hamode_db [None req-73ed74a7-38db-44ed-96f6-c163c57566e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825105-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T15:34:00Z,description=,heartbeat_timestamp=2022-02-09T15:54:30Z,host='dv-cinder-825105-1-iscsi',id=94c626d1-bc40-41bd-b6b2-9a20da402cb6,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:34:00Z,topic='l3_agent')) {'router_ids': ['9fe23ed1-79d9-4102-82e9-9a62a96f76c7'], 'active': True} {{(pid=82903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:54:39.709975 dv-cinder-825105-1-iscsi neutron-server[82904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06fd9ed1-693d-409a-b608-8ebb7a13a5a5 None None] Sync routers for ids ['937b5379-8c28-4fc0-9119-8b8b07fffb69'] in dv-cinder-825105-1-iscsi {{(pid=82904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 09 15:54:39.722155 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.db.l3_dvr_db [None req-73ed74a7-38db-44ed-96f6-c163c57566e0 None None] Set router 9fe23ed1-79d9-4102-82e9-9a62a96f76c7 gateway port host: dv-cinder-825105-1-iscsi {{(pid=82903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 15:54:39.724406 dv-cinder-825105-1-iscsi neutron-server[82904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06fd9ed1-693d-409a-b608-8ebb7a13a5a5 None None] Routers {'937b5379-8c28-4fc0-9119-8b8b07fffb69'} bound to L3 agent in host dv-cinder-825105-1-iscsi {{(pid=82904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 15:54:39.724539 dv-cinder-825105-1-iscsi neutron-server[82904]: DEBUG neutron.db.l3_hamode_db [None req-06fd9ed1-693d-409a-b608-8ebb7a13a5a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825105-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T15:34:00Z,description=,heartbeat_timestamp=2022-02-09T15:54:30Z,host='dv-cinder-825105-1-iscsi',id=94c626d1-bc40-41bd-b6b2-9a20da402cb6,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:34:00Z,topic='l3_agent')) {'router_ids': ['937b5379-8c28-4fc0-9119-8b8b07fffb69'], 'active': True} {{(pid=82904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:54:39.986928 dv-cinder-825105-1-iscsi neutron-server[82904]: DEBUG neutron.db.l3_dvr_db [None req-06fd9ed1-693d-409a-b608-8ebb7a13a5a5 None None] Set router 937b5379-8c28-4fc0-9119-8b8b07fffb69 gateway port host: dv-cinder-825105-1-iscsi {{(pid=82904) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 15:54:40.079704 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.db.l3_hamode_db [None req-73ed74a7-38db-44ed-96f6-c163c57566e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9fe23ed1-79d9-4102-82e9-9a62a96f76c7', 'name': 'tempest-TestVolumeBootPattern-787040231-router', 'tenant_id': '9903301a1e174c829e584a233c5c9866', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c65eede5-7777-493f-951d-210877831002', 'external_fixed_ips': [{'subnet_id': '2c513225-bb11-4d36-a4c3-0732716dcb87', 'ip_address': '172.27.0.135'}], 'enable_snat': True}, 'gw_port_id': 'a6b14449-4fdb-475c-899b-80e5f71a2e3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T15:54:18Z', 'updated_at': '2022-02-09T15:54:21Z', 'revision_number': 4, 'project_id': '9903301a1e174c829e584a233c5c9866', 'gw_port': {'id': 'a6b14449-4fdb-475c-899b-80e5f71a2e3b', 'name': '', 'network_id': 'c65eede5-7777-493f-951d-210877831002', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:a5:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fe23ed1-79d9-4102-82e9-9a62a96f76c7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2c513225-bb11-4d36-a4c3-0732716dcb87', 'ip_address': '172.27.0.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825105-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:54:19Z', 'updated_at': '2022-02-09T15:54:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c513225-bb11-4d36-a4c3-0732716dcb87', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825105-1-iscsi', '_interfaces': [{'id': '7bdb8d8e-08dd-4dfd-8b46-cb7bc3b1faf3', 'name': '', 'network_id': 'd2b5dcdb-5fe9-45d2-b726-adea8d997892', 'tenant_id': '9903301a1e174c829e584a233c5c9866', 'mac_address': 'fa:16:3e:15:77:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9fe23ed1-79d9-4102-82e9-9a62a96f76c7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6dc70113-5a0d-4411-a864-97d927169679', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825105-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:54:21Z', 'updated_at': '2022-02-09T15:54:39Z', 'revision_number': 4, 'project_id': '9903301a1e174c829e584a233c5c9866', 'subnets': [{'id': '6dc70113-5a0d-4411-a864-97d927169679', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825105-1-iscsi', False) {} {{(pid=82903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:54:40.081835 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73ed74a7-38db-44ed-96f6-c163c57566e0 None None] The sync data for ids ['9fe23ed1-79d9-4102-82e9-9a62a96f76c7'] in dv-cinder-825105-1-iscsi is: [{'id': '9fe23ed1-79d9-4102-82e9-9a62a96f76c7', 'name': 'tempest-TestVolumeBootPattern-787040231-router', 'tenant_id': '9903301a1e174c829e584a233c5c9866', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c65eede5-7777-493f-951d-210877831002', 'external_fixed_ips': [{'subnet_id': '2c513225-bb11-4d36-a4c3-0732716dcb87', 'ip_address': '172.27.0.135'}], 'enable_snat': True}, 'gw_port_id': 'a6b14449-4fdb-475c-899b-80e5f71a2e3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T15:54:18Z', 'updated_at': '2022-02-09T15:54:21Z', 'revision_number': 4, 'project_id': '9903301a1e174c829e584a233c5c9866', 'gw_port': {'id': 'a6b14449-4fdb-475c-899b-80e5f71a2e3b', 'name': '', 'network_id': 'c65eede5-7777-493f-951d-210877831002', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:a5:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fe23ed1-79d9-4102-82e9-9a62a96f76c7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2c513225-bb11-4d36-a4c3-0732716dcb87', 'ip_address': '172.27.0.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825105-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:54:19Z', 'updated_at': '2022-02-09T15:54:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c513225-bb11-4d36-a4c3-0732716dcb87', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825105-1-iscsi', '_interfaces': [{'id': '7bdb8d8e-08dd-4dfd-8b46-cb7bc3b1faf3', 'name': '', 'network_id': 'd2b5dcdb-5fe9-45d2-b726-adea8d997892', 'tenant_id': '9903301a1e174c829e584a233c5c9866', 'mac_address': 'fa:16:3e:15:77:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9fe23ed1-79d9-4102-82e9-9a62a96f76c7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6dc70113-5a0d-4411-a864-97d927169679', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825105-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:54:21Z', 'updated_at': '2022-02-09T15:54:39Z', 'revision_number': 4, 'project_id': '9903301a1e174c829e584a233c5c9866', 'subnets': [{'id': '6dc70113-5a0d-4411-a864-97d927169679', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 09 15:54:40.337757 dv-cinder-825105-1-iscsi neutron-server[82904]: DEBUG neutron.db.l3_hamode_db [None req-06fd9ed1-693d-409a-b608-8ebb7a13a5a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '937b5379-8c28-4fc0-9119-8b8b07fffb69', 'name': 'tempest-TestVolumeBootPattern-497074676-router', 'tenant_id': '1fa9ace815a04c9d917f60ed931f578f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c65eede5-7777-493f-951d-210877831002', 'external_fixed_ips': [{'subnet_id': '2c513225-bb11-4d36-a4c3-0732716dcb87', 'ip_address': '172.27.0.176'}], 'enable_snat': True}, 'gw_port_id': '9733e633-7a5e-439a-8d38-660667f68321', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T15:54:25Z', 'updated_at': '2022-02-09T15:54:28Z', 'revision_number': 4, 'project_id': '1fa9ace815a04c9d917f60ed931f578f', 'gw_port': {'id': '9733e633-7a5e-439a-8d38-660667f68321', 'name': '', 'network_id': 'c65eede5-7777-493f-951d-210877831002', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:76:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '937b5379-8c28-4fc0-9119-8b8b07fffb69', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2c513225-bb11-4d36-a4c3-0732716dcb87', 'ip_address': '172.27.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825105-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:54:25Z', 'updated_at': '2022-02-09T15:54:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c513225-bb11-4d36-a4c3-0732716dcb87', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825105-1-iscsi', '_interfaces': [{'id': '9da714f0-5d54-4651-b5ae-438940cac10e', 'name': '', 'network_id': 'aa0e15ee-f7eb-43da-8847-3d6e4915fa1c', 'tenant_id': '1fa9ace815a04c9d917f60ed931f578f', 'mac_address': 'fa:16:3e:2f:79:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '937b5379-8c28-4fc0-9119-8b8b07fffb69', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a79ac21d-42e0-4883-b8e8-f7bbb599791d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:54:27Z', 'updated_at': '2022-02-09T15:54:28Z', 'revision_number': 2, 'project_id': '1fa9ace815a04c9d917f60ed931f578f', 'subnets': [{'id': 'a79ac21d-42e0-4883-b8e8-f7bbb599791d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825105-1-iscsi', False) {} {{(pid=82904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:54:40.343142 dv-cinder-825105-1-iscsi neutron-server[82904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06fd9ed1-693d-409a-b608-8ebb7a13a5a5 None None] Checking router: 937b5379-8c28-4fc0-9119-8b8b07fffb69 for host: dv-cinder-825105-1-iscsi {{(pid=82904) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 09 15:54:40.343747 dv-cinder-825105-1-iscsi neutron-server[82904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06fd9ed1-693d-409a-b608-8ebb7a13a5a5 None None] Updating router 937b5379-8c28-4fc0-9119-8b8b07fffb69 port 9da714f0-5d54-4651-b5ae-438940cac10e binding host dv-cinder-825105-1-iscsi {{(pid=82904) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 09 15:54:40.413351 dv-cinder-825105-1-iscsi neutron-server[82904]: DEBUG neutron_lib.callbacks.manager [None req-06fd9ed1-693d-409a-b608-8ebb7a13a5a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16080601'] for port, before_update {{(pid=82904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:54:40.493514 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.plugins.ml2.rpc [None req-608c4fd2-211a-4ca9-a277-ad2a51be62ff None None] Device 7bdb8d8e-08dd-4dfd-8b46-cb7bc3b1faf3 up at agent ovs-agent-dv-cinder-825105-1-iscsi {{(pid=82903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 15:54:40.580404 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.db.provisioning_blocks [None req-608c4fd2-211a-4ca9-a277-ad2a51be62ff None None] Provisioning for port 7bdb8d8e-08dd-4dfd-8b46-cb7bc3b1faf3 completed by entity L2. {{(pid=82903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 15:54:40.585589 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.db.provisioning_blocks [None req-608c4fd2-211a-4ca9-a277-ad2a51be62ff None None] Provisioning complete for port 7bdb8d8e-08dd-4dfd-8b46-cb7bc3b1faf3 triggered by entity L2. {{(pid=82903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:54:40.585949 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-608c4fd2-211a-4ca9-a277-ad2a51be62ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16008948'] for port, provisioning_complete {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:54:40.719625 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-608c4fd2-211a-4ca9-a277-ad2a51be62ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16080601'] for port, before_update {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:54:40.751821 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.plugins.ml2.db [None req-608c4fd2-211a-4ca9-a277-ad2a51be62ff None None] For port 7bdb8d8e-08dd-4dfd-8b46-cb7bc3b1faf3, host dv-cinder-825105-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825105-1-iscsi',level=0,port_id=7bdb8d8e-08dd-4dfd-8b46-cb7bc3b1faf3,segment=NetworkSegment(da3be55e-cb41-4c7b-bd84-bbc25aac2618),segment_id=da3be55e-cb41-4c7b-bd84-bbc25aac2618)] {{(pid=82903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:54:40.756444 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-608c4fd2-211a-4ca9-a277-ad2a51be62ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16080037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758755988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756758334055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756758334100'] for port, after_update {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:54:40.802238 dv-cinder-825105-1-iscsi neutron-server[82904]: DEBUG neutron_lib.callbacks.manager [None req-06fd9ed1-693d-409a-b608-8ebb7a13a5a5 None None] Notify callbacks [] for port, precommit_update {{(pid=82904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:54:40.819237 dv-cinder-825105-1-iscsi neutron-server[82904]: DEBUG neutron.db.provisioning_blocks [None req-06fd9ed1-693d-409a-b608-8ebb7a13a5a5 None None] Transition to ACTIVE for port object 9da714f0-5d54-4651-b5ae-438940cac10e will not be triggered until provisioned by entity L2. {{(pid=82904) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 15:54:40.826228 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-608c4fd2-211a-4ca9-a277-ad2a51be62ff None None] Pushing event updated for resources: {'Port': ['ID=7bdb8d8e-08dd-4dfd-8b46-cb7bc3b1faf3,revision_number=5']} {{(pid=82903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:54:40.827517 dv-cinder-825105-1-iscsi neutron-server[82904]: DEBUG neutron_lib.callbacks.manager [None req-06fd9ed1-693d-409a-b608-8ebb7a13a5a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16080037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758755988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756758334055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756758334100'] for port, after_update {{(pid=82904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:54:40.984349 dv-cinder-825105-1-iscsi neutron-server[82904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ef4764-6b07-47b0-9966-7307565910c6 None None] Pushing event updated for resources: {'Port': ['ID=9da714f0-5d54-4651-b5ae-438940cac10e,revision_number=3']} {{(pid=82904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:54:41.090232 dv-cinder-825105-1-iscsi neutron-server[82904]: DEBUG neutron.plugins.ml2.managers [None req-06fd9ed1-693d-409a-b608-8ebb7a13a5a5 None None] Attempting to bind port 9da714f0-5d54-4651-b5ae-438940cac10e on host dv-cinder-825105-1-iscsi for vnic_type normal with profile {{(pid=82904) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 15:54:41.090232 dv-cinder-825105-1-iscsi neutron-server[82904]: DEBUG neutron.plugins.ml2.managers [None req-06fd9ed1-693d-409a-b608-8ebb7a13a5a5 None None] Attempting to bind port 9da714f0-5d54-4651-b5ae-438940cac10e by drivers openvswitch,hyperv on host dv-cinder-825105-1-iscsi at level 0 using segments [{'id': '32d378a0-d0c9-4fc3-bc5c-4c937faa17dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': 'aa0e15ee-f7eb-43da-8847-3d6e4915fa1c'}] {{(pid=82904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 15:54:41.090232 dv-cinder-825105-1-iscsi neutron-server[82904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06fd9ed1-693d-409a-b608-8ebb7a13a5a5 None None] Attempting to bind port 9da714f0-5d54-4651-b5ae-438940cac10e on network aa0e15ee-f7eb-43da-8847-3d6e4915fa1c {{(pid=82904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 15:54:41.097552 dv-cinder-825105-1-iscsi neutron-server[82904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06fd9ed1-693d-409a-b608-8ebb7a13a5a5 None None] Checking agent: {'id': '0c30844f-de8e-42c5-a17a-962bb78b1270', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-825105-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 15, 34, 1), 'started_at': datetime.datetime(2022, 2, 9, 15, 34, 31), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 15, 54, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-825105-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 15:54:41.097982 dv-cinder-825105-1-iscsi neutron-server[82904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06fd9ed1-693d-409a-b608-8ebb7a13a5a5 None None] Checking segment: {'id': '32d378a0-d0c9-4fc3-bc5c-4c937faa17dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': 'aa0e15ee-f7eb-43da-8847-3d6e4915fa1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82904) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 15:54:41.098287 dv-cinder-825105-1-iscsi neutron-server[82904]: DEBUG neutron_lib.callbacks.manager [None req-06fd9ed1-693d-409a-b608-8ebb7a13a5a5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:54:41.098659 dv-cinder-825105-1-iscsi neutron-server[82904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06fd9ed1-693d-409a-b608-8ebb7a13a5a5 None None] Bound using segment: {'id': '32d378a0-d0c9-4fc3-bc5c-4c937faa17dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': 'aa0e15ee-f7eb-43da-8847-3d6e4915fa1c'} {{(pid=82904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 15:54:41.099152 dv-cinder-825105-1-iscsi neutron-server[82904]: DEBUG neutron.plugins.ml2.managers [None req-06fd9ed1-693d-409a-b608-8ebb7a13a5a5 None None] Bound port: 9da714f0-5d54-4651-b5ae-438940cac10e, host: dv-cinder-825105-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32d378a0-d0c9-4fc3-bc5c-4c937faa17dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': 'aa0e15ee-f7eb-43da-8847-3d6e4915fa1c'}}] {{(pid=82904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 15:54:41.099464 dv-cinder-825105-1-iscsi neutron-server[82904]: DEBUG neutron_lib.callbacks.manager [None req-06fd9ed1-693d-409a-b608-8ebb7a13a5a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16080601'] for port, before_update {{(pid=82904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:54:41.193148 dv-cinder-825105-1-iscsi neutron-server[82904]: DEBUG neutron.plugins.ml2.db [None req-06fd9ed1-693d-409a-b608-8ebb7a13a5a5 None None] For port 9da714f0-5d54-4651-b5ae-438940cac10e, host dv-cinder-825105-1-iscsi, cleared binding levels {{(pid=82904) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 15:54:41.195941 dv-cinder-825105-1-iscsi neutron-server[82904]: DEBUG neutron.plugins.ml2.db [None req-06fd9ed1-693d-409a-b608-8ebb7a13a5a5 None None] For port 9da714f0-5d54-4651-b5ae-438940cac10e, host dv-cinder-825105-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825105-1-iscsi',level=0,port_id=9da714f0-5d54-4651-b5ae-438940cac10e,segment=NetworkSegment(32d378a0-d0c9-4fc3-bc5c-4c937faa17dd),segment_id=32d378a0-d0c9-4fc3-bc5c-4c937faa17dd)] {{(pid=82904) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 15:54:41.200467 dv-cinder-825105-1-iscsi neutron-server[82904]: DEBUG neutron_lib.callbacks.manager [None req-06fd9ed1-693d-409a-b608-8ebb7a13a5a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16080037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758755988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756758334055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756758334100'] for port, after_update {{(pid=82904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:54:41.280932 dv-cinder-825105-1-iscsi neutron-server[82904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ef4764-6b07-47b0-9966-7307565910c6 None None] Pushing event updated for resources: {'Port': ['ID=9da714f0-5d54-4651-b5ae-438940cac10e,revision_number=4']} {{(pid=82904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:54:41.287106 dv-cinder-825105-1-iscsi neutron-server[82904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06fd9ed1-693d-409a-b608-8ebb7a13a5a5 None None] Routers {'937b5379-8c28-4fc0-9119-8b8b07fffb69'} bound to L3 agent in host dv-cinder-825105-1-iscsi {{(pid=82904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 15:54:41.287719 dv-cinder-825105-1-iscsi neutron-server[82904]: DEBUG neutron.db.l3_hamode_db [None req-06fd9ed1-693d-409a-b608-8ebb7a13a5a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825105-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T15:34:00Z,description=,heartbeat_timestamp=2022-02-09T15:54:30Z,host='dv-cinder-825105-1-iscsi',id=94c626d1-bc40-41bd-b6b2-9a20da402cb6,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:34:00Z,topic='l3_agent')) {'router_ids': ['937b5379-8c28-4fc0-9119-8b8b07fffb69'], 'active': True} {{(pid=82904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:54:41.487212 dv-cinder-825105-1-iscsi neutron-server[82904]: DEBUG neutron.db.l3_dvr_db [None req-06fd9ed1-693d-409a-b608-8ebb7a13a5a5 None None] Set router 937b5379-8c28-4fc0-9119-8b8b07fffb69 gateway port host: dv-cinder-825105-1-iscsi {{(pid=82904) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 15:54:41.837102 dv-cinder-825105-1-iscsi neutron-server[82904]: DEBUG neutron.db.l3_hamode_db [None req-06fd9ed1-693d-409a-b608-8ebb7a13a5a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '937b5379-8c28-4fc0-9119-8b8b07fffb69', 'name': 'tempest-TestVolumeBootPattern-497074676-router', 'tenant_id': '1fa9ace815a04c9d917f60ed931f578f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c65eede5-7777-493f-951d-210877831002', 'external_fixed_ips': [{'subnet_id': '2c513225-bb11-4d36-a4c3-0732716dcb87', 'ip_address': '172.27.0.176'}], 'enable_snat': True}, 'gw_port_id': '9733e633-7a5e-439a-8d38-660667f68321', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T15:54:25Z', 'updated_at': '2022-02-09T15:54:28Z', 'revision_number': 4, 'project_id': '1fa9ace815a04c9d917f60ed931f578f', 'gw_port': {'id': '9733e633-7a5e-439a-8d38-660667f68321', 'name': '', 'network_id': 'c65eede5-7777-493f-951d-210877831002', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:76:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '937b5379-8c28-4fc0-9119-8b8b07fffb69', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2c513225-bb11-4d36-a4c3-0732716dcb87', 'ip_address': '172.27.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825105-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:54:25Z', 'updated_at': '2022-02-09T15:54:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c513225-bb11-4d36-a4c3-0732716dcb87', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825105-1-iscsi', '_interfaces': [{'id': '9da714f0-5d54-4651-b5ae-438940cac10e', 'name': '', 'network_id': 'aa0e15ee-f7eb-43da-8847-3d6e4915fa1c', 'tenant_id': '1fa9ace815a04c9d917f60ed931f578f', 'mac_address': 'fa:16:3e:2f:79:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '937b5379-8c28-4fc0-9119-8b8b07fffb69', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a79ac21d-42e0-4883-b8e8-f7bbb599791d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825105-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:54:27Z', 'updated_at': '2022-02-09T15:54:41Z', 'revision_number': 4, 'project_id': '1fa9ace815a04c9d917f60ed931f578f', 'subnets': [{'id': 'a79ac21d-42e0-4883-b8e8-f7bbb599791d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825105-1-iscsi', False) {} {{(pid=82904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:54:41.842246 dv-cinder-825105-1-iscsi neutron-server[82904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06fd9ed1-693d-409a-b608-8ebb7a13a5a5 None None] The sync data for ids ['937b5379-8c28-4fc0-9119-8b8b07fffb69'] in dv-cinder-825105-1-iscsi is: [{'id': '937b5379-8c28-4fc0-9119-8b8b07fffb69', 'name': 'tempest-TestVolumeBootPattern-497074676-router', 'tenant_id': '1fa9ace815a04c9d917f60ed931f578f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c65eede5-7777-493f-951d-210877831002', 'external_fixed_ips': [{'subnet_id': '2c513225-bb11-4d36-a4c3-0732716dcb87', 'ip_address': '172.27.0.176'}], 'enable_snat': True}, 'gw_port_id': '9733e633-7a5e-439a-8d38-660667f68321', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T15:54:25Z', 'updated_at': '2022-02-09T15:54:28Z', 'revision_number': 4, 'project_id': '1fa9ace815a04c9d917f60ed931f578f', 'gw_port': {'id': '9733e633-7a5e-439a-8d38-660667f68321', 'name': '', 'network_id': 'c65eede5-7777-493f-951d-210877831002', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:76:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '937b5379-8c28-4fc0-9119-8b8b07fffb69', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2c513225-bb11-4d36-a4c3-0732716dcb87', 'ip_address': '172.27.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825105-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:54:25Z', 'updated_at': '2022-02-09T15:54:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c513225-bb11-4d36-a4c3-0732716dcb87', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825105-1-iscsi', '_interfaces': [{'id': '9da714f0-5d54-4651-b5ae-438940cac10e', 'name': '', 'network_id': 'aa0e15ee-f7eb-43da-8847-3d6e4915fa1c', 'tenant_id': '1fa9ace815a04c9d917f60ed931f578f', 'mac_address': 'fa:16:3e:2f:79:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '937b5379-8c28-4fc0-9119-8b8b07fffb69', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a79ac21d-42e0-4883-b8e8-f7bbb599791d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825105-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:54:27Z', 'updated_at': '2022-02-09T15:54:41Z', 'revision_number': 4, 'project_id': '1fa9ace815a04c9d917f60ed931f578f', 'subnets': [{'id': 'a79ac21d-42e0-4883-b8e8-f7bbb599791d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 09 15:54:42.518013 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.plugins.ml2.rpc [None req-608c4fd2-211a-4ca9-a277-ad2a51be62ff None None] Device 7bdb8d8e-08dd-4dfd-8b46-cb7bc3b1faf3 up at agent ovs-agent-dv-cinder-825105-1-iscsi {{(pid=82903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 15:54:42.596283 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.db.provisioning_blocks [None req-608c4fd2-211a-4ca9-a277-ad2a51be62ff None None] Provisioning complete for port 7bdb8d8e-08dd-4dfd-8b46-cb7bc3b1faf3 triggered by entity L2. {{(pid=82903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:54:42.596644 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-608c4fd2-211a-4ca9-a277-ad2a51be62ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16008948'] for port, provisioning_complete {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:54:42.713887 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.plugins.ml2.rpc [None req-608c4fd2-211a-4ca9-a277-ad2a51be62ff None None] Device 9da714f0-5d54-4651-b5ae-438940cac10e up at agent ovs-agent-dv-cinder-825105-1-iscsi {{(pid=82903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 15:54:42.788947 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.db.provisioning_blocks [None req-608c4fd2-211a-4ca9-a277-ad2a51be62ff None None] Provisioning for port 9da714f0-5d54-4651-b5ae-438940cac10e completed by entity L2. {{(pid=82903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 15:54:42.794750 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.db.provisioning_blocks [None req-608c4fd2-211a-4ca9-a277-ad2a51be62ff None None] Provisioning complete for port 9da714f0-5d54-4651-b5ae-438940cac10e triggered by entity L2. {{(pid=82903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:54:42.795302 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-608c4fd2-211a-4ca9-a277-ad2a51be62ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16008948'] for port, provisioning_complete {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:54:42.910383 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-608c4fd2-211a-4ca9-a277-ad2a51be62ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16080601'] for port, before_update {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:54:42.954303 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.plugins.ml2.db [None req-608c4fd2-211a-4ca9-a277-ad2a51be62ff None None] For port 9da714f0-5d54-4651-b5ae-438940cac10e, host dv-cinder-825105-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825105-1-iscsi',level=0,port_id=9da714f0-5d54-4651-b5ae-438940cac10e,segment=NetworkSegment(32d378a0-d0c9-4fc3-bc5c-4c937faa17dd),segment_id=32d378a0-d0c9-4fc3-bc5c-4c937faa17dd)] {{(pid=82903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:54:42.958621 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-608c4fd2-211a-4ca9-a277-ad2a51be62ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16080037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758755988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756758334055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756758334100'] for port, after_update {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:54:43.034343 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-608c4fd2-211a-4ca9-a277-ad2a51be62ff None None] Pushing event updated for resources: {'Port': ['ID=9da714f0-5d54-4651-b5ae-438940cac10e,revision_number=5']} {{(pid=82903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:54:44.449053 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.plugins.ml2.rpc [None req-608c4fd2-211a-4ca9-a277-ad2a51be62ff None None] Device 9da714f0-5d54-4651-b5ae-438940cac10e up at agent ovs-agent-dv-cinder-825105-1-iscsi {{(pid=82903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 15:54:44.518022 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.db.provisioning_blocks [None req-608c4fd2-211a-4ca9-a277-ad2a51be62ff None None] Provisioning complete for port 9da714f0-5d54-4651-b5ae-438940cac10e triggered by entity L2. {{(pid=82903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:54:44.518290 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-608c4fd2-211a-4ca9-a277-ad2a51be62ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16008948'] for port, provisioning_complete {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:54:46.844767 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.quota.resource [req-8ba218e4-70ad-4bcd-bbd1-9f20f85511b8 req-dc101693-8dd7-414c-afdc-299015898736 tempest-TestVolumeBootPattern-303090007 tempest-TestVolumeBootPattern-303090007-project] Synchronizing usage tracker for tenant:9903301a1e174c829e584a233c5c9866 on resource:security_group {{(pid=82902) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 15:54:46.860488 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.quota.resource [req-8ba218e4-70ad-4bcd-bbd1-9f20f85511b8 req-dc101693-8dd7-414c-afdc-299015898736 tempest-TestVolumeBootPattern-303090007 tempest-TestVolumeBootPattern-303090007-project] Unset dirty status for tenant:9903301a1e174c829e584a233c5c9866 on resource:security_group {{(pid=82902) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 15:54:46.861629 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-8ba218e4-70ad-4bcd-bbd1-9f20f85511b8 req-dc101693-8dd7-414c-afdc-299015898736 tempest-TestVolumeBootPattern-303090007 tempest-TestVolumeBootPattern-303090007-project] 10.222.0.67 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1964872090&fields=id&tenant_id=9903301a1e174c829e584a233c5c9866 HTTP/1.1" status: 200 len: 267 time: 0.0607111 Feb 09 15:54:47.018301 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba218e4-70ad-4bcd-bbd1-9f20f85511b8 req-ee5bb5a7-c34a-4913-90e4-89b64f892973 tempest-TestVolumeBootPattern-303090007 tempest-TestVolumeBootPattern-303090007-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:54:47.018972 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.quota.resource [req-8ba218e4-70ad-4bcd-bbd1-9f20f85511b8 req-ee5bb5a7-c34a-4913-90e4-89b64f892973 tempest-TestVolumeBootPattern-303090007 tempest-TestVolumeBootPattern-303090007-project] Synchronizing usage tracker for tenant:9903301a1e174c829e584a233c5c9866 on resource:network {{(pid=82902) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 15:54:47.035500 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.quota.resource [req-8ba218e4-70ad-4bcd-bbd1-9f20f85511b8 req-ee5bb5a7-c34a-4913-90e4-89b64f892973 tempest-TestVolumeBootPattern-303090007 tempest-TestVolumeBootPattern-303090007-project] Unset dirty status for tenant:9903301a1e174c829e584a233c5c9866 on resource:network {{(pid=82902) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 15:54:47.036652 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-8ba218e4-70ad-4bcd-bbd1-9f20f85511b8 req-ee5bb5a7-c34a-4913-90e4-89b64f892973 tempest-TestVolumeBootPattern-303090007 tempest-TestVolumeBootPattern-303090007-project] 10.222.0.67 "GET /v2.0/networks?id=d2b5dcdb-5fe9-45d2-b726-adea8d997892 HTTP/1.1" status: 200 len: 811 time: 0.1686678 Feb 09 15:54:47.053471 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-8ba218e4-70ad-4bcd-bbd1-9f20f85511b8 req-efd11355-84d3-46e1-aacc-db44287debec tempest-TestVolumeBootPattern-303090007 tempest-TestVolumeBootPattern-303090007-project] 10.222.0.67 "GET /v2.0/quotas/9903301a1e174c829e584a233c5c9866 HTTP/1.1" status: 200 len: 375 time: 0.0109971 Feb 09 15:54:47.134467 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-8ba218e4-70ad-4bcd-bbd1-9f20f85511b8 req-8d530fff-69d0-4b32-968c-0120efbeae4e tempest-TestVolumeBootPattern-303090007 tempest-TestVolumeBootPattern-303090007-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=9903301a1e174c829e584a233c5c9866&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0758345 Feb 09 15:54:47.441041 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-8ba218e4-70ad-4bcd-bbd1-9f20f85511b8 req-0d136129-eb8a-4747-a1d1-6b857c899e15 service neutron] 10.222.0.67 "GET /v2.0/networks/d2b5dcdb-5fe9-45d2-b726-adea8d997892?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2947557 Feb 09 15:54:47.683641 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-8ba218e4-70ad-4bcd-bbd1-9f20f85511b8 req-946ecda0-0028-4679-b489-1d953847a401 service neutron] 10.222.0.67 "GET /v2.0/networks/d2b5dcdb-5fe9-45d2-b726-adea8d997892?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2369826 Feb 09 15:54:48.191780 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.quota.resource [req-289c71fd-f6cc-47b2-9bcb-3cacd36784a3 req-4d545fe4-4e05-4577-9658-bede22745f39 tempest-TestVolumeBootPattern-303090007 tempest-TestVolumeBootPattern-303090007-project] Synchronizing usage tracker for tenant:9903301a1e174c829e584a233c5c9866 on resource:port {{(pid=82901) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 15:54:48.213004 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.quota.resource [req-289c71fd-f6cc-47b2-9bcb-3cacd36784a3 req-4d545fe4-4e05-4577-9658-bede22745f39 tempest-TestVolumeBootPattern-303090007 tempest-TestVolumeBootPattern-303090007-project] Unset dirty status for tenant:9903301a1e174c829e584a233c5c9866 on resource:port {{(pid=82901) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 15:54:48.213004 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-289c71fd-f6cc-47b2-9bcb-3cacd36784a3 req-4d545fe4-4e05-4577-9658-bede22745f39 tempest-TestVolumeBootPattern-303090007 tempest-TestVolumeBootPattern-303090007-project] 10.222.0.67 "GET /v2.0/ports?device_id=325415c5-fb43-420d-a426-e5f8720b9c31 HTTP/1.1" status: 200 len: 210 time: 0.0778098 Feb 09 15:54:49.389597 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-e09495a0-5a1e-4098-8582-39f7f29f9bc5 req-2c651f93-319e-4c4b-8fa9-b0c7d3803842 tempest-TestVolumeBootPattern-303090007 tempest-TestVolumeBootPattern-303090007-project] 10.222.0.67 "GET /v2.0/ports?device_id=325415c5-fb43-420d-a426-e5f8720b9c31 HTTP/1.1" status: 200 len: 210 time: 0.0441012 Feb 09 15:54:49.760085 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba218e4-70ad-4bcd-bbd1-9f20f85511b8 req-df0f0345-e310-4c2a-80dc-f84c465db824 tempest-TestVolumeBootPattern-303090007 tempest-TestVolumeBootPattern-303090007-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:54:49.763122 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-8ba218e4-70ad-4bcd-bbd1-9f20f85511b8 req-df0f0345-e310-4c2a-80dc-f84c465db824 tempest-TestVolumeBootPattern-303090007 tempest-TestVolumeBootPattern-303090007-project] 10.222.0.47 "GET /v2.0/networks?id=d2b5dcdb-5fe9-45d2-b726-adea8d997892 HTTP/1.1" status: 200 len: 811 time: 0.2851000 Feb 09 15:54:49.842478 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-8ba218e4-70ad-4bcd-bbd1-9f20f85511b8 req-a6fe7267-5312-4e43-8843-208509efc3fa tempest-TestVolumeBootPattern-303090007 tempest-TestVolumeBootPattern-303090007-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9903301a1e174c829e584a233c5c9866 HTTP/1.1" status: 200 len: 380 time: 0.0657032 Feb 09 15:54:49.852329 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.api.v2.base [req-8ba218e4-70ad-4bcd-bbd1-9f20f85511b8 req-732ba1cc-acca-4a94-b76f-c0cb51145723 tempest-TestVolumeBootPattern-303090007 tempest-TestVolumeBootPattern-303090007-project] Request body: {'port': {'device_id': '325415c5-fb43-420d-a426-e5f8720b9c31', 'network_id': 'd2b5dcdb-5fe9-45d2-b726-adea8d997892', 'admin_state_up': True, 'tenant_id': '9903301a1e174c829e584a233c5c9866', 'security_groups': ['df71dd35-47a2-48a6-8aae-3b8f819302d8']}} {{(pid=82901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 15:54:50.018788 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.db.quota.driver [req-8ba218e4-70ad-4bcd-bbd1-9f20f85511b8 req-732ba1cc-acca-4a94-b76f-c0cb51145723 tempest-TestVolumeBootPattern-303090007 tempest-TestVolumeBootPattern-303090007-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 15:54:50.030227 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.db.quota.driver [req-8ba218e4-70ad-4bcd-bbd1-9f20f85511b8 req-732ba1cc-acca-4a94-b76f-c0cb51145723 tempest-TestVolumeBootPattern-303090007 tempest-TestVolumeBootPattern-303090007-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=82901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 15:54:50.040143 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8ba218e4-70ad-4bcd-bbd1-9f20f85511b8 req-732ba1cc-acca-4a94-b76f-c0cb51145723 tempest-TestVolumeBootPattern-303090007 tempest-TestVolumeBootPattern-303090007-project] Made reservation on behalf of 9903301a1e174c829e584a233c5c9866 for: {'port': 1} {{(pid=82901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 15:54:50.043679 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [req-8ba218e4-70ad-4bcd-bbd1-9f20f85511b8 req-732ba1cc-acca-4a94-b76f-c0cb51145723 tempest-TestVolumeBootPattern-303090007 tempest-TestVolumeBootPattern-303090007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16080601'] for port, before_create {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:54:50.225541 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.db.db_base_plugin_common [req-8ba218e4-70ad-4bcd-bbd1-9f20f85511b8 req-732ba1cc-acca-4a94-b76f-c0cb51145723 tempest-TestVolumeBootPattern-303090007 tempest-TestVolumeBootPattern-303090007-project] Allocated IP 172.20.0.12 (d2b5dcdb-5fe9-45d2-b726-adea8d997892/6dc70113-5a0d-4411-a864-97d927169679/30728500-30d6-4f3f-8586-0cb73a366292) {{(pid=82901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 15:54:50.428320 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [req-8ba218e4-70ad-4bcd-bbd1-9f20f85511b8 req-732ba1cc-acca-4a94-b76f-c0cb51145723 tempest-TestVolumeBootPattern-303090007 tempest-TestVolumeBootPattern-303090007-project] Notify callbacks [] for port, precommit_create {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:54:50.448327 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.db.provisioning_blocks [req-8ba218e4-70ad-4bcd-bbd1-9f20f85511b8 req-732ba1cc-acca-4a94-b76f-c0cb51145723 tempest-TestVolumeBootPattern-303090007 tempest-TestVolumeBootPattern-303090007-project] Transition to ACTIVE for port object 30728500-30d6-4f3f-8586-0cb73a366292 will not be triggered until provisioned by entity DHCP. {{(pid=82901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 15:54:50.477481 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [req-8ba218e4-70ad-4bcd-bbd1-9f20f85511b8 req-732ba1cc-acca-4a94-b76f-c0cb51145723 tempest-TestVolumeBootPattern-303090007 tempest-TestVolumeBootPattern-303090007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16080037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124156', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756758334037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1282344'] for port, after_create {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:54:50.547683 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8ba218e4-70ad-4bcd-bbd1-9f20f85511b8 req-732ba1cc-acca-4a94-b76f-c0cb51145723 tempest-TestVolumeBootPattern-303090007 tempest-TestVolumeBootPattern-303090007-project] Network d2b5dcdb-5fe9-45d2-b726-adea8d997892 is already hosted by enough agents. {{(pid=82901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 15:54:50.560448 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.scheduler.base_scheduler [req-8ba218e4-70ad-4bcd-bbd1-9f20f85511b8 req-732ba1cc-acca-4a94-b76f-c0cb51145723 tempest-TestVolumeBootPattern-303090007 tempest-TestVolumeBootPattern-303090007-project] Resources bound (agent type, host, resource id): {{(pid=82901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 15:54:50.598365 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ba218e4-70ad-4bcd-bbd1-9f20f85511b8 req-732ba1cc-acca-4a94-b76f-c0cb51145723 tempest-TestVolumeBootPattern-303090007 tempest-TestVolumeBootPattern-303090007-project] Received port after_create {{(pid=82901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 15:54:50.658064 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-732ba1cc-acca-4a94-b76f-c0cb51145723 tempest-TestVolumeBootPattern-303090007 tempest-TestVolumeBootPattern-303090007-project] Pushing event updated for resources: {'Port': ['ID=30728500-30d6-4f3f-8586-0cb73a366292,revision_number=1']} {{(pid=82901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:54:50.683450 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba218e4-70ad-4bcd-bbd1-9f20f85511b8 req-732ba1cc-acca-4a94-b76f-c0cb51145723 tempest-TestVolumeBootPattern-303090007 tempest-TestVolumeBootPattern-303090007-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=82901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:54:50.684096 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [req-8ba218e4-70ad-4bcd-bbd1-9f20f85511b8 req-732ba1cc-acca-4a94-b76f-c0cb51145723 tempest-TestVolumeBootPattern-303090007 tempest-TestVolumeBootPattern-303090007-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205010'] for port, before_response {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:54:50.727262 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-8ba218e4-70ad-4bcd-bbd1-9f20f85511b8 req-732ba1cc-acca-4a94-b76f-c0cb51145723 tempest-TestVolumeBootPattern-303090007 tempest-TestVolumeBootPattern-303090007-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8803277 Feb 09 15:54:50.733885 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca4a06f-b749-41d6-815d-f0d53d7a10fb req-975990cb-6a9c-444a-b2d5-1a597fc69f33 tempest-TestVolumeBootPattern-303090007 tempest-TestVolumeBootPattern-303090007-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:54:50.734678 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.quota.resource [req-bca4a06f-b749-41d6-815d-f0d53d7a10fb req-975990cb-6a9c-444a-b2d5-1a597fc69f33 tempest-TestVolumeBootPattern-303090007 tempest-TestVolumeBootPattern-303090007-project] Synchronizing usage tracker for tenant:9903301a1e174c829e584a233c5c9866 on resource:port {{(pid=82901) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 15:54:50.742081 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.api.v2.base [req-8ba218e4-70ad-4bcd-bbd1-9f20f85511b8 req-58438c18-1b93-45b4-ad29-81bb69c7d5b8 service neutron] Request body: {'port': {'device_id': '325415c5-fb43-420d-a426-e5f8720b9c31', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82510'}} {{(pid=82901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 15:54:50.799784 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.quota.resource [req-bca4a06f-b749-41d6-815d-f0d53d7a10fb req-975990cb-6a9c-444a-b2d5-1a597fc69f33 tempest-TestVolumeBootPattern-303090007 tempest-TestVolumeBootPattern-303090007-project] Unset dirty status for tenant:9903301a1e174c829e584a233c5c9866 on resource:port {{(pid=82901) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 15:54:50.800945 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-bca4a06f-b749-41d6-815d-f0d53d7a10fb req-975990cb-6a9c-444a-b2d5-1a597fc69f33 tempest-TestVolumeBootPattern-303090007 tempest-TestVolumeBootPattern-303090007-project] 10.222.0.67 "GET /v2.0/ports?device_id=325415c5-fb43-420d-a426-e5f8720b9c31 HTTP/1.1" status: 200 len: 932 time: 0.2499664 Feb 09 15:54:50.844164 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.db.provisioning_blocks [None req-769ca7d0-9147-412d-b9a4-4c82f182ee36 None None] Provisioning for port 30728500-30d6-4f3f-8586-0cb73a366292 completed by entity DHCP. {{(pid=82903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 15:54:50.849039 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.db.provisioning_blocks [None req-769ca7d0-9147-412d-b9a4-4c82f182ee36 None None] Provisioning complete for port 30728500-30d6-4f3f-8586-0cb73a366292 triggered by entity DHCP. {{(pid=82903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:54:50.849488 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-769ca7d0-9147-412d-b9a4-4c82f182ee36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16008948'] for port, provisioning_complete {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:54:50.894460 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [req-8ba218e4-70ad-4bcd-bbd1-9f20f85511b8 req-58438c18-1b93-45b4-ad29-81bb69c7d5b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16080601'] for port, before_update {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:54:50.906489 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.plugins.ml2.plugin [None req-769ca7d0-9147-412d-b9a4-4c82f182ee36 None None] Port 30728500-30d6-4f3f-8586-0cb73a366292 cannot update to ACTIVE because it is not bound. {{(pid=82903) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 09 15:54:50.912322 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-bca4a06f-b749-41d6-815d-f0d53d7a10fb req-cbf22343-c728-4f34-b751-94e22c85f60d tempest-TestVolumeBootPattern-303090007 tempest-TestVolumeBootPattern-303090007-project] 10.222.0.67 "GET /v2.0/security-groups?id=df71dd35-47a2-48a6-8aae-3b8f819302d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0795379 Feb 09 15:54:51.245615 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.notifiers.nova [req-8ba218e4-70ad-4bcd-bbd1-9f20f85511b8 req-58438c18-1b93-45b4-ad29-81bb69c7d5b8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 30728500-30d6-4f3f-8586-0cb73a366292 {{(pid=82901) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 15:54:51.256252 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [req-8ba218e4-70ad-4bcd-bbd1-9f20f85511b8 req-58438c18-1b93-45b4-ad29-81bb69c7d5b8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:54:51.270729 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.db.provisioning_blocks [req-8ba218e4-70ad-4bcd-bbd1-9f20f85511b8 req-58438c18-1b93-45b4-ad29-81bb69c7d5b8 service neutron] Transition to ACTIVE for port object 30728500-30d6-4f3f-8586-0cb73a366292 will not be triggered until provisioned by entity L2. {{(pid=82901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 15:54:51.273843 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [req-8ba218e4-70ad-4bcd-bbd1-9f20f85511b8 req-58438c18-1b93-45b4-ad29-81bb69c7d5b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16080037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758755988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756758334055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756758334100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1282337'] for port, after_update {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:54:51.400351 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58438c18-1b93-45b4-ad29-81bb69c7d5b8 service neutron] Pushing event updated for resources: {'Port': ['ID=30728500-30d6-4f3f-8586-0cb73a366292,revision_number=2']} {{(pid=82901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:54:51.520474 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.plugins.ml2.managers [req-8ba218e4-70ad-4bcd-bbd1-9f20f85511b8 req-58438c18-1b93-45b4-ad29-81bb69c7d5b8 service neutron] Attempting to bind port 30728500-30d6-4f3f-8586-0cb73a366292 on host hv-cinder-82510 for vnic_type normal with profile {{(pid=82901) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 15:54:51.520800 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.plugins.ml2.managers [req-8ba218e4-70ad-4bcd-bbd1-9f20f85511b8 req-58438c18-1b93-45b4-ad29-81bb69c7d5b8 service neutron] Attempting to bind port 30728500-30d6-4f3f-8586-0cb73a366292 by drivers openvswitch,hyperv on host hv-cinder-82510 at level 0 using segments [{'id': 'da3be55e-cb41-4c7b-bd84-bbc25aac2618', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': 'd2b5dcdb-5fe9-45d2-b726-adea8d997892'}] {{(pid=82901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 15:54:51.521116 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ba218e4-70ad-4bcd-bbd1-9f20f85511b8 req-58438c18-1b93-45b4-ad29-81bb69c7d5b8 service neutron] Attempting to bind port 30728500-30d6-4f3f-8586-0cb73a366292 on network d2b5dcdb-5fe9-45d2-b726-adea8d997892 {{(pid=82901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 15:54:51.526810 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ba218e4-70ad-4bcd-bbd1-9f20f85511b8 req-58438c18-1b93-45b4-ad29-81bb69c7d5b8 service neutron] Port 30728500-30d6-4f3f-8586-0cb73a366292 on network d2b5dcdb-5fe9-45d2-b726-adea8d997892 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82510 {{(pid=82901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 09 15:54:51.527119 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ba218e4-70ad-4bcd-bbd1-9f20f85511b8 req-58438c18-1b93-45b4-ad29-81bb69c7d5b8 service neutron] Attempting to bind port 30728500-30d6-4f3f-8586-0cb73a366292 on network d2b5dcdb-5fe9-45d2-b726-adea8d997892 {{(pid=82901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 15:54:51.534257 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ba218e4-70ad-4bcd-bbd1-9f20f85511b8 req-58438c18-1b93-45b4-ad29-81bb69c7d5b8 service neutron] Checking agent: {'id': 'db1a70d3-a821-4659-b534-995c5c5f449e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82510', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 15, 40, 29), 'started_at': datetime.datetime(2022, 2, 9, 15, 40, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 15, 54, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=82901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 15:54:51.534583 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ba218e4-70ad-4bcd-bbd1-9f20f85511b8 req-58438c18-1b93-45b4-ad29-81bb69c7d5b8 service neutron] Checking segment: {'id': 'da3be55e-cb41-4c7b-bd84-bbc25aac2618', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': 'd2b5dcdb-5fe9-45d2-b726-adea8d997892'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 15:54:51.534948 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ba218e4-70ad-4bcd-bbd1-9f20f85511b8 req-58438c18-1b93-45b4-ad29-81bb69c7d5b8 service neutron] Bound using segment: {'id': 'da3be55e-cb41-4c7b-bd84-bbc25aac2618', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': 'd2b5dcdb-5fe9-45d2-b726-adea8d997892'} {{(pid=82901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 15:54:51.535355 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.plugins.ml2.managers [req-8ba218e4-70ad-4bcd-bbd1-9f20f85511b8 req-58438c18-1b93-45b4-ad29-81bb69c7d5b8 service neutron] Bound port: 30728500-30d6-4f3f-8586-0cb73a366292, host: hv-cinder-82510, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'da3be55e-cb41-4c7b-bd84-bbc25aac2618', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': 'd2b5dcdb-5fe9-45d2-b726-adea8d997892'}}] {{(pid=82901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 15:54:51.535718 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [req-8ba218e4-70ad-4bcd-bbd1-9f20f85511b8 req-58438c18-1b93-45b4-ad29-81bb69c7d5b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16080601'] for port, before_update {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:54:51.625809 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.plugins.ml2.db [req-8ba218e4-70ad-4bcd-bbd1-9f20f85511b8 req-58438c18-1b93-45b4-ad29-81bb69c7d5b8 service neutron] For port 30728500-30d6-4f3f-8586-0cb73a366292, host hv-cinder-82510, cleared binding levels {{(pid=82901) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 15:54:51.628782 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.plugins.ml2.db [req-8ba218e4-70ad-4bcd-bbd1-9f20f85511b8 req-58438c18-1b93-45b4-ad29-81bb69c7d5b8 service neutron] For port 30728500-30d6-4f3f-8586-0cb73a366292, host hv-cinder-82510, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=30728500-30d6-4f3f-8586-0cb73a366292,segment=NetworkSegment(da3be55e-cb41-4c7b-bd84-bbc25aac2618),segment_id=da3be55e-cb41-4c7b-bd84-bbc25aac2618)] {{(pid=82901) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 15:54:51.635485 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [req-8ba218e4-70ad-4bcd-bbd1-9f20f85511b8 req-58438c18-1b93-45b4-ad29-81bb69c7d5b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16080037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758755988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756758334055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756758334100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1282337'] for port, after_update {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:54:51.788852 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [req-8ba218e4-70ad-4bcd-bbd1-9f20f85511b8 req-58438c18-1b93-45b4-ad29-81bb69c7d5b8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205010'] for port, before_response {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:54:51.790196 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-8ba218e4-70ad-4bcd-bbd1-9f20f85511b8 req-58438c18-1b93-45b4-ad29-81bb69c7d5b8 service neutron] 10.222.0.47 "PUT /v2.0/ports/30728500-30d6-4f3f-8586-0cb73a366292 HTTP/1.1" status: 200 len: 1094 time: 1.0528064 Feb 09 15:54:51.790626 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '325415c5-fb43-420d-a426-e5f8720b9c31', 'tag': '30728500-30d6-4f3f-8586-0cb73a366292'}] {{(pid=82901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 15:54:51.808757 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58438c18-1b93-45b4-ad29-81bb69c7d5b8 service neutron] Pushing event updated for resources: {'Port': ['ID=30728500-30d6-4f3f-8586-0cb73a366292,revision_number=3']} {{(pid=82901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:54:51.904570 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-8ba218e4-70ad-4bcd-bbd1-9f20f85511b8 req-cb299b17-704d-4706-ad9a-f45005d1b520 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=9903301a1e174c829e584a233c5c9866&device_id=325415c5-fb43-420d-a426-e5f8720b9c31 HTTP/1.1" status: 200 len: 1097 time: 0.0730486 Feb 09 15:54:51.967673 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '325415c5-fb43-420d-a426-e5f8720b9c31', 'tag': '30728500-30d6-4f3f-8586-0cb73a366292', 'status': 'completed', 'code': 200} Feb 09 15:54:51.984528 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-8ba218e4-70ad-4bcd-bbd1-9f20f85511b8 req-e33492e2-529f-4393-99cb-77c0d9430be4 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=30728500-30d6-4f3f-8586-0cb73a366292 HTTP/1.1" status: 200 len: 217 time: 0.0736053 Feb 09 15:54:52.089965 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba218e4-70ad-4bcd-bbd1-9f20f85511b8 req-044d0531-1c6c-47bd-b6e6-52cda63daede service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:54:52.092299 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-8ba218e4-70ad-4bcd-bbd1-9f20f85511b8 req-044d0531-1c6c-47bd-b6e6-52cda63daede service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6dc70113-5a0d-4411-a864-97d927169679 HTTP/1.1" status: 200 len: 850 time: 0.1005802 Feb 09 15:54:52.183978 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9d0442-59d2-4db1-95cf-daa7520395ad req-ce6fa55d-973a-4748-a890-529bd0abc4f7 tempest-TestVolumeBootPattern-303090007 tempest-TestVolumeBootPattern-303090007-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:54:52.186003 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-5b9d0442-59d2-4db1-95cf-daa7520395ad req-ce6fa55d-973a-4748-a890-529bd0abc4f7 tempest-TestVolumeBootPattern-303090007 tempest-TestVolumeBootPattern-303090007-project] 10.222.0.67 "GET /v2.0/ports?device_id=325415c5-fb43-420d-a426-e5f8720b9c31 HTTP/1.1" status: 200 len: 944 time: 0.1390829 Feb 09 15:54:52.218896 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-8ba218e4-70ad-4bcd-bbd1-9f20f85511b8 req-f04d1c10-23ac-48be-a61d-950c3bb336c6 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=d2b5dcdb-5fe9-45d2-b726-adea8d997892&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1191723 Feb 09 15:54:52.355259 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-5b9d0442-59d2-4db1-95cf-daa7520395ad req-63c872ee-69ea-496c-bf36-fb891231cd75 tempest-TestVolumeBootPattern-303090007 tempest-TestVolumeBootPattern-303090007-project] 10.222.0.67 "GET /v2.0/security-groups?id=df71dd35-47a2-48a6-8aae-3b8f819302d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1631880 Feb 09 15:54:52.410605 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-8ba218e4-70ad-4bcd-bbd1-9f20f85511b8 req-5a2832ad-39b0-44ab-ad03-9eaca9d2f3e5 service neutron] 10.222.0.47 "GET /v2.0/networks/d2b5dcdb-5fe9-45d2-b726-adea8d997892?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1843171 Feb 09 15:54:52.552208 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-8ba218e4-70ad-4bcd-bbd1-9f20f85511b8 req-2c23a5cc-daa3-4693-8103-845236d04986 service neutron] 10.222.0.47 "GET /v2.0/networks/d2b5dcdb-5fe9-45d2-b726-adea8d997892?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1348627 Feb 09 15:54:52.675603 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-191ff188-bd26-4c90-a77d-21837430adc4 req-e3e07809-220a-4ada-a7c5-4088764009e2 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=9903301a1e174c829e584a233c5c9866&device_id=325415c5-fb43-420d-a426-e5f8720b9c31 HTTP/1.1" status: 200 len: 1097 time: 0.0692074 Feb 09 15:54:52.819418 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191ff188-bd26-4c90-a77d-21837430adc4 req-252013b6-7445-40aa-ad7a-bff94f668213 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:54:52.821992 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-191ff188-bd26-4c90-a77d-21837430adc4 req-252013b6-7445-40aa-ad7a-bff94f668213 service neutron] 10.222.0.47 "GET /v2.0/networks?id=d2b5dcdb-5fe9-45d2-b726-adea8d997892 HTTP/1.1" status: 200 len: 912 time: 0.1396749 Feb 09 15:54:52.893307 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-191ff188-bd26-4c90-a77d-21837430adc4 req-01bc2cff-3489-4d20-a46d-b87c92263353 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=30728500-30d6-4f3f-8586-0cb73a366292 HTTP/1.1" status: 200 len: 217 time: 0.0642765 Feb 09 15:54:52.955508 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191ff188-bd26-4c90-a77d-21837430adc4 req-da4c8141-9752-4b97-b53c-4d52f1136871 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:54:52.956953 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-191ff188-bd26-4c90-a77d-21837430adc4 req-da4c8141-9752-4b97-b53c-4d52f1136871 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6dc70113-5a0d-4411-a864-97d927169679 HTTP/1.1" status: 200 len: 850 time: 0.0566211 Feb 09 15:54:53.032981 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-191ff188-bd26-4c90-a77d-21837430adc4 req-525060d2-6dc9-4e84-8055-a65eef11bbc7 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=d2b5dcdb-5fe9-45d2-b726-adea8d997892&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0684667 Feb 09 15:54:53.173871 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-191ff188-bd26-4c90-a77d-21837430adc4 req-e26640d3-75ed-4a04-9af7-c3f569b4ba16 service neutron] 10.222.0.47 "GET /v2.0/networks/d2b5dcdb-5fe9-45d2-b726-adea8d997892?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1322236 Feb 09 15:54:53.307703 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-191ff188-bd26-4c90-a77d-21837430adc4 req-fa8786e8-6de8-4046-b708-ba241ac0e83a service neutron] 10.222.0.47 "GET /v2.0/networks/d2b5dcdb-5fe9-45d2-b726-adea8d997892?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1276352 Feb 09 15:54:53.578784 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5bc51f8-1523-4cc6-8c55-eb5cf23417c6 req-b088938b-cd33-49ac-ab1d-9c4c29047c63 tempest-TestVolumeBootPattern-303090007 tempest-TestVolumeBootPattern-303090007-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:54:53.580573 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-c5bc51f8-1523-4cc6-8c55-eb5cf23417c6 req-b088938b-cd33-49ac-ab1d-9c4c29047c63 tempest-TestVolumeBootPattern-303090007 tempest-TestVolumeBootPattern-303090007-project] 10.222.0.67 "GET /v2.0/ports?device_id=325415c5-fb43-420d-a426-e5f8720b9c31 HTTP/1.1" status: 200 len: 944 time: 0.0815334 Feb 09 15:54:53.626213 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-c5bc51f8-1523-4cc6-8c55-eb5cf23417c6 req-48864d6a-b5f1-4d24-95b9-eda9c2cfb1cb tempest-TestVolumeBootPattern-303090007 tempest-TestVolumeBootPattern-303090007-project] 10.222.0.67 "GET /v2.0/security-groups?id=df71dd35-47a2-48a6-8aae-3b8f819302d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400727 Feb 09 15:54:54.823487 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2db2d1-c3bd-4216-ac77-b1e60e2dca14 req-14df006c-fd41-4d24-b445-19c210b97541 tempest-TestVolumeBootPattern-303090007 tempest-TestVolumeBootPattern-303090007-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:54:54.824951 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-de2db2d1-c3bd-4216-ac77-b1e60e2dca14 req-14df006c-fd41-4d24-b445-19c210b97541 tempest-TestVolumeBootPattern-303090007 tempest-TestVolumeBootPattern-303090007-project] 10.222.0.67 "GET /v2.0/ports?device_id=325415c5-fb43-420d-a426-e5f8720b9c31 HTTP/1.1" status: 200 len: 944 time: 0.0797622 Feb 09 15:54:54.870575 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-de2db2d1-c3bd-4216-ac77-b1e60e2dca14 req-e29795e7-bfde-4490-af91-998c8fa2cf0d tempest-TestVolumeBootPattern-303090007 tempest-TestVolumeBootPattern-303090007-project] 10.222.0.67 "GET /v2.0/security-groups?id=df71dd35-47a2-48a6-8aae-3b8f819302d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398676 Feb 09 15:54:56.069886 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b18d84a-a2a6-44cf-a240-de9098edb472 req-33dabd7a-291c-484d-94b0-db12892cd5b8 tempest-TestVolumeBootPattern-303090007 tempest-TestVolumeBootPattern-303090007-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:54:56.071590 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-4b18d84a-a2a6-44cf-a240-de9098edb472 req-33dabd7a-291c-484d-94b0-db12892cd5b8 tempest-TestVolumeBootPattern-303090007 tempest-TestVolumeBootPattern-303090007-project] 10.222.0.67 "GET /v2.0/ports?device_id=325415c5-fb43-420d-a426-e5f8720b9c31 HTTP/1.1" status: 200 len: 944 time: 0.0820084 Feb 09 15:54:56.125620 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-4b18d84a-a2a6-44cf-a240-de9098edb472 req-38bdb408-e1fb-4f45-8517-3ce21df1ec96 tempest-TestVolumeBootPattern-303090007 tempest-TestVolumeBootPattern-303090007-project] 10.222.0.67 "GET /v2.0/security-groups?id=df71dd35-47a2-48a6-8aae-3b8f819302d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485790 Feb 09 15:54:57.345108 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adaf9796-9050-442d-9324-5c4a75426aeb req-a4077355-33d7-4f44-869b-17bba71458ec tempest-TestVolumeBootPattern-303090007 tempest-TestVolumeBootPattern-303090007-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:54:57.346608 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-adaf9796-9050-442d-9324-5c4a75426aeb req-a4077355-33d7-4f44-869b-17bba71458ec tempest-TestVolumeBootPattern-303090007 tempest-TestVolumeBootPattern-303090007-project] 10.222.0.67 "GET /v2.0/ports?device_id=325415c5-fb43-420d-a426-e5f8720b9c31 HTTP/1.1" status: 200 len: 944 time: 0.0982063 Feb 09 15:54:57.483006 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-adaf9796-9050-442d-9324-5c4a75426aeb req-1c364d1e-ab2e-4222-ba68-6a2143d62141 tempest-TestVolumeBootPattern-303090007 tempest-TestVolumeBootPattern-303090007-project] 10.222.0.67 "GET /v2.0/security-groups?id=df71dd35-47a2-48a6-8aae-3b8f819302d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1308203 Feb 09 15:54:57.950469 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-fb48c94c-523a-42d7-8a69-44f6bee60229 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758786133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16008869'] for agent, after_update {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:54:58.688413 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ca8933-f92f-4193-8558-fb91e6328abe req-304e9713-cc1d-4344-ab21-7037ad3c8189 tempest-TestVolumeBootPattern-303090007 tempest-TestVolumeBootPattern-303090007-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:54:58.689877 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-f7ca8933-f92f-4193-8558-fb91e6328abe req-304e9713-cc1d-4344-ab21-7037ad3c8189 tempest-TestVolumeBootPattern-303090007 tempest-TestVolumeBootPattern-303090007-project] 10.222.0.67 "GET /v2.0/ports?device_id=325415c5-fb43-420d-a426-e5f8720b9c31 HTTP/1.1" status: 200 len: 944 time: 0.0786695 Feb 09 15:54:58.735592 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-f7ca8933-f92f-4193-8558-fb91e6328abe req-a9ae4f5a-2860-4d19-93c2-8bbc96caaedd tempest-TestVolumeBootPattern-303090007 tempest-TestVolumeBootPattern-303090007-project] 10.222.0.67 "GET /v2.0/security-groups?id=df71dd35-47a2-48a6-8aae-3b8f819302d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402544 Feb 09 15:54:59.950530 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0149669-052e-4500-8115-9883c2d24dd7 req-4a38f62d-d1a8-4b79-9d29-a630b1c48a32 tempest-TestVolumeBootPattern-303090007 tempest-TestVolumeBootPattern-303090007-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:54:59.951964 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-b0149669-052e-4500-8115-9883c2d24dd7 req-4a38f62d-d1a8-4b79-9d29-a630b1c48a32 tempest-TestVolumeBootPattern-303090007 tempest-TestVolumeBootPattern-303090007-project] 10.222.0.67 "GET /v2.0/ports?device_id=325415c5-fb43-420d-a426-e5f8720b9c31 HTTP/1.1" status: 200 len: 944 time: 0.0939739 Feb 09 15:54:59.970450 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.plugins.ml2.rpc [None req-812787cf-6466-4ce1-8c4e-c32e14b18d8a None None] Device 30728500-30d6-4f3f-8586-0cb73a366292 details requested by agent hyperv_hv-cinder-82510 with host hv-cinder-82510 {{(pid=82903) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 15:55:00.006666 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-b0149669-052e-4500-8115-9883c2d24dd7 req-26ea8101-0fec-4737-8709-db157f5e10c9 tempest-TestVolumeBootPattern-303090007 tempest-TestVolumeBootPattern-303090007-project] 10.222.0.67 "GET /v2.0/security-groups?id=df71dd35-47a2-48a6-8aae-3b8f819302d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452933 Feb 09 15:55:00.117074 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.plugins.ml2.db [None req-812787cf-6466-4ce1-8c4e-c32e14b18d8a None None] For port 30728500-30d6-4f3f-8586-0cb73a366292, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=30728500-30d6-4f3f-8586-0cb73a366292,segment=NetworkSegment(da3be55e-cb41-4c7b-bd84-bbc25aac2618),segment_id=da3be55e-cb41-4c7b-bd84-bbc25aac2618)] {{(pid=82903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:55:00.132629 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.plugins.ml2.rpc [None req-812787cf-6466-4ce1-8c4e-c32e14b18d8a None None] Returning: {'device': '30728500-30d6-4f3f-8586-0cb73a366292', 'network_id': 'd2b5dcdb-5fe9-45d2-b726-adea8d997892', 'port_id': '30728500-30d6-4f3f-8586-0cb73a366292', 'mac_address': 'fa:16:3e:5a:94:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 805, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6dc70113-5a0d-4411-a864-97d927169679', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82903) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 15:55:00.197466 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-812787cf-6466-4ce1-8c4e-c32e14b18d8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16080601'] for port, before_update {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:55:00.222239 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.notifiers.nova [None req-812787cf-6466-4ce1-8c4e-c32e14b18d8a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 30728500-30d6-4f3f-8586-0cb73a366292 {{(pid=82903) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 15:55:00.240016 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.plugins.ml2.db [None req-812787cf-6466-4ce1-8c4e-c32e14b18d8a None None] For port 30728500-30d6-4f3f-8586-0cb73a366292, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=30728500-30d6-4f3f-8586-0cb73a366292,segment=NetworkSegment(da3be55e-cb41-4c7b-bd84-bbc25aac2618),segment_id=da3be55e-cb41-4c7b-bd84-bbc25aac2618)] {{(pid=82903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:55:00.243715 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-812787cf-6466-4ce1-8c4e-c32e14b18d8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16080037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758755988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756758334055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756758334100'] for port, after_update {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:55:00.310936 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812787cf-6466-4ce1-8c4e-c32e14b18d8a None None] Pushing event updated for resources: {'Port': ['ID=30728500-30d6-4f3f-8586-0cb73a366292,revision_number=4']} {{(pid=82903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:55:00.330236 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-b6b9abdb-9c1d-4a7d-a413-0c94a3a648db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758786133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16008869'] for agent, after_update {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:55:00.408806 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-812787cf-6466-4ce1-8c4e-c32e14b18d8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758786133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16008869'] for agent, after_update {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:55:00.479953 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.plugins.ml2.db [None req-812787cf-6466-4ce1-8c4e-c32e14b18d8a None None] get_ports_and_sgs() called for port_ids ['30728500-30d6-4f3f-8586-0cb73a366292'] {{(pid=82903) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 09 15:55:01.215007 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf44d226-5dee-4005-a8ad-49c3a7bb5d09 req-3fe9649e-895b-482d-b022-1d993ed0913c tempest-TestVolumeBootPattern-303090007 tempest-TestVolumeBootPattern-303090007-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:55:01.216383 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-bf44d226-5dee-4005-a8ad-49c3a7bb5d09 req-3fe9649e-895b-482d-b022-1d993ed0913c tempest-TestVolumeBootPattern-303090007 tempest-TestVolumeBootPattern-303090007-project] 10.222.0.67 "GET /v2.0/ports?device_id=325415c5-fb43-420d-a426-e5f8720b9c31 HTTP/1.1" status: 200 len: 945 time: 0.0803778 Feb 09 15:55:01.261659 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-bf44d226-5dee-4005-a8ad-49c3a7bb5d09 req-d36e4e0b-e7d6-4428-a710-12975985585f tempest-TestVolumeBootPattern-303090007 tempest-TestVolumeBootPattern-303090007-project] 10.222.0.67 "GET /v2.0/security-groups?id=df71dd35-47a2-48a6-8aae-3b8f819302d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394900 Feb 09 15:55:01.284157 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-1f7d0426-72a7-4c89-8e53-4ec430751ccf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758786133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16008869'] for agent, after_update {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:55:01.606016 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-608c4fd2-211a-4ca9-a277-ad2a51be62ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758786133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16008869'] for agent, after_update {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:55:01.979429 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.plugins.ml2.rpc [None req-812787cf-6466-4ce1-8c4e-c32e14b18d8a None None] Device 30728500-30d6-4f3f-8586-0cb73a366292 up at agent hyperv_hv-cinder-82510 {{(pid=82903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 15:55:02.049813 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.db.provisioning_blocks [None req-812787cf-6466-4ce1-8c4e-c32e14b18d8a None None] Provisioning for port 30728500-30d6-4f3f-8586-0cb73a366292 completed by entity L2. {{(pid=82903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 15:55:02.054602 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.db.provisioning_blocks [None req-812787cf-6466-4ce1-8c4e-c32e14b18d8a None None] Provisioning complete for port 30728500-30d6-4f3f-8586-0cb73a366292 triggered by entity L2. {{(pid=82903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:55:02.054959 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-812787cf-6466-4ce1-8c4e-c32e14b18d8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16008948'] for port, provisioning_complete {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:55:02.168519 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-812787cf-6466-4ce1-8c4e-c32e14b18d8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16080601'] for port, before_update {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:55:02.195308 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '325415c5-fb43-420d-a426-e5f8720b9c31', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30728500-30d6-4f3f-8586-0cb73a366292'}] {{(pid=82903) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 15:55:02.206201 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.plugins.ml2.db [None req-812787cf-6466-4ce1-8c4e-c32e14b18d8a None None] For port 30728500-30d6-4f3f-8586-0cb73a366292, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=30728500-30d6-4f3f-8586-0cb73a366292,segment=NetworkSegment(da3be55e-cb41-4c7b-bd84-bbc25aac2618),segment_id=da3be55e-cb41-4c7b-bd84-bbc25aac2618)] {{(pid=82903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:55:02.210202 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-812787cf-6466-4ce1-8c4e-c32e14b18d8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16080037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758755988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756758334055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756758334100'] for port, after_update {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:55:02.276604 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812787cf-6466-4ce1-8c4e-c32e14b18d8a None None] Pushing event updated for resources: {'Port': ['ID=30728500-30d6-4f3f-8586-0cb73a366292,revision_number=5']} {{(pid=82903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:55:02.338649 dv-cinder-825105-1-iscsi neutron-server[82903]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '325415c5-fb43-420d-a426-e5f8720b9c31', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30728500-30d6-4f3f-8586-0cb73a366292', 'code': 200} Feb 09 15:55:02.465014 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e429133c-dbe7-4c84-8f2d-89e1ba343374 req-d710cfd9-5dda-4df1-9a34-57ab5a2a2bdb tempest-TestVolumeBootPattern-303090007 tempest-TestVolumeBootPattern-303090007-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:55:02.466556 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-e429133c-dbe7-4c84-8f2d-89e1ba343374 req-d710cfd9-5dda-4df1-9a34-57ab5a2a2bdb tempest-TestVolumeBootPattern-303090007 tempest-TestVolumeBootPattern-303090007-project] 10.222.0.67 "GET /v2.0/ports?device_id=325415c5-fb43-420d-a426-e5f8720b9c31 HTTP/1.1" status: 200 len: 946 time: 0.0801859 Feb 09 15:55:02.512677 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-e429133c-dbe7-4c84-8f2d-89e1ba343374 req-cc6f70ac-6d73-4c99-8e86-445fc3c0f271 tempest-TestVolumeBootPattern-303090007 tempest-TestVolumeBootPattern-303090007-project] 10.222.0.67 "GET /v2.0/security-groups?id=df71dd35-47a2-48a6-8aae-3b8f819302d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399735 Feb 09 15:55:02.626278 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-7f1fd504-acc8-4bcf-8635-f8e5c7e1274e req-36c81908-8969-4e07-913a-46b080c46db7 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=325415c5-fb43-420d-a426-e5f8720b9c31 HTTP/1.1" status: 200 len: 1099 time: 0.0695848 Feb 09 15:55:02.668898 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-7f1fd504-acc8-4bcf-8635-f8e5c7e1274e req-5b3ba81c-b1bd-4cd2-a496-5269c4d9b3ed service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=df71dd35-47a2-48a6-8aae-3b8f819302d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357559 Feb 09 15:55:02.987175 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-faa751bb-9674-45ec-b131-f889431b03dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758786133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16008869'] for agent, after_update {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:55:03.717709 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec93fe0-da8f-4eea-b9c4-48b9cb1f0655 req-6d397182-a7e3-4e10-b70f-14ed6ed6d273 tempest-TestVolumeBootPattern-303090007 tempest-TestVolumeBootPattern-303090007-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:55:03.719400 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-8ec93fe0-da8f-4eea-b9c4-48b9cb1f0655 req-6d397182-a7e3-4e10-b70f-14ed6ed6d273 tempest-TestVolumeBootPattern-303090007 tempest-TestVolumeBootPattern-303090007-project] 10.222.0.67 "GET /v2.0/ports?device_id=325415c5-fb43-420d-a426-e5f8720b9c31 HTTP/1.1" status: 200 len: 946 time: 0.0821314 Feb 09 15:55:03.768424 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-8ec93fe0-da8f-4eea-b9c4-48b9cb1f0655 req-2a662021-aeca-4e97-8cad-5e3baa4242e1 tempest-TestVolumeBootPattern-303090007 tempest-TestVolumeBootPattern-303090007-project] 10.222.0.67 "GET /v2.0/security-groups?id=df71dd35-47a2-48a6-8aae-3b8f819302d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433586 Feb 09 15:55:04.989274 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5262ff39-3f72-4b7d-b704-603681ae2f4f req-aff1eec2-26ac-4d90-b40e-df2a36d11c5a tempest-TestVolumeBootPattern-303090007 tempest-TestVolumeBootPattern-303090007-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:55:04.990705 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-5262ff39-3f72-4b7d-b704-603681ae2f4f req-aff1eec2-26ac-4d90-b40e-df2a36d11c5a tempest-TestVolumeBootPattern-303090007 tempest-TestVolumeBootPattern-303090007-project] 10.222.0.67 "GET /v2.0/ports?device_id=325415c5-fb43-420d-a426-e5f8720b9c31 HTTP/1.1" status: 200 len: 946 time: 0.0945063 Feb 09 15:55:05.037732 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-5262ff39-3f72-4b7d-b704-603681ae2f4f req-41b8277a-d539-4523-9cda-6118da513d08 tempest-TestVolumeBootPattern-303090007 tempest-TestVolumeBootPattern-303090007-project] 10.222.0.67 "GET /v2.0/security-groups?id=df71dd35-47a2-48a6-8aae-3b8f819302d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414629 Feb 09 15:55:05.070683 dv-cinder-825105-1-iscsi neutron-server[82904]: DEBUG neutron.db.agents_db [None req-77d1faa3-9ee6-4a91-bd02-8524aa1f9325 None None] Agent healthcheck: found 6 active agents {{(pid=82904) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 15:55:05.247150 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112987e5-1108-4ab2-947c-e64100ce50cb req-50d03fa6-7e9f-4f8d-ba80-434e54ca1118 tempest-TestVolumeBootPattern-303090007 tempest-TestVolumeBootPattern-303090007-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:55:05.248624 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-112987e5-1108-4ab2-947c-e64100ce50cb req-50d03fa6-7e9f-4f8d-ba80-434e54ca1118 tempest-TestVolumeBootPattern-303090007 tempest-TestVolumeBootPattern-303090007-project] 10.222.0.67 "GET /v2.0/ports?device_id=325415c5-fb43-420d-a426-e5f8720b9c31 HTTP/1.1" status: 200 len: 946 time: 0.0820193 Feb 09 15:55:05.295925 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-112987e5-1108-4ab2-947c-e64100ce50cb req-10b678b4-2b2f-45e6-a4c4-3cbbf6b3cebc tempest-TestVolumeBootPattern-303090007 tempest-TestVolumeBootPattern-303090007-project] 10.222.0.67 "GET /v2.0/security-groups?id=df71dd35-47a2-48a6-8aae-3b8f819302d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414743 Feb 09 15:55:05.324216 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.wsgi [-] (82901) accepted ('10.222.0.67', 51980) {{(pid=82901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 15:55:05.489051 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [None req-a18cfee5-add1-46c9-8075-fed8f42f5da0 tempest-TestVolumeBootPattern-23467880 tempest-TestVolumeBootPattern-23467880-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=325415c5-fb43-420d-a426-e5f8720b9c31 HTTP/1.1" status: 200 len: 1094 time: 0.1637282 Feb 09 15:55:05.491801 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.wsgi [-] (82901) accepted ('10.222.0.67', 51986) {{(pid=82901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 15:55:05.497035 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.api.v2.base [None req-2c2987a9-eb39-4cd6-b4b9-6e1bf980415d tempest-TestVolumeBootPattern-303090007 tempest-TestVolumeBootPattern-303090007-project] Request body: {'floatingip': {'floating_network_id': 'c65eede5-7777-493f-951d-210877831002', 'port_id': '30728500-30d6-4f3f-8586-0cb73a366292', 'tenant_id': '9903301a1e174c829e584a233c5c9866', 'fixed_ip_address': '172.20.0.12'}} {{(pid=82901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 15:55:05.503464 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.db.quota.driver [None req-2c2987a9-eb39-4cd6-b4b9-6e1bf980415d tempest-TestVolumeBootPattern-303090007 tempest-TestVolumeBootPattern-303090007-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 15:55:05.507247 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.quota.resource [None req-2c2987a9-eb39-4cd6-b4b9-6e1bf980415d tempest-TestVolumeBootPattern-303090007 tempest-TestVolumeBootPattern-303090007-project] Usage tracker for resource:floatingip and tenant:9903301a1e174c829e584a233c5c9866 is out of sync, need to count used quota {{(pid=82901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 15:55:05.510051 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.quota.resource [None req-2c2987a9-eb39-4cd6-b4b9-6e1bf980415d tempest-TestVolumeBootPattern-303090007 tempest-TestVolumeBootPattern-303090007-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=82901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 15:55:05.516313 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.db.quota.driver [None req-2c2987a9-eb39-4cd6-b4b9-6e1bf980415d tempest-TestVolumeBootPattern-303090007 tempest-TestVolumeBootPattern-303090007-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=82901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 15:55:05.529759 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-2c2987a9-eb39-4cd6-b4b9-6e1bf980415d tempest-TestVolumeBootPattern-303090007 tempest-TestVolumeBootPattern-303090007-project] Notify callbacks [] for floatingip, before_create {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:55:05.665733 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-2c2987a9-eb39-4cd6-b4b9-6e1bf980415d tempest-TestVolumeBootPattern-303090007 tempest-TestVolumeBootPattern-303090007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16080601'] for port, before_create {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:55:05.823046 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.db.db_base_plugin_common [None req-2c2987a9-eb39-4cd6-b4b9-6e1bf980415d tempest-TestVolumeBootPattern-303090007 tempest-TestVolumeBootPattern-303090007-project] Allocated IP 172.27.0.180 (c65eede5-7777-493f-951d-210877831002/2c513225-bb11-4d36-a4c3-0732716dcb87/3b50cc93-a913-441b-a15a-78b5d6cd35f4) {{(pid=82901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 15:55:05.995759 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-2c2987a9-eb39-4cd6-b4b9-6e1bf980415d tempest-TestVolumeBootPattern-303090007 tempest-TestVolumeBootPattern-303090007-project] Notify callbacks [] for port, precommit_create {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:55:06.025732 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-2c2987a9-eb39-4cd6-b4b9-6e1bf980415d tempest-TestVolumeBootPattern-303090007 tempest-TestVolumeBootPattern-303090007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16080037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124156', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756758334037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1282344'] for port, after_create {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:55:06.099963 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c2987a9-eb39-4cd6-b4b9-6e1bf980415d tempest-TestVolumeBootPattern-303090007 tempest-TestVolumeBootPattern-303090007-project] Network c65eede5-7777-493f-951d-210877831002 is already hosted by enough agents. {{(pid=82901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 15:55:06.102719 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.scheduler.base_scheduler [None req-2c2987a9-eb39-4cd6-b4b9-6e1bf980415d tempest-TestVolumeBootPattern-303090007 tempest-TestVolumeBootPattern-303090007-project] Resources bound (agent type, host, resource id): {{(pid=82901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 15:55:06.106767 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c2987a9-eb39-4cd6-b4b9-6e1bf980415d tempest-TestVolumeBootPattern-303090007 tempest-TestVolumeBootPattern-303090007-project] Received port after_create {{(pid=82901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 15:55:06.138104 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c2987a9-eb39-4cd6-b4b9-6e1bf980415d tempest-TestVolumeBootPattern-303090007 tempest-TestVolumeBootPattern-303090007-project] Pushing event updated for resources: {'Port': ['ID=3b50cc93-a913-441b-a15a-78b5d6cd35f4,revision_number=1']} {{(pid=82901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:55:06.631415 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-2c2987a9-eb39-4cd6-b4b9-6e1bf980415d tempest-TestVolumeBootPattern-303090007 tempest-TestVolumeBootPattern-303090007-project] Notify callbacks [] for floatingip, precommit_create {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:55:06.686303 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-2c2987a9-eb39-4cd6-b4b9-6e1bf980415d tempest-TestVolumeBootPattern-303090007 tempest-TestVolumeBootPattern-303090007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16080601'] for port, before_update {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:55:06.976212 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-2c2987a9-eb39-4cd6-b4b9-6e1bf980415d tempest-TestVolumeBootPattern-303090007 tempest-TestVolumeBootPattern-303090007-project] Notify callbacks [] for port, precommit_update {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:55:06.980664 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-2c2987a9-eb39-4cd6-b4b9-6e1bf980415d tempest-TestVolumeBootPattern-303090007 tempest-TestVolumeBootPattern-303090007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16080037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758755988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756758334055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756758334100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1282337'] for port, after_update {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:55:07.088829 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c2987a9-eb39-4cd6-b4b9-6e1bf980415d tempest-TestVolumeBootPattern-303090007 tempest-TestVolumeBootPattern-303090007-project] Pushing event updated for resources: {'Port': ['ID=3b50cc93-a913-441b-a15a-78b5d6cd35f4,revision_number=2']} {{(pid=82901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:55:07.110192 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-2c2987a9-eb39-4cd6-b4b9-6e1bf980415d tempest-TestVolumeBootPattern-303090007 tempest-TestVolumeBootPattern-303090007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-406337'] for floatingip, after_update {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:55:07.313088 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.db.l3_db [None req-2c2987a9-eb39-4cd6-b4b9-6e1bf980415d tempest-TestVolumeBootPattern-303090007 tempest-TestVolumeBootPattern-303090007-project] Floating IP 5df37f72-a805-4124-a7a2-17186db9e529 associated. External IP: 172.27.0.180, port: 30728500-30d6-4f3f-8586-0cb73a366292. Feb 09 15:55:07.713828 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c2987a9-eb39-4cd6-b4b9-6e1bf980415d tempest-TestVolumeBootPattern-303090007 tempest-TestVolumeBootPattern-303090007-project] Router 9fe23ed1-79d9-4102-82e9-9a62a96f76c7 has already been hosted by L3 agent 94c626d1-bc40-41bd-b6b2-9a20da402cb6 {{(pid=82901) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 15:55:07.914237 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c2987a9-eb39-4cd6-b4b9-6e1bf980415d tempest-TestVolumeBootPattern-303090007 tempest-TestVolumeBootPattern-303090007-project] Notify agent at l3_agent.dv-cinder-825105-1-iscsi the message routers_updated {{(pid=82901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 15:55:07.924310 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd5f4f2b-a906-4f44-ba7d-a9ef7aa8c66d None None] Sync routers for ids ['9fe23ed1-79d9-4102-82e9-9a62a96f76c7'] in dv-cinder-825105-1-iscsi {{(pid=82903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 09 15:55:07.937518 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd5f4f2b-a906-4f44-ba7d-a9ef7aa8c66d None None] Routers {'9fe23ed1-79d9-4102-82e9-9a62a96f76c7'} bound to L3 agent in host dv-cinder-825105-1-iscsi {{(pid=82903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 15:55:07.938172 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.db.l3_hamode_db [None req-cd5f4f2b-a906-4f44-ba7d-a9ef7aa8c66d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825105-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T15:34:00Z,description=,heartbeat_timestamp=2022-02-09T15:55:00Z,host='dv-cinder-825105-1-iscsi',id=94c626d1-bc40-41bd-b6b2-9a20da402cb6,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:34:00Z,topic='l3_agent')) {'router_ids': ['9fe23ed1-79d9-4102-82e9-9a62a96f76c7'], 'active': True} {{(pid=82903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:55:07.944448 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-2c2987a9-eb39-4cd6-b4b9-6e1bf980415d tempest-TestVolumeBootPattern-303090007 tempest-TestVolumeBootPattern-303090007-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205010'] for floatingip, before_response {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:55:08.004961 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [None req-2c2987a9-eb39-4cd6-b4b9-6e1bf980415d tempest-TestVolumeBootPattern-303090007 tempest-TestVolumeBootPattern-303090007-project] 10.222.0.67 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.5120184 Feb 09 15:55:08.005647 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '325415c5-fb43-420d-a426-e5f8720b9c31', 'tag': '30728500-30d6-4f3f-8586-0cb73a366292'}] {{(pid=82901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 15:55:08.063860 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '325415c5-fb43-420d-a426-e5f8720b9c31', 'tag': '30728500-30d6-4f3f-8586-0cb73a366292', 'status': 'completed', 'code': 200} Feb 09 15:55:08.124939 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.db.l3_dvr_db [None req-cd5f4f2b-a906-4f44-ba7d-a9ef7aa8c66d None None] Set router 9fe23ed1-79d9-4102-82e9-9a62a96f76c7 gateway port host: dv-cinder-825105-1-iscsi {{(pid=82903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 15:55:08.156050 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-eb0c9d8d-1965-4c64-9b5b-b4af598ea6bd req-57beffe0-8d37-4ed6-a8b9-c23fb6769d46 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=9903301a1e174c829e584a233c5c9866&device_id=325415c5-fb43-420d-a426-e5f8720b9c31 HTTP/1.1" status: 200 len: 1099 time: 0.0699520 Feb 09 15:55:08.293346 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0c9d8d-1965-4c64-9b5b-b4af598ea6bd req-368077e3-98a2-45ff-8677-5322598c75f0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:55:08.294662 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-eb0c9d8d-1965-4c64-9b5b-b4af598ea6bd req-368077e3-98a2-45ff-8677-5322598c75f0 service neutron] 10.222.0.47 "GET /v2.0/networks?id=d2b5dcdb-5fe9-45d2-b726-adea8d997892 HTTP/1.1" status: 200 len: 912 time: 0.1323857 Feb 09 15:55:08.399727 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-eb0c9d8d-1965-4c64-9b5b-b4af598ea6bd req-e6f2456e-8779-4946-a725-aab579be25b1 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=30728500-30d6-4f3f-8586-0cb73a366292 HTTP/1.1" status: 200 len: 1000 time: 0.0982327 Feb 09 15:55:08.463909 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0c9d8d-1965-4c64-9b5b-b4af598ea6bd req-06a4baf8-d26d-4a35-872f-3e003f018d20 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:55:08.465372 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-eb0c9d8d-1965-4c64-9b5b-b4af598ea6bd req-06a4baf8-d26d-4a35-872f-3e003f018d20 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6dc70113-5a0d-4411-a864-97d927169679 HTTP/1.1" status: 200 len: 850 time: 0.0598369 Feb 09 15:55:08.516188 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.db.l3_hamode_db [None req-cd5f4f2b-a906-4f44-ba7d-a9ef7aa8c66d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9fe23ed1-79d9-4102-82e9-9a62a96f76c7', 'name': 'tempest-TestVolumeBootPattern-787040231-router', 'tenant_id': '9903301a1e174c829e584a233c5c9866', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c65eede5-7777-493f-951d-210877831002', 'external_fixed_ips': [{'subnet_id': '2c513225-bb11-4d36-a4c3-0732716dcb87', 'ip_address': '172.27.0.135'}], 'enable_snat': True}, 'gw_port_id': 'a6b14449-4fdb-475c-899b-80e5f71a2e3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T15:54:18Z', 'updated_at': '2022-02-09T15:54:21Z', 'revision_number': 4, 'project_id': '9903301a1e174c829e584a233c5c9866', 'gw_port': {'id': 'a6b14449-4fdb-475c-899b-80e5f71a2e3b', 'name': '', 'network_id': 'c65eede5-7777-493f-951d-210877831002', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:a5:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fe23ed1-79d9-4102-82e9-9a62a96f76c7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2c513225-bb11-4d36-a4c3-0732716dcb87', 'ip_address': '172.27.0.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825105-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:54:19Z', 'updated_at': '2022-02-09T15:54:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c513225-bb11-4d36-a4c3-0732716dcb87', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825105-1-iscsi', '_floatingips': [{'id': '5df37f72-a805-4124-a7a2-17186db9e529', 'tenant_id': '9903301a1e174c829e584a233c5c9866', 'floating_ip_address': '172.27.0.180', 'floating_network_id': 'c65eede5-7777-493f-951d-210877831002', 'router_id': '9fe23ed1-79d9-4102-82e9-9a62a96f76c7', 'port_id': '30728500-30d6-4f3f-8586-0cb73a366292', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd2b5dcdb-5fe9-45d2-b726-adea8d997892', 'mac_address': 'fa:16:3e:5a:94:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '325415c5-fb43-420d-a426-e5f8720b9c31', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T15:55:06Z', 'updated_at': '2022-02-09T15:55:06Z', 'revision_number': 0, 'project_id': '9903301a1e174c829e584a233c5c9866', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7bdb8d8e-08dd-4dfd-8b46-cb7bc3b1faf3', 'name': '', 'network_id': 'd2b5dcdb-5fe9-45d2-b726-adea8d997892', 'tenant_id': '9903301a1e174c829e584a233c5c9866', 'mac_address': 'fa:16:3e:15:77:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fe23ed1-79d9-4102-82e9-9a62a96f76c7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6dc70113-5a0d-4411-a864-97d927169679', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825105-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:54:21Z', 'updated_at': '2022-02-09T15:54:40Z', 'revision_number': 5, 'project_id': '9903301a1e174c829e584a233c5c9866', 'subnets': [{'id': '6dc70113-5a0d-4411-a864-97d927169679', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825105-1-iscsi', False) {} {{(pid=82903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:55:08.520422 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd5f4f2b-a906-4f44-ba7d-a9ef7aa8c66d None None] Checking router: 9fe23ed1-79d9-4102-82e9-9a62a96f76c7 for host: dv-cinder-825105-1-iscsi {{(pid=82903) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 09 15:55:08.532097 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd5f4f2b-a906-4f44-ba7d-a9ef7aa8c66d None None] Routers {'9fe23ed1-79d9-4102-82e9-9a62a96f76c7'} bound to L3 agent in host dv-cinder-825105-1-iscsi {{(pid=82903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 15:55:08.532805 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.db.l3_hamode_db [None req-cd5f4f2b-a906-4f44-ba7d-a9ef7aa8c66d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825105-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T15:34:00Z,description=,heartbeat_timestamp=2022-02-09T15:55:00Z,host='dv-cinder-825105-1-iscsi',id=94c626d1-bc40-41bd-b6b2-9a20da402cb6,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:34:00Z,topic='l3_agent')) {'router_ids': ['9fe23ed1-79d9-4102-82e9-9a62a96f76c7'], 'active': True} {{(pid=82903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:55:08.637103 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-eb0c9d8d-1965-4c64-9b5b-b4af598ea6bd req-b744eb17-7bb3-423e-987f-c117e225d491 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=d2b5dcdb-5fe9-45d2-b726-adea8d997892&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1656380 Feb 09 15:55:08.710853 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.db.l3_dvr_db [None req-cd5f4f2b-a906-4f44-ba7d-a9ef7aa8c66d None None] Set router 9fe23ed1-79d9-4102-82e9-9a62a96f76c7 gateway port host: dv-cinder-825105-1-iscsi {{(pid=82903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 15:55:08.782888 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-eb0c9d8d-1965-4c64-9b5b-b4af598ea6bd req-e1e24529-7329-437f-8e2e-0af380297a63 service neutron] 10.222.0.47 "GET /v2.0/networks/d2b5dcdb-5fe9-45d2-b726-adea8d997892?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1390116 Feb 09 15:55:08.918763 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-eb0c9d8d-1965-4c64-9b5b-b4af598ea6bd req-188e9223-b6aa-44b8-9e8a-50d403ce445a service neutron] 10.222.0.47 "GET /v2.0/networks/d2b5dcdb-5fe9-45d2-b726-adea8d997892?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1292734 Feb 09 15:55:09.065394 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.db.l3_hamode_db [None req-cd5f4f2b-a906-4f44-ba7d-a9ef7aa8c66d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9fe23ed1-79d9-4102-82e9-9a62a96f76c7', 'name': 'tempest-TestVolumeBootPattern-787040231-router', 'tenant_id': '9903301a1e174c829e584a233c5c9866', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c65eede5-7777-493f-951d-210877831002', 'external_fixed_ips': [{'subnet_id': '2c513225-bb11-4d36-a4c3-0732716dcb87', 'ip_address': '172.27.0.135'}], 'enable_snat': True}, 'gw_port_id': 'a6b14449-4fdb-475c-899b-80e5f71a2e3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T15:54:18Z', 'updated_at': '2022-02-09T15:54:21Z', 'revision_number': 4, 'project_id': '9903301a1e174c829e584a233c5c9866', 'gw_port': {'id': 'a6b14449-4fdb-475c-899b-80e5f71a2e3b', 'name': '', 'network_id': 'c65eede5-7777-493f-951d-210877831002', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:a5:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fe23ed1-79d9-4102-82e9-9a62a96f76c7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2c513225-bb11-4d36-a4c3-0732716dcb87', 'ip_address': '172.27.0.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825105-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:54:19Z', 'updated_at': '2022-02-09T15:54:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c513225-bb11-4d36-a4c3-0732716dcb87', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825105-1-iscsi', '_floatingips': [{'id': '5df37f72-a805-4124-a7a2-17186db9e529', 'tenant_id': '9903301a1e174c829e584a233c5c9866', 'floating_ip_address': '172.27.0.180', 'floating_network_id': 'c65eede5-7777-493f-951d-210877831002', 'router_id': '9fe23ed1-79d9-4102-82e9-9a62a96f76c7', 'port_id': '30728500-30d6-4f3f-8586-0cb73a366292', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd2b5dcdb-5fe9-45d2-b726-adea8d997892', 'mac_address': 'fa:16:3e:5a:94:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '325415c5-fb43-420d-a426-e5f8720b9c31', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T15:55:06Z', 'updated_at': '2022-02-09T15:55:06Z', 'revision_number': 0, 'project_id': '9903301a1e174c829e584a233c5c9866', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7bdb8d8e-08dd-4dfd-8b46-cb7bc3b1faf3', 'name': '', 'network_id': 'd2b5dcdb-5fe9-45d2-b726-adea8d997892', 'tenant_id': '9903301a1e174c829e584a233c5c9866', 'mac_address': 'fa:16:3e:15:77:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fe23ed1-79d9-4102-82e9-9a62a96f76c7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6dc70113-5a0d-4411-a864-97d927169679', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825105-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:54:21Z', 'updated_at': '2022-02-09T15:54:40Z', 'revision_number': 5, 'project_id': '9903301a1e174c829e584a233c5c9866', 'subnets': [{'id': '6dc70113-5a0d-4411-a864-97d927169679', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825105-1-iscsi', False) {} {{(pid=82903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:55:09.069708 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd5f4f2b-a906-4f44-ba7d-a9ef7aa8c66d None None] The sync data for ids ['9fe23ed1-79d9-4102-82e9-9a62a96f76c7'] in dv-cinder-825105-1-iscsi is: [{'id': '9fe23ed1-79d9-4102-82e9-9a62a96f76c7', 'name': 'tempest-TestVolumeBootPattern-787040231-router', 'tenant_id': '9903301a1e174c829e584a233c5c9866', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c65eede5-7777-493f-951d-210877831002', 'external_fixed_ips': [{'subnet_id': '2c513225-bb11-4d36-a4c3-0732716dcb87', 'ip_address': '172.27.0.135'}], 'enable_snat': True}, 'gw_port_id': 'a6b14449-4fdb-475c-899b-80e5f71a2e3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T15:54:18Z', 'updated_at': '2022-02-09T15:54:21Z', 'revision_number': 4, 'project_id': '9903301a1e174c829e584a233c5c9866', 'gw_port': {'id': 'a6b14449-4fdb-475c-899b-80e5f71a2e3b', 'name': '', 'network_id': 'c65eede5-7777-493f-951d-210877831002', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:a5:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fe23ed1-79d9-4102-82e9-9a62a96f76c7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2c513225-bb11-4d36-a4c3-0732716dcb87', 'ip_address': '172.27.0.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825105-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:54:19Z', 'updated_at': '2022-02-09T15:54:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c513225-bb11-4d36-a4c3-0732716dcb87', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825105-1-iscsi', '_floatingips': [{'id': '5df37f72-a805-4124-a7a2-17186db9e529', 'tenant_id': '9903301a1e174c829e584a233c5c9866', 'floating_ip_address': '172.27.0.180', 'floating_network_id': 'c65eede5-7777-493f-951d-210877831002', 'router_id': '9fe23ed1-79d9-4102-82e9-9a62a96f76c7', 'port_id': '30728500-30d6-4f3f-8586-0cb73a366292', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd2b5dcdb-5fe9-45d2-b726-adea8d997892', 'mac_address': 'fa:16:3e:5a:94:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '325415c5-fb43-420d-a426-e5f8720b9c31', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T15:55:06Z', 'updated_at': '2022-02-09T15:55:06Z', 'revision_number': 0, 'project_id': '9903301a1e174c829e584a233c5c9866', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7bdb8d8e-08dd-4dfd-8b46-cb7bc3b1faf3', 'name': '', 'network_id': 'd2b5dcdb-5fe9-45d2-b726-adea8d997892', 'tenant_id': '9903301a1e174c829e584a233c5c9866', 'mac_address': 'fa:16:3e:15:77:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fe23ed1-79d9-4102-82e9-9a62a96f76c7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6dc70113-5a0d-4411-a864-97d927169679', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825105-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:54:21Z', 'updated_at': '2022-02-09T15:54:40Z', 'revision_number': 5, 'project_id': '9903301a1e174c829e584a233c5c9866', 'subnets': [{'id': '6dc70113-5a0d-4411-a864-97d927169679', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 09 15:55:09.262640 dv-cinder-825105-1-iscsi neutron-server[82904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98fa86ab-8359-44ae-9769-1272483236d3 None None] New status for floating IP 5df37f72-a805-4124-a7a2-17186db9e529: ACTIVE {{(pid=82904) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 09 15:55:20.050685 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf88cecd-69bc-4250-bc17-62af878b5a54 req-c6ed6816-1fb2-4061-967f-f7fc7a7d4d6f tempest-TestShelveInstance-829759295 tempest-TestShelveInstance-829759295-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:55:20.052193 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-bf88cecd-69bc-4250-bc17-62af878b5a54 req-c6ed6816-1fb2-4061-967f-f7fc7a7d4d6f tempest-TestShelveInstance-829759295 tempest-TestShelveInstance-829759295-project] 10.222.0.67 "GET /v2.0/ports?device_id=09dd4c90-5cd1-412c-87eb-06db15e371df HTTP/1.1" status: 200 len: 945 time: 0.0988178 Feb 09 15:55:20.110230 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-bf88cecd-69bc-4250-bc17-62af878b5a54 req-9f985ed1-db63-480e-baa0-e2a64d3d2ae5 tempest-TestShelveInstance-829759295 tempest-TestShelveInstance-829759295-project] 10.222.0.67 "GET /v2.0/security-groups?id=86070b6d-f80e-462a-a1f4-df7d1c8b953c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522962 Feb 09 15:55:21.345696 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d68677-5fb0-4d2f-b15d-05d9091b4086 req-d6c26944-f435-4f2b-9a7e-0d0024580bca tempest-TestShelveInstance-829759295 tempest-TestShelveInstance-829759295-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:55:21.347179 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-f3d68677-5fb0-4d2f-b15d-05d9091b4086 req-d6c26944-f435-4f2b-9a7e-0d0024580bca tempest-TestShelveInstance-829759295 tempest-TestShelveInstance-829759295-project] 10.222.0.67 "GET /v2.0/ports?device_id=09dd4c90-5cd1-412c-87eb-06db15e371df HTTP/1.1" status: 200 len: 945 time: 0.0881426 Feb 09 15:55:21.407446 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-f3d68677-5fb0-4d2f-b15d-05d9091b4086 req-8b54d914-1ddb-469b-b7cc-505bdaf52372 tempest-TestShelveInstance-829759295 tempest-TestShelveInstance-829759295-project] 10.222.0.67 "GET /v2.0/security-groups?id=86070b6d-f80e-462a-a1f4-df7d1c8b953c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544291 Feb 09 15:55:22.631351 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eca7759-1a2d-43a1-bac7-84aa7c042ba4 req-78cc8efa-b88d-408b-b4fc-c01948281059 tempest-TestShelveInstance-829759295 tempest-TestShelveInstance-829759295-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:55:22.632994 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-3eca7759-1a2d-43a1-bac7-84aa7c042ba4 req-78cc8efa-b88d-408b-b4fc-c01948281059 tempest-TestShelveInstance-829759295 tempest-TestShelveInstance-829759295-project] 10.222.0.67 "GET /v2.0/ports?device_id=09dd4c90-5cd1-412c-87eb-06db15e371df HTTP/1.1" status: 200 len: 945 time: 0.0878849 Feb 09 15:55:22.687056 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-3eca7759-1a2d-43a1-bac7-84aa7c042ba4 req-bead74fe-b5f5-4bc7-ab21-08980f3966a4 tempest-TestShelveInstance-829759295 tempest-TestShelveInstance-829759295-project] 10.222.0.67 "GET /v2.0/security-groups?id=86070b6d-f80e-462a-a1f4-df7d1c8b953c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472782 Feb 09 15:55:23.894137 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c30de1-59fe-46d6-ad9f-c0ced60ed88e req-330cc9c8-438c-40a4-802f-381f8344771c tempest-TestShelveInstance-829759295 tempest-TestShelveInstance-829759295-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:55:23.895650 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-98c30de1-59fe-46d6-ad9f-c0ced60ed88e req-330cc9c8-438c-40a4-802f-381f8344771c tempest-TestShelveInstance-829759295 tempest-TestShelveInstance-829759295-project] 10.222.0.67 "GET /v2.0/ports?device_id=09dd4c90-5cd1-412c-87eb-06db15e371df HTTP/1.1" status: 200 len: 945 time: 0.0801637 Feb 09 15:55:23.945903 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-98c30de1-59fe-46d6-ad9f-c0ced60ed88e req-6c168a59-23b0-4117-a62c-e8a6a10c41a2 tempest-TestShelveInstance-829759295 tempest-TestShelveInstance-829759295-project] 10.222.0.67 "GET /v2.0/security-groups?id=86070b6d-f80e-462a-a1f4-df7d1c8b953c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444655 Feb 09 15:55:25.159908 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1c525f-b8b3-4dda-bb66-20cfd230b3a6 req-a242ca51-6b7b-408a-af82-2d1cbd892141 tempest-TestShelveInstance-829759295 tempest-TestShelveInstance-829759295-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:55:25.161428 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-9f1c525f-b8b3-4dda-bb66-20cfd230b3a6 req-a242ca51-6b7b-408a-af82-2d1cbd892141 tempest-TestShelveInstance-829759295 tempest-TestShelveInstance-829759295-project] 10.222.0.67 "GET /v2.0/ports?device_id=09dd4c90-5cd1-412c-87eb-06db15e371df HTTP/1.1" status: 200 len: 945 time: 0.0861709 Feb 09 15:55:25.210225 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-9f1c525f-b8b3-4dda-bb66-20cfd230b3a6 req-c6b362f7-3e6c-462c-a532-33c6d39dace5 tempest-TestShelveInstance-829759295 tempest-TestShelveInstance-829759295-project] 10.222.0.67 "GET /v2.0/security-groups?id=86070b6d-f80e-462a-a1f4-df7d1c8b953c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430696 Feb 09 15:55:26.433822 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001aab07-1809-4ac4-a8d5-cdc4c7e6cd97 req-2dc1e36e-b0bb-4823-af6f-45f872a977cd tempest-TestShelveInstance-829759295 tempest-TestShelveInstance-829759295-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:55:26.435281 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-001aab07-1809-4ac4-a8d5-cdc4c7e6cd97 req-2dc1e36e-b0bb-4823-af6f-45f872a977cd tempest-TestShelveInstance-829759295 tempest-TestShelveInstance-829759295-project] 10.222.0.67 "GET /v2.0/ports?device_id=09dd4c90-5cd1-412c-87eb-06db15e371df HTTP/1.1" status: 200 len: 945 time: 0.0947521 Feb 09 15:55:26.485022 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-001aab07-1809-4ac4-a8d5-cdc4c7e6cd97 req-e5a68c5e-818e-46e2-9392-233564dbee1d tempest-TestShelveInstance-829759295 tempest-TestShelveInstance-829759295-project] 10.222.0.67 "GET /v2.0/security-groups?id=86070b6d-f80e-462a-a1f4-df7d1c8b953c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435710 Feb 09 15:55:27.733491 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c51a359-030c-4cac-a6cf-d2c32f943bcf req-8ba735eb-88fd-42c5-bd0a-a193d3fc7694 tempest-TestShelveInstance-829759295 tempest-TestShelveInstance-829759295-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:55:27.735221 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-7c51a359-030c-4cac-a6cf-d2c32f943bcf req-8ba735eb-88fd-42c5-bd0a-a193d3fc7694 tempest-TestShelveInstance-829759295 tempest-TestShelveInstance-829759295-project] 10.222.0.67 "GET /v2.0/ports?device_id=09dd4c90-5cd1-412c-87eb-06db15e371df HTTP/1.1" status: 200 len: 945 time: 0.0858126 Feb 09 15:55:27.785928 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-7c51a359-030c-4cac-a6cf-d2c32f943bcf req-3fa11749-e6ee-4aa1-ab18-ea06ed8d4fa6 tempest-TestShelveInstance-829759295 tempest-TestShelveInstance-829759295-project] 10.222.0.67 "GET /v2.0/security-groups?id=86070b6d-f80e-462a-a1f4-df7d1c8b953c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450830 Feb 09 15:55:27.964775 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-ac1ddab9-0521-445b-b343-6a4504f7fc10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758786133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16008869'] for agent, after_update {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:55:28.995625 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e939028-b30b-43e8-b3d0-10e8a6fd1fbf req-99bd64dd-4b00-4860-bc9a-fd7eef5ce49d tempest-TestShelveInstance-829759295 tempest-TestShelveInstance-829759295-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:55:28.997113 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-9e939028-b30b-43e8-b3d0-10e8a6fd1fbf req-99bd64dd-4b00-4860-bc9a-fd7eef5ce49d tempest-TestShelveInstance-829759295 tempest-TestShelveInstance-829759295-project] 10.222.0.67 "GET /v2.0/ports?device_id=09dd4c90-5cd1-412c-87eb-06db15e371df HTTP/1.1" status: 200 len: 945 time: 0.0819540 Feb 09 15:55:29.045254 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-9e939028-b30b-43e8-b3d0-10e8a6fd1fbf req-1749997b-61d3-4c29-bd53-1c29ac844fd9 tempest-TestShelveInstance-829759295 tempest-TestShelveInstance-829759295-project] 10.222.0.67 "GET /v2.0/security-groups?id=86070b6d-f80e-462a-a1f4-df7d1c8b953c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424211 Feb 09 15:55:30.157385 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-41878c80-3dd6-4b37-8cf5-028471881e92 req-aca19b71-3323-4356-b070-8d750399e9b5 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=edfe650ad3644da4b086f48fa09eb548&device_id=09dd4c90-5cd1-412c-87eb-06db15e371df HTTP/1.1" status: 200 len: 1098 time: 0.0806782 Feb 09 15:55:30.262908 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8a395e-d658-4f89-84a9-1cdcbfe8ef83 req-d25f14b0-12fc-407b-85e8-9a2462f4eded tempest-TestShelveInstance-829759295 tempest-TestShelveInstance-829759295-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:55:30.264449 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-3f8a395e-d658-4f89-84a9-1cdcbfe8ef83 req-d25f14b0-12fc-407b-85e8-9a2462f4eded tempest-TestShelveInstance-829759295 tempest-TestShelveInstance-829759295-project] 10.222.0.67 "GET /v2.0/ports?device_id=09dd4c90-5cd1-412c-87eb-06db15e371df HTTP/1.1" status: 200 len: 945 time: 0.0959766 Feb 09 15:55:30.299862 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41878c80-3dd6-4b37-8cf5-028471881e92 req-aeead717-6e5e-4303-b526-a80df5051712 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:55:30.301334 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-41878c80-3dd6-4b37-8cf5-028471881e92 req-aeead717-6e5e-4303-b526-a80df5051712 service neutron] 10.222.0.47 "GET /v2.0/networks?id=7f46af6c-31a0-4cb9-9407-a2368d7c0d7a HTTP/1.1" status: 200 len: 909 time: 0.1372640 Feb 09 15:55:30.310518 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-3f8a395e-d658-4f89-84a9-1cdcbfe8ef83 req-335c2f01-4b11-4220-908f-878720f0d669 tempest-TestShelveInstance-829759295 tempest-TestShelveInstance-829759295-project] 10.222.0.67 "GET /v2.0/security-groups?id=86070b6d-f80e-462a-a1f4-df7d1c8b953c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401187 Feb 09 15:55:30.337059 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-77ca00f5-dde6-4fd6-85d9-1636ed67866c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758786133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16008869'] for agent, after_update {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:55:30.407573 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-812787cf-6466-4ce1-8c4e-c32e14b18d8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758786133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16008869'] for agent, after_update {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:55:30.412097 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-41878c80-3dd6-4b37-8cf5-028471881e92 req-3a801314-c9e2-48c8-b3f4-4e2c8e985c62 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b3633023-33aa-42da-a1fa-f7a9054edd6c HTTP/1.1" status: 200 len: 1001 time: 0.1035311 Feb 09 15:55:30.476481 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41878c80-3dd6-4b37-8cf5-028471881e92 req-fc4b4d50-51af-4d43-a1fb-24037aed78c7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:55:30.477901 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-41878c80-3dd6-4b37-8cf5-028471881e92 req-fc4b4d50-51af-4d43-a1fb-24037aed78c7 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=cbc2dc2c-e327-4450-a8ab-b2fdfcbed0af HTTP/1.1" status: 200 len: 847 time: 0.0596099 Feb 09 15:55:30.556215 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-41878c80-3dd6-4b37-8cf5-028471881e92 req-ef4341d1-8b0b-4098-85be-fa13c1627f7a service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=7f46af6c-31a0-4cb9-9407-a2368d7c0d7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0712359 Feb 09 15:55:30.698939 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-41878c80-3dd6-4b37-8cf5-028471881e92 req-9da570d2-3f5f-434f-ab04-8f8df6527044 service neutron] 10.222.0.47 "GET /v2.0/networks/7f46af6c-31a0-4cb9-9407-a2368d7c0d7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1301687 Feb 09 15:55:30.843626 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-41878c80-3dd6-4b37-8cf5-028471881e92 req-51e142d1-59ce-46b9-ac3a-4319101adfc3 service neutron] 10.222.0.47 "GET /v2.0/networks/7f46af6c-31a0-4cb9-9407-a2368d7c0d7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1376395 Feb 09 15:55:31.286621 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-1f7d0426-72a7-4c89-8e53-4ec430751ccf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758786133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16008869'] for agent, after_update {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:55:31.528209 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4096d5d-5f0a-4ba4-8fe4-4b2f31882529 req-45d8b51b-cf2d-428c-b455-1ae3609b671c tempest-TestShelveInstance-829759295 tempest-TestShelveInstance-829759295-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:55:31.530178 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-e4096d5d-5f0a-4ba4-8fe4-4b2f31882529 req-45d8b51b-cf2d-428c-b455-1ae3609b671c tempest-TestShelveInstance-829759295 tempest-TestShelveInstance-829759295-project] 10.222.0.67 "GET /v2.0/ports?device_id=09dd4c90-5cd1-412c-87eb-06db15e371df HTTP/1.1" status: 200 len: 945 time: 0.0908089 Feb 09 15:55:31.578248 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-e4096d5d-5f0a-4ba4-8fe4-4b2f31882529 req-c0bb898e-9361-4a6e-ac90-5da5f9436911 tempest-TestShelveInstance-829759295 tempest-TestShelveInstance-829759295-project] 10.222.0.67 "GET /v2.0/security-groups?id=86070b6d-f80e-462a-a1f4-df7d1c8b953c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424776 Feb 09 15:55:31.617885 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-608c4fd2-211a-4ca9-a277-ad2a51be62ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758786133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16008869'] for agent, after_update {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:55:32.812416 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77760f8c-1fbc-4119-81bd-fdaa5e46703d req-c6283cb6-04ff-4646-97a4-651548510dbe tempest-TestShelveInstance-829759295 tempest-TestShelveInstance-829759295-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:55:32.814001 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-77760f8c-1fbc-4119-81bd-fdaa5e46703d req-c6283cb6-04ff-4646-97a4-651548510dbe tempest-TestShelveInstance-829759295 tempest-TestShelveInstance-829759295-project] 10.222.0.67 "GET /v2.0/ports?device_id=09dd4c90-5cd1-412c-87eb-06db15e371df HTTP/1.1" status: 200 len: 945 time: 0.0890660 Feb 09 15:55:32.867106 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-77760f8c-1fbc-4119-81bd-fdaa5e46703d req-cc5bdd59-30c6-48af-b014-245d6d5da728 tempest-TestShelveInstance-829759295 tempest-TestShelveInstance-829759295-project] 10.222.0.67 "GET /v2.0/security-groups?id=86070b6d-f80e-462a-a1f4-df7d1c8b953c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456486 Feb 09 15:55:32.987801 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-faa751bb-9674-45ec-b131-f889431b03dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758786133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16008869'] for agent, after_update {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:55:34.069182 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a2a525-b933-4b63-8627-fc146e30ab58 req-61de4dde-5354-410a-a82b-b348b2ec026e tempest-TestShelveInstance-829759295 tempest-TestShelveInstance-829759295-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:55:34.070632 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-37a2a525-b933-4b63-8627-fc146e30ab58 req-61de4dde-5354-410a-a82b-b348b2ec026e tempest-TestShelveInstance-829759295 tempest-TestShelveInstance-829759295-project] 10.222.0.67 "GET /v2.0/ports?device_id=09dd4c90-5cd1-412c-87eb-06db15e371df HTTP/1.1" status: 200 len: 945 time: 0.0787396 Feb 09 15:55:34.253592 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-37a2a525-b933-4b63-8627-fc146e30ab58 req-aaa1b702-5952-440e-92b4-13139bbd4698 tempest-TestShelveInstance-829759295 tempest-TestShelveInstance-829759295-project] 10.222.0.67 "GET /v2.0/security-groups?id=86070b6d-f80e-462a-a1f4-df7d1c8b953c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1773467 Feb 09 15:55:34.284336 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-0df43daf-ebf2-40c7-84ad-e410cadd8b36 req-11d46da0-431d-4030-bd65-3d067f88555f service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=325415c5-fb43-420d-a426-e5f8720b9c31&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0763323 Feb 09 15:55:34.445517 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-0df43daf-ebf2-40c7-84ad-e410cadd8b36 req-4b087550-b997-434e-8d0b-b0b29aa0500c service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=9903301a1e174c829e584a233c5c9866&device_id=325415c5-fb43-420d-a426-e5f8720b9c31 HTTP/1.1" status: 200 len: 1099 time: 0.0847299 Feb 09 15:55:34.473132 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-139c81e4-d8a6-4d79-a721-e007ef71ca6b req-7e2b4c06-a068-4c27-a1d4-1bbbaae39eca service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=09dd4c90-5cd1-412c-87eb-06db15e371df&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0974898 Feb 09 15:55:34.615208 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df43daf-ebf2-40c7-84ad-e410cadd8b36 req-82e60c20-d575-4d7b-b1b0-ac59666ca438 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:55:34.617286 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-0df43daf-ebf2-40c7-84ad-e410cadd8b36 req-82e60c20-d575-4d7b-b1b0-ac59666ca438 service neutron] 10.222.0.47 "GET /v2.0/networks?id=d2b5dcdb-5fe9-45d2-b726-adea8d997892 HTTP/1.1" status: 200 len: 912 time: 0.1508899 Feb 09 15:55:34.785790 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-0df43daf-ebf2-40c7-84ad-e410cadd8b36 req-af3d935b-966f-41bd-81ef-f8db06087c4c service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=30728500-30d6-4f3f-8586-0cb73a366292 HTTP/1.1" status: 200 len: 1002 time: 0.1617105 Feb 09 15:55:34.844962 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-ad691fbb-5dbe-4b1b-8a76-75f47f3bb74d req-10c67658-e91c-4828-bb15-a303db06945a service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=09dd4c90-5cd1-412c-87eb-06db15e371df&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2175922 Feb 09 15:55:34.880980 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df43daf-ebf2-40c7-84ad-e410cadd8b36 req-9970cbe9-9284-46ab-b047-7a187010f07a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:55:34.882551 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-0df43daf-ebf2-40c7-84ad-e410cadd8b36 req-9970cbe9-9284-46ab-b047-7a187010f07a service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6dc70113-5a0d-4411-a864-97d927169679 HTTP/1.1" status: 200 len: 850 time: 0.0891328 Feb 09 15:55:34.948464 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe44974c-7ab8-4d6a-8c58-fbb4d4e5e2ca req-d7ff1208-bbdc-4625-8f9b-799673bbb185 tempest-TestShelveInstance-829759295 tempest-TestShelveInstance-829759295-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:55:34.949915 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-fe44974c-7ab8-4d6a-8c58-fbb4d4e5e2ca req-d7ff1208-bbdc-4625-8f9b-799673bbb185 tempest-TestShelveInstance-829759295 tempest-TestShelveInstance-829759295-project] 10.222.0.67 "GET /v2.0/ports?device_id=09dd4c90-5cd1-412c-87eb-06db15e371df HTTP/1.1" status: 200 len: 945 time: 0.2190557 Feb 09 15:55:35.021257 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-fe44974c-7ab8-4d6a-8c58-fbb4d4e5e2ca req-e63fe824-07c2-4895-94b0-67ee5bdd1ecb tempest-TestShelveInstance-829759295 tempest-TestShelveInstance-829759295-project] 10.222.0.67 "GET /v2.0/security-groups?id=86070b6d-f80e-462a-a1f4-df7d1c8b953c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0620420 Feb 09 15:55:35.028817 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-0df43daf-ebf2-40c7-84ad-e410cadd8b36 req-08215fa4-328a-4efd-a54c-ee15424a76a0 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=d2b5dcdb-5fe9-45d2-b726-adea8d997892&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1377888 Feb 09 15:55:35.198834 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-0df43daf-ebf2-40c7-84ad-e410cadd8b36 req-61faae99-2da4-4681-bb3d-4131f61d61a4 service neutron] 10.222.0.47 "GET /v2.0/networks/d2b5dcdb-5fe9-45d2-b726-adea8d997892?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1629927 Feb 09 15:55:35.358640 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-0df43daf-ebf2-40c7-84ad-e410cadd8b36 req-7bbb890a-e338-42c1-8dcf-da7aeba5ec3e service neutron] 10.222.0.47 "GET /v2.0/networks/d2b5dcdb-5fe9-45d2-b726-adea8d997892?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1532629 Feb 09 15:55:36.189947 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.plugins.ml2.rpc [None req-812787cf-6466-4ce1-8c4e-c32e14b18d8a None None] Device b3633023-33aa-42da-a1fa-f7a9054edd6c no longer exists at agent hyperv_hv-cinder-82510 {{(pid=82903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 15:55:36.262044 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13735fc0-5b0b-40c5-b47d-25d37c285ef3 req-c229262e-8d66-485a-b899-4547e8832c00 tempest-TestShelveInstance-829759295 tempest-TestShelveInstance-829759295-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:55:36.263865 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-13735fc0-5b0b-40c5-b47d-25d37c285ef3 req-c229262e-8d66-485a-b899-4547e8832c00 tempest-TestShelveInstance-829759295 tempest-TestShelveInstance-829759295-project] 10.222.0.67 "GET /v2.0/ports?device_id=09dd4c90-5cd1-412c-87eb-06db15e371df HTTP/1.1" status: 200 len: 945 time: 0.1095705 Feb 09 15:55:36.315560 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-ad691fbb-5dbe-4b1b-8a76-75f47f3bb74d req-3d2f65fd-490d-4ed2-ab1a-523fa80a934e service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=09dd4c90-5cd1-412c-87eb-06db15e371df&tenant_id=edfe650ad3644da4b086f48fa09eb548 HTTP/1.1" status: 200 len: 1098 time: 0.0804367 Feb 09 15:55:36.322800 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-13735fc0-5b0b-40c5-b47d-25d37c285ef3 req-02cda221-7f9a-42c0-8e5b-9a869043a837 tempest-TestShelveInstance-829759295 tempest-TestShelveInstance-829759295-project] 10.222.0.67 "GET /v2.0/security-groups?id=86070b6d-f80e-462a-a1f4-df7d1c8b953c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485461 Feb 09 15:55:36.348882 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-812787cf-6466-4ce1-8c4e-c32e14b18d8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16080601'] for port, before_update {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:55:36.383171 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09dd4c90-5cd1-412c-87eb-06db15e371df', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b3633023-33aa-42da-a1fa-f7a9054edd6c'}] {{(pid=82903) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 15:55:36.396453 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.plugins.ml2.db [None req-812787cf-6466-4ce1-8c4e-c32e14b18d8a None None] For port b3633023-33aa-42da-a1fa-f7a9054edd6c, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=b3633023-33aa-42da-a1fa-f7a9054edd6c,segment=NetworkSegment(6be99c28-2e23-4bdb-8d7f-30b5ed2c2c2a),segment_id=6be99c28-2e23-4bdb-8d7f-30b5ed2c2c2a)] {{(pid=82903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:55:36.405729 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-812787cf-6466-4ce1-8c4e-c32e14b18d8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16080037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758755988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756758334055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756758334100'] for port, after_update {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:55:36.441202 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-ad691fbb-5dbe-4b1b-8a76-75f47f3bb74d req-70cb103a-7d21-4382-9b14-055fedce4aa5 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=edfe650ad3644da4b086f48fa09eb548&device_id=09dd4c90-5cd1-412c-87eb-06db15e371df HTTP/1.1" status: 200 len: 1098 time: 0.0937259 Feb 09 15:55:36.471043 dv-cinder-825105-1-iscsi neutron-server[82903]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '09dd4c90-5cd1-412c-87eb-06db15e371df', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'b3633023-33aa-42da-a1fa-f7a9054edd6c', 'code': 422} returned with failed status Feb 09 15:55:36.511690 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812787cf-6466-4ce1-8c4e-c32e14b18d8a None None] Pushing event updated for resources: {'Port': ['ID=b3633023-33aa-42da-a1fa-f7a9054edd6c,revision_number=6']} {{(pid=82903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:55:36.522877 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-812787cf-6466-4ce1-8c4e-c32e14b18d8a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825105-1-iscsi {{(pid=82903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:55:36.523215 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-812787cf-6466-4ce1-8c4e-c32e14b18d8a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825105-1-iscsi {{(pid=82903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:55:36.523533 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-812787cf-6466-4ce1-8c4e-c32e14b18d8a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825105-1-iscsi {{(pid=82903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:55:36.523857 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-812787cf-6466-4ce1-8c4e-c32e14b18d8a None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825105-1-iscsi {{(pid=82903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:55:36.524222 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-812787cf-6466-4ce1-8c4e-c32e14b18d8a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825105-1-iscsi {{(pid=82903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:55:36.524546 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-812787cf-6466-4ce1-8c4e-c32e14b18d8a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-825105-1-iscsi {{(pid=82903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:55:36.524868 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-812787cf-6466-4ce1-8c4e-c32e14b18d8a None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825105-1-iscsi {{(pid=82903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:55:36.525186 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-812787cf-6466-4ce1-8c4e-c32e14b18d8a None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825105-1-iscsi {{(pid=82903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:55:36.525494 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-812787cf-6466-4ce1-8c4e-c32e14b18d8a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825105-1-iscsi {{(pid=82903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:55:36.525812 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-812787cf-6466-4ce1-8c4e-c32e14b18d8a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825105-1-iscsi {{(pid=82903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:55:36.526124 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-812787cf-6466-4ce1-8c4e-c32e14b18d8a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825105-1-iscsi {{(pid=82903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:55:36.642628 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad691fbb-5dbe-4b1b-8a76-75f47f3bb74d req-412c8c7f-af23-45c8-bafa-f0b1bfb2f9e9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:55:36.645554 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-ad691fbb-5dbe-4b1b-8a76-75f47f3bb74d req-412c8c7f-af23-45c8-bafa-f0b1bfb2f9e9 service neutron] 10.222.0.47 "GET /v2.0/networks?id=7f46af6c-31a0-4cb9-9407-a2368d7c0d7a HTTP/1.1" status: 200 len: 909 time: 0.1906056 Feb 09 15:55:36.759475 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-ad691fbb-5dbe-4b1b-8a76-75f47f3bb74d req-163151c9-60b4-417d-ace0-265920a4a495 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b3633023-33aa-42da-a1fa-f7a9054edd6c HTTP/1.1" status: 200 len: 999 time: 0.1070724 Feb 09 15:55:36.836368 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad691fbb-5dbe-4b1b-8a76-75f47f3bb74d req-ca20da2f-1976-4254-b265-1ce167f4bb76 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:55:36.837799 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-ad691fbb-5dbe-4b1b-8a76-75f47f3bb74d req-ca20da2f-1976-4254-b265-1ce167f4bb76 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=cbc2dc2c-e327-4450-a8ab-b2fdfcbed0af HTTP/1.1" status: 200 len: 847 time: 0.0728223 Feb 09 15:55:36.959641 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-ad691fbb-5dbe-4b1b-8a76-75f47f3bb74d req-a9d1c618-f08b-4f47-beb8-fa0d5acd28ce service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=7f46af6c-31a0-4cb9-9407-a2368d7c0d7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1142695 Feb 09 15:55:37.116760 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-ad691fbb-5dbe-4b1b-8a76-75f47f3bb74d req-702fe672-ab98-4d5b-963b-7e929bb84b9a service neutron] 10.222.0.47 "GET /v2.0/networks/7f46af6c-31a0-4cb9-9407-a2368d7c0d7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1500442 Feb 09 15:55:37.386933 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-ad691fbb-5dbe-4b1b-8a76-75f47f3bb74d req-705eeab6-5a70-4d80-af5d-d8fde93325d2 service neutron] 10.222.0.47 "GET /v2.0/networks/7f46af6c-31a0-4cb9-9407-a2368d7c0d7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2622640 Feb 09 15:55:37.572477 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6377382b-396a-43a2-89d0-83db3cb2bab7 req-52ee0d0f-f499-4d06-aaf9-545dbb01b122 tempest-TestShelveInstance-829759295 tempest-TestShelveInstance-829759295-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:55:37.574145 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-6377382b-396a-43a2-89d0-83db3cb2bab7 req-52ee0d0f-f499-4d06-aaf9-545dbb01b122 tempest-TestShelveInstance-829759295 tempest-TestShelveInstance-829759295-project] 10.222.0.67 "GET /v2.0/ports?device_id=09dd4c90-5cd1-412c-87eb-06db15e371df HTTP/1.1" status: 200 len: 943 time: 0.0902140 Feb 09 15:55:37.632797 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-6377382b-396a-43a2-89d0-83db3cb2bab7 req-2454317e-17eb-461e-b170-4c8ec413f5d8 tempest-TestShelveInstance-829759295 tempest-TestShelveInstance-829759295-project] 10.222.0.67 "GET /v2.0/security-groups?id=86070b6d-f80e-462a-a1f4-df7d1c8b953c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501854 Feb 09 15:55:38.879291 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ccfa6a-8f6a-45fe-8182-9478393f22e7 req-2cf55eff-32df-40b9-a1b7-9fde5606bf7e tempest-TestShelveInstance-829759295 tempest-TestShelveInstance-829759295-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:55:38.880867 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-43ccfa6a-8f6a-45fe-8182-9478393f22e7 req-2cf55eff-32df-40b9-a1b7-9fde5606bf7e tempest-TestShelveInstance-829759295 tempest-TestShelveInstance-829759295-project] 10.222.0.67 "GET /v2.0/ports?device_id=09dd4c90-5cd1-412c-87eb-06db15e371df HTTP/1.1" status: 200 len: 943 time: 0.1010425 Feb 09 15:55:38.948594 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-43ccfa6a-8f6a-45fe-8182-9478393f22e7 req-c6d96f57-cf42-40ee-a3e2-0fa25dc1f56d tempest-TestShelveInstance-829759295 tempest-TestShelveInstance-829759295-project] 10.222.0.67 "GET /v2.0/security-groups?id=86070b6d-f80e-462a-a1f4-df7d1c8b953c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0592558 Feb 09 15:55:40.185128 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470851aa-c379-4c51-8d24-dc837149830e req-331dae1f-7081-4d71-829b-2b4d242733d8 tempest-TestShelveInstance-829759295 tempest-TestShelveInstance-829759295-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:55:40.187646 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-470851aa-c379-4c51-8d24-dc837149830e req-331dae1f-7081-4d71-829b-2b4d242733d8 tempest-TestShelveInstance-829759295 tempest-TestShelveInstance-829759295-project] 10.222.0.67 "GET /v2.0/ports?device_id=09dd4c90-5cd1-412c-87eb-06db15e371df HTTP/1.1" status: 200 len: 943 time: 0.0840478 Feb 09 15:55:40.239960 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-470851aa-c379-4c51-8d24-dc837149830e req-2734bb89-b925-4a5a-9c9b-4c9a443bd764 tempest-TestShelveInstance-829759295 tempest-TestShelveInstance-829759295-project] 10.222.0.67 "GET /v2.0/security-groups?id=86070b6d-f80e-462a-a1f4-df7d1c8b953c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461130 Feb 09 15:55:41.448925 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28d295f-6ad6-4bf3-96ca-3ad3422c1424 req-11b4e59e-f88e-4271-9fc4-83045cfb180c tempest-TestShelveInstance-829759295 tempest-TestShelveInstance-829759295-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:55:41.450527 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-b28d295f-6ad6-4bf3-96ca-3ad3422c1424 req-11b4e59e-f88e-4271-9fc4-83045cfb180c tempest-TestShelveInstance-829759295 tempest-TestShelveInstance-829759295-project] 10.222.0.67 "GET /v2.0/ports?device_id=09dd4c90-5cd1-412c-87eb-06db15e371df HTTP/1.1" status: 200 len: 943 time: 0.0816963 Feb 09 15:55:41.507856 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-b28d295f-6ad6-4bf3-96ca-3ad3422c1424 req-bc2d1777-ec6f-450b-bd9e-9738909cb802 tempest-TestShelveInstance-829759295 tempest-TestShelveInstance-829759295-project] 10.222.0.67 "GET /v2.0/security-groups?id=86070b6d-f80e-462a-a1f4-df7d1c8b953c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464847 Feb 09 15:55:42.070549 dv-cinder-825105-1-iscsi neutron-server[82904]: DEBUG neutron.db.agents_db [None req-77d1faa3-9ee6-4a91-bd02-8524aa1f9325 None None] Agent healthcheck: found 6 active agents {{(pid=82904) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 15:55:42.727937 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88992e83-cd78-43b6-a184-0e0f05167021 req-a9556f5f-8166-4b03-8a21-7d191128b031 tempest-TestShelveInstance-829759295 tempest-TestShelveInstance-829759295-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:55:42.729564 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-88992e83-cd78-43b6-a184-0e0f05167021 req-a9556f5f-8166-4b03-8a21-7d191128b031 tempest-TestShelveInstance-829759295 tempest-TestShelveInstance-829759295-project] 10.222.0.67 "GET /v2.0/ports?device_id=09dd4c90-5cd1-412c-87eb-06db15e371df HTTP/1.1" status: 200 len: 943 time: 0.0868893 Feb 09 15:55:42.786926 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-88992e83-cd78-43b6-a184-0e0f05167021 req-5327f49b-094e-4df9-b851-5b3a7570a462 tempest-TestShelveInstance-829759295 tempest-TestShelveInstance-829759295-project] 10.222.0.67 "GET /v2.0/security-groups?id=86070b6d-f80e-462a-a1f4-df7d1c8b953c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497787 Feb 09 15:55:44.030469 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-5203804d-493e-47e5-853f-d1db219914d7 req-3f501d92-55f7-4f94-912c-2e032c5d1102 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=09dd4c90-5cd1-412c-87eb-06db15e371df HTTP/1.1" status: 200 len: 1096 time: 0.1277542 Feb 09 15:55:44.058109 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed49f683-21d5-445a-a36c-671dfef0c1e6 req-75f884f3-f4f2-4d43-a307-3b886e9d0d90 tempest-TestShelveInstance-829759295 tempest-TestShelveInstance-829759295-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:55:44.059540 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-ed49f683-21d5-445a-a36c-671dfef0c1e6 req-75f884f3-f4f2-4d43-a307-3b886e9d0d90 tempest-TestShelveInstance-829759295 tempest-TestShelveInstance-829759295-project] 10.222.0.67 "GET /v2.0/ports?device_id=09dd4c90-5cd1-412c-87eb-06db15e371df HTTP/1.1" status: 200 len: 943 time: 0.1279697 Feb 09 15:55:44.120044 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-5203804d-493e-47e5-853f-d1db219914d7 req-96074717-e522-4b90-b586-faa934c44b85 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=86070b6d-f80e-462a-a1f4-df7d1c8b953c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0821021 Feb 09 15:55:44.134030 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-ed49f683-21d5-445a-a36c-671dfef0c1e6 req-7732e7eb-d7f8-4aeb-8855-c84787bf5cc0 tempest-TestShelveInstance-829759295 tempest-TestShelveInstance-829759295-project] 10.222.0.67 "GET /v2.0/security-groups?id=86070b6d-f80e-462a-a1f4-df7d1c8b953c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0676110 Feb 09 15:55:44.218788 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.plugins.ml2.rpc [None req-812787cf-6466-4ce1-8c4e-c32e14b18d8a None None] Device b3633023-33aa-42da-a1fa-f7a9054edd6c details requested by agent hyperv_hv-cinder-82510 with host hv-cinder-82510 {{(pid=82903) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 15:55:44.354420 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.plugins.ml2.db [None req-812787cf-6466-4ce1-8c4e-c32e14b18d8a None None] For port b3633023-33aa-42da-a1fa-f7a9054edd6c, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=b3633023-33aa-42da-a1fa-f7a9054edd6c,segment=NetworkSegment(6be99c28-2e23-4bdb-8d7f-30b5ed2c2c2a),segment_id=6be99c28-2e23-4bdb-8d7f-30b5ed2c2c2a)] {{(pid=82903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:55:44.367637 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.plugins.ml2.rpc [None req-812787cf-6466-4ce1-8c4e-c32e14b18d8a None None] Returning: {'device': 'b3633023-33aa-42da-a1fa-f7a9054edd6c', 'network_id': '7f46af6c-31a0-4cb9-9407-a2368d7c0d7a', 'port_id': 'b3633023-33aa-42da-a1fa-f7a9054edd6c', 'mac_address': 'fa:16:3e:e8:22:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 839, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cbc2dc2c-e327-4450-a8ab-b2fdfcbed0af', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82903) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 15:55:44.422514 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-812787cf-6466-4ce1-8c4e-c32e14b18d8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16080601'] for port, before_update {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:55:44.440796 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.notifiers.nova [None req-812787cf-6466-4ce1-8c4e-c32e14b18d8a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b3633023-33aa-42da-a1fa-f7a9054edd6c {{(pid=82903) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 15:55:44.457228 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.plugins.ml2.db [None req-812787cf-6466-4ce1-8c4e-c32e14b18d8a None None] For port b3633023-33aa-42da-a1fa-f7a9054edd6c, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=b3633023-33aa-42da-a1fa-f7a9054edd6c,segment=NetworkSegment(6be99c28-2e23-4bdb-8d7f-30b5ed2c2c2a),segment_id=6be99c28-2e23-4bdb-8d7f-30b5ed2c2c2a)] {{(pid=82903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:55:44.461554 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-812787cf-6466-4ce1-8c4e-c32e14b18d8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16080037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758755988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756758334055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756758334100'] for port, after_update {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:55:44.530900 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812787cf-6466-4ce1-8c4e-c32e14b18d8a None None] Pushing event updated for resources: {'Port': ['ID=b3633023-33aa-42da-a1fa-f7a9054edd6c,revision_number=7']} {{(pid=82903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:55:44.689991 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.plugins.ml2.db [None req-812787cf-6466-4ce1-8c4e-c32e14b18d8a None None] get_ports_and_sgs() called for port_ids ['b3633023-33aa-42da-a1fa-f7a9054edd6c'] {{(pid=82903) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 09 15:55:45.377575 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d0c184-384b-400c-b224-46ed2d432f5c req-68e89ab2-4154-4ed8-8d68-f9e9df3f2bef tempest-TestShelveInstance-829759295 tempest-TestShelveInstance-829759295-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:55:45.379134 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-52d0c184-384b-400c-b224-46ed2d432f5c req-68e89ab2-4154-4ed8-8d68-f9e9df3f2bef tempest-TestShelveInstance-829759295 tempest-TestShelveInstance-829759295-project] 10.222.0.67 "GET /v2.0/ports?device_id=09dd4c90-5cd1-412c-87eb-06db15e371df HTTP/1.1" status: 200 len: 944 time: 0.1030874 Feb 09 15:55:45.429159 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-52d0c184-384b-400c-b224-46ed2d432f5c req-b3a29cd8-7e85-48bf-af96-e8efa47e1487 tempest-TestShelveInstance-829759295 tempest-TestShelveInstance-829759295-project] 10.222.0.67 "GET /v2.0/security-groups?id=86070b6d-f80e-462a-a1f4-df7d1c8b953c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435836 Feb 09 15:55:46.236433 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.plugins.ml2.rpc [None req-812787cf-6466-4ce1-8c4e-c32e14b18d8a None None] Device b3633023-33aa-42da-a1fa-f7a9054edd6c up at agent hyperv_hv-cinder-82510 {{(pid=82903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 15:55:46.306249 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.db.provisioning_blocks [None req-812787cf-6466-4ce1-8c4e-c32e14b18d8a None None] Provisioning complete for port b3633023-33aa-42da-a1fa-f7a9054edd6c triggered by entity L2. {{(pid=82903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:55:46.306603 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-812787cf-6466-4ce1-8c4e-c32e14b18d8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16008948'] for port, provisioning_complete {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:55:46.442393 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-812787cf-6466-4ce1-8c4e-c32e14b18d8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16080601'] for port, before_update {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:55:46.472051 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09dd4c90-5cd1-412c-87eb-06db15e371df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3633023-33aa-42da-a1fa-f7a9054edd6c'}] {{(pid=82903) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 15:55:46.482726 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.plugins.ml2.db [None req-812787cf-6466-4ce1-8c4e-c32e14b18d8a None None] For port b3633023-33aa-42da-a1fa-f7a9054edd6c, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=b3633023-33aa-42da-a1fa-f7a9054edd6c,segment=NetworkSegment(6be99c28-2e23-4bdb-8d7f-30b5ed2c2c2a),segment_id=6be99c28-2e23-4bdb-8d7f-30b5ed2c2c2a)] {{(pid=82903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:55:46.487730 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-812787cf-6466-4ce1-8c4e-c32e14b18d8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16080037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758755988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756758334055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756758334100'] for port, after_update {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:55:46.546458 dv-cinder-825105-1-iscsi neutron-server[82903]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09dd4c90-5cd1-412c-87eb-06db15e371df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3633023-33aa-42da-a1fa-f7a9054edd6c', 'code': 200} Feb 09 15:55:46.582562 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812787cf-6466-4ce1-8c4e-c32e14b18d8a None None] Pushing event updated for resources: {'Port': ['ID=b3633023-33aa-42da-a1fa-f7a9054edd6c,revision_number=8']} {{(pid=82903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:55:46.668199 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a399d200-f381-459f-8644-e1dd7a0785ac req-ccc14daf-e2c6-4956-bbd9-1a3d2e02d249 tempest-TestShelveInstance-829759295 tempest-TestShelveInstance-829759295-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:55:46.669840 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-a399d200-f381-459f-8644-e1dd7a0785ac req-ccc14daf-e2c6-4956-bbd9-1a3d2e02d249 tempest-TestShelveInstance-829759295 tempest-TestShelveInstance-829759295-project] 10.222.0.67 "GET /v2.0/ports?device_id=09dd4c90-5cd1-412c-87eb-06db15e371df HTTP/1.1" status: 200 len: 945 time: 0.0823994 Feb 09 15:55:46.724228 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-a399d200-f381-459f-8644-e1dd7a0785ac req-51aa4d35-4134-463e-9dae-e7964ed513e6 tempest-TestShelveInstance-829759295 tempest-TestShelveInstance-829759295-project] 10.222.0.67 "GET /v2.0/security-groups?id=86070b6d-f80e-462a-a1f4-df7d1c8b953c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470428 Feb 09 15:55:57.961036 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-b533c4d3-dd43-46f3-82dd-39a92414028f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758786133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16008869'] for agent, after_update {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:56:00.338343 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-10529849-4eef-4cb2-83ad-f9a5c84cf09f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758786133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16008869'] for agent, after_update {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:56:00.422463 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-812787cf-6466-4ce1-8c4e-c32e14b18d8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758786133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16008869'] for agent, after_update {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:56:01.291206 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-1f7d0426-72a7-4c89-8e53-4ec430751ccf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758786133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16008869'] for agent, after_update {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:56:01.613127 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-608c4fd2-211a-4ca9-a277-ad2a51be62ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758786133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16008869'] for agent, after_update {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:56:02.988782 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-faa751bb-9674-45ec-b131-f889431b03dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758786133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16008869'] for agent, after_update {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:56:19.071299 dv-cinder-825105-1-iscsi neutron-server[82904]: DEBUG neutron.db.agents_db [None req-77d1faa3-9ee6-4a91-bd02-8524aa1f9325 None None] Agent healthcheck: found 6 active agents {{(pid=82904) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 15:56:27.954937 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-d236197a-5af7-4e9a-b9aa-70a5ae38b139 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758786133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16008869'] for agent, after_update {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:56:30.333975 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-7533a3f7-167e-4ed4-8116-6313bde3bc11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758786133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16008869'] for agent, after_update {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:56:30.430346 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-812787cf-6466-4ce1-8c4e-c32e14b18d8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758786133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16008869'] for agent, after_update {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:56:31.293406 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-1f7d0426-72a7-4c89-8e53-4ec430751ccf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758786133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16008869'] for agent, after_update {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:56:31.616143 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-608c4fd2-211a-4ca9-a277-ad2a51be62ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758786133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16008869'] for agent, after_update {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:56:32.991925 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-faa751bb-9674-45ec-b131-f889431b03dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758786133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16008869'] for agent, after_update {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:56:34.228581 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-84885413-cc21-45d0-beee-1af46c3dbc95 req-2aca0ae1-2f19-433a-b176-debff3bb66ae service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=09dd4c90-5cd1-412c-87eb-06db15e371df&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0738981 Feb 09 15:56:34.383177 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-84885413-cc21-45d0-beee-1af46c3dbc95 req-a76546aa-ab98-4ff5-888a-fe6152fedb32 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=edfe650ad3644da4b086f48fa09eb548&device_id=09dd4c90-5cd1-412c-87eb-06db15e371df HTTP/1.1" status: 200 len: 1098 time: 0.0748272 Feb 09 15:56:34.537522 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84885413-cc21-45d0-beee-1af46c3dbc95 req-d2f3f324-8b96-4ca9-a463-8ff68dc62038 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:56:34.538882 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-84885413-cc21-45d0-beee-1af46c3dbc95 req-d2f3f324-8b96-4ca9-a463-8ff68dc62038 service neutron] 10.222.0.47 "GET /v2.0/networks?id=7f46af6c-31a0-4cb9-9407-a2368d7c0d7a HTTP/1.1" status: 200 len: 909 time: 0.1365960 Feb 09 15:56:34.644788 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-84885413-cc21-45d0-beee-1af46c3dbc95 req-7709a7e7-4c7e-496e-a144-c97400879a4d service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b3633023-33aa-42da-a1fa-f7a9054edd6c HTTP/1.1" status: 200 len: 1001 time: 0.0997829 Feb 09 15:56:34.708433 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84885413-cc21-45d0-beee-1af46c3dbc95 req-ba0929b8-7e8e-4ea4-a309-67f1d74d065a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:56:34.709870 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-84885413-cc21-45d0-beee-1af46c3dbc95 req-ba0929b8-7e8e-4ea4-a309-67f1d74d065a service neutron] 10.222.0.47 "GET /v2.0/subnets?id=cbc2dc2c-e327-4450-a8ab-b2fdfcbed0af HTTP/1.1" status: 200 len: 847 time: 0.0589769 Feb 09 15:56:34.790556 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-84885413-cc21-45d0-beee-1af46c3dbc95 req-c65fee15-a4e1-412f-8118-48b09200bf31 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=7f46af6c-31a0-4cb9-9407-a2368d7c0d7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0736520 Feb 09 15:56:34.922895 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-84885413-cc21-45d0-beee-1af46c3dbc95 req-73eaa57a-160f-434a-b5b6-879e757ee937 service neutron] 10.222.0.47 "GET /v2.0/networks/7f46af6c-31a0-4cb9-9407-a2368d7c0d7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1267910 Feb 09 15:56:35.060511 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-84885413-cc21-45d0-beee-1af46c3dbc95 req-78ca7c10-feab-4d96-afa4-9e0568a62ca8 service neutron] 10.222.0.47 "GET /v2.0/networks/7f46af6c-31a0-4cb9-9407-a2368d7c0d7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1312785 Feb 09 15:56:56.072266 dv-cinder-825105-1-iscsi neutron-server[82904]: DEBUG neutron.db.agents_db [None req-77d1faa3-9ee6-4a91-bd02-8524aa1f9325 None None] Agent healthcheck: found 6 active agents {{(pid=82904) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 15:56:57.958835 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-49a09d97-6dca-45ab-b9e2-74223bd5a6c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758786133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16008869'] for agent, after_update {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:00.279236 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.wsgi [-] (82901) accepted ('10.222.0.67', 52084) {{(pid=82901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 15:57:00.342546 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-e830103f-6874-475f-9720-ef62e7650662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758786133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16008869'] for agent, after_update {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:00.474699 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-812787cf-6466-4ce1-8c4e-c32e14b18d8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758786133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16008869'] for agent, after_update {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:00.496811 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.plugins.ml2.plugin [None req-f6a0faf3-d279-45be-bb32-d13c1ca937ee tempest-TestShelveInstance-829759295 tempest-TestShelveInstance-829759295-project] Deleting port 4e539ea8-b019-4c90-8711-8ac593c15341 {{(pid=82901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 15:57:00.497143 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-f6a0faf3-d279-45be-bb32-d13c1ca937ee tempest-TestShelveInstance-829759295 tempest-TestShelveInstance-829759295-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758701249'] for port, before_delete {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:00.774390 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-f6a0faf3-d279-45be-bb32-d13c1ca937ee tempest-TestShelveInstance-829759295 tempest-TestShelveInstance-829759295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353601'] for port, precommit_delete {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:00.774696 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-f6a0faf3-d279-45be-bb32-d13c1ca937ee tempest-TestShelveInstance-829759295 tempest-TestShelveInstance-829759295-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:00.900248 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.plugins.ml2.plugin [None req-f6a0faf3-d279-45be-bb32-d13c1ca937ee tempest-TestShelveInstance-829759295 tempest-TestShelveInstance-829759295-project] Calling delete_port for 4e539ea8-b019-4c90-8711-8ac593c15341 owned by network:floatingip {{(pid=82901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 15:57:01.091507 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-f6a0faf3-d279-45be-bb32-d13c1ca937ee tempest-TestShelveInstance-829759295 tempest-TestShelveInstance-829759295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16080037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758755970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756758334046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1282344'] for port, after_delete {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:01.138308 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a0faf3-d279-45be-bb32-d13c1ca937ee tempest-TestShelveInstance-829759295 tempest-TestShelveInstance-829759295-project] Pushing event deleted for resources: {'Port': ['ID=4e539ea8-b019-4c90-8711-8ac593c15341,revision_number=None']} {{(pid=82901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:57:01.187835 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a0faf3-d279-45be-bb32-d13c1ca937ee tempest-TestShelveInstance-829759295 tempest-TestShelveInstance-829759295-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825105-1-iscsi {{(pid=82901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:57:01.188200 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a0faf3-d279-45be-bb32-d13c1ca937ee tempest-TestShelveInstance-829759295 tempest-TestShelveInstance-829759295-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825105-1-iscsi {{(pid=82901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:57:01.188531 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a0faf3-d279-45be-bb32-d13c1ca937ee tempest-TestShelveInstance-829759295 tempest-TestShelveInstance-829759295-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825105-1-iscsi {{(pid=82901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:57:01.188856 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a0faf3-d279-45be-bb32-d13c1ca937ee tempest-TestShelveInstance-829759295 tempest-TestShelveInstance-829759295-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825105-1-iscsi {{(pid=82901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:57:01.189177 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a0faf3-d279-45be-bb32-d13c1ca937ee tempest-TestShelveInstance-829759295 tempest-TestShelveInstance-829759295-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825105-1-iscsi {{(pid=82901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:57:01.189497 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a0faf3-d279-45be-bb32-d13c1ca937ee tempest-TestShelveInstance-829759295 tempest-TestShelveInstance-829759295-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-825105-1-iscsi {{(pid=82901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:57:01.189813 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a0faf3-d279-45be-bb32-d13c1ca937ee tempest-TestShelveInstance-829759295 tempest-TestShelveInstance-829759295-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825105-1-iscsi {{(pid=82901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:57:01.190130 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a0faf3-d279-45be-bb32-d13c1ca937ee tempest-TestShelveInstance-829759295 tempest-TestShelveInstance-829759295-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825105-1-iscsi {{(pid=82901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:57:01.190449 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a0faf3-d279-45be-bb32-d13c1ca937ee tempest-TestShelveInstance-829759295 tempest-TestShelveInstance-829759295-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825105-1-iscsi {{(pid=82901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:57:01.190761 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a0faf3-d279-45be-bb32-d13c1ca937ee tempest-TestShelveInstance-829759295 tempest-TestShelveInstance-829759295-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825105-1-iscsi {{(pid=82901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:57:01.191073 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a0faf3-d279-45be-bb32-d13c1ca937ee tempest-TestShelveInstance-829759295 tempest-TestShelveInstance-829759295-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825105-1-iscsi {{(pid=82901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:57:01.256795 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-f6a0faf3-d279-45be-bb32-d13c1ca937ee tempest-TestShelveInstance-829759295 tempest-TestShelveInstance-829759295-project] Notify callbacks [] for floatingip, after_delete {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:01.298639 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-1f7d0426-72a7-4c89-8e53-4ec430751ccf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758786133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16008869'] for agent, after_update {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:01.618786 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-608c4fd2-211a-4ca9-a277-ad2a51be62ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758786133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16008869'] for agent, after_update {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:01.698032 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6a0faf3-d279-45be-bb32-d13c1ca937ee tempest-TestShelveInstance-829759295 tempest-TestShelveInstance-829759295-project] Router c4bc5276-3c92-4087-a748-0a1b685bcd08 has already been hosted by L3 agent 94c626d1-bc40-41bd-b6b2-9a20da402cb6 {{(pid=82901) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 15:57:01.912414 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6a0faf3-d279-45be-bb32-d13c1ca937ee tempest-TestShelveInstance-829759295 tempest-TestShelveInstance-829759295-project] Notify agent at l3_agent.dv-cinder-825105-1-iscsi the message routers_updated {{(pid=82901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 15:57:01.922339 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a82d4ad-fb05-4930-99ac-f6917b3dde62 None None] Sync routers for ids ['c4bc5276-3c92-4087-a748-0a1b685bcd08'] in dv-cinder-825105-1-iscsi {{(pid=82903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 09 15:57:01.935341 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-f6a0faf3-d279-45be-bb32-d13c1ca937ee tempest-TestShelveInstance-829759295 tempest-TestShelveInstance-829759295-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205010'] for floatingip, before_response {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:01.935579 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a82d4ad-fb05-4930-99ac-f6917b3dde62 None None] Routers {'c4bc5276-3c92-4087-a748-0a1b685bcd08'} bound to L3 agent in host dv-cinder-825105-1-iscsi {{(pid=82903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 15:57:01.936089 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.db.l3_hamode_db [None req-8a82d4ad-fb05-4930-99ac-f6917b3dde62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825105-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T15:34:00Z,description=,heartbeat_timestamp=2022-02-09T15:57:00Z,host='dv-cinder-825105-1-iscsi',id=94c626d1-bc40-41bd-b6b2-9a20da402cb6,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:34:00Z,topic='l3_agent')) {'router_ids': ['c4bc5276-3c92-4087-a748-0a1b685bcd08'], 'active': True} {{(pid=82903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:57:01.992503 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [None req-f6a0faf3-d279-45be-bb32-d13c1ca937ee tempest-TestShelveInstance-829759295 tempest-TestShelveInstance-829759295-project] 10.222.0.67 "DELETE /v2.0/floatingips/a550abe2-f639-40dd-b3d8-40366c525829 HTTP/1.1" status: 204 len: 168 time: 1.7098510 Feb 09 15:57:01.992503 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '09dd4c90-5cd1-412c-87eb-06db15e371df', 'tag': 'b3633023-33aa-42da-a1fa-f7a9054edd6c'}] {{(pid=82901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 15:57:02.079861 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '09dd4c90-5cd1-412c-87eb-06db15e371df', 'tag': 'b3633023-33aa-42da-a1fa-f7a9054edd6c', 'status': 'completed', 'code': 200} Feb 09 15:57:02.124728 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.db.l3_dvr_db [None req-8a82d4ad-fb05-4930-99ac-f6917b3dde62 None None] Set router c4bc5276-3c92-4087-a748-0a1b685bcd08 gateway port host: dv-cinder-825105-1-iscsi {{(pid=82903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 15:57:02.179480 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-ffb6373f-88d3-4631-948e-55d626eeaeda req-b1b0ef62-6c2c-4eda-8638-31a0fdbfe5f5 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=edfe650ad3644da4b086f48fa09eb548&device_id=09dd4c90-5cd1-412c-87eb-06db15e371df HTTP/1.1" status: 200 len: 1098 time: 0.0749784 Feb 09 15:57:02.459113 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb6373f-88d3-4631-948e-55d626eeaeda req-1c4d6afc-2cea-4a7c-b60e-c243d1314697 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:57:02.460570 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.db.l3_hamode_db [None req-8a82d4ad-fb05-4930-99ac-f6917b3dde62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4bc5276-3c92-4087-a748-0a1b685bcd08', 'name': 'tempest-TestShelveInstance-531299677-router', 'tenant_id': 'edfe650ad3644da4b086f48fa09eb548', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c65eede5-7777-493f-951d-210877831002', 'external_fixed_ips': [{'subnet_id': '2c513225-bb11-4d36-a4c3-0732716dcb87', 'ip_address': '172.27.0.29'}], 'enable_snat': True}, 'gw_port_id': 'e2bac9ad-f0d1-48a9-902d-024a73fb2d94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T15:52:24Z', 'updated_at': '2022-02-09T15:52:27Z', 'revision_number': 4, 'project_id': 'edfe650ad3644da4b086f48fa09eb548', 'gw_port': {'id': 'e2bac9ad-f0d1-48a9-902d-024a73fb2d94', 'name': '', 'network_id': 'c65eede5-7777-493f-951d-210877831002', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:e6:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4bc5276-3c92-4087-a748-0a1b685bcd08', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2c513225-bb11-4d36-a4c3-0732716dcb87', 'ip_address': '172.27.0.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825105-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:52:25Z', 'updated_at': '2022-02-09T15:52:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c513225-bb11-4d36-a4c3-0732716dcb87', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825105-1-iscsi', '_interfaces': [{'id': '1b4fd006-b4c8-4e79-a901-9c1736007c38', 'name': '', 'network_id': '7f46af6c-31a0-4cb9-9407-a2368d7c0d7a', 'tenant_id': 'edfe650ad3644da4b086f48fa09eb548', 'mac_address': 'fa:16:3e:6b:9d:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4bc5276-3c92-4087-a748-0a1b685bcd08', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cbc2dc2c-e327-4450-a8ab-b2fdfcbed0af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825105-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:52:27Z', 'updated_at': '2022-02-09T15:52:50Z', 'revision_number': 5, 'project_id': 'edfe650ad3644da4b086f48fa09eb548', 'subnets': [{'id': 'cbc2dc2c-e327-4450-a8ab-b2fdfcbed0af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825105-1-iscsi', False) {} {{(pid=82903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:57:02.460762 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-ffb6373f-88d3-4631-948e-55d626eeaeda req-1c4d6afc-2cea-4a7c-b60e-c243d1314697 service neutron] 10.222.0.47 "GET /v2.0/networks?id=7f46af6c-31a0-4cb9-9407-a2368d7c0d7a HTTP/1.1" status: 200 len: 909 time: 0.2746475 Feb 09 15:57:02.464909 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a82d4ad-fb05-4930-99ac-f6917b3dde62 None None] Checking router: c4bc5276-3c92-4087-a748-0a1b685bcd08 for host: dv-cinder-825105-1-iscsi {{(pid=82903) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 09 15:57:02.475622 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a82d4ad-fb05-4930-99ac-f6917b3dde62 None None] Routers {'c4bc5276-3c92-4087-a748-0a1b685bcd08'} bound to L3 agent in host dv-cinder-825105-1-iscsi {{(pid=82903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 15:57:02.476254 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.db.l3_hamode_db [None req-8a82d4ad-fb05-4930-99ac-f6917b3dde62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825105-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T15:34:00Z,description=,heartbeat_timestamp=2022-02-09T15:57:00Z,host='dv-cinder-825105-1-iscsi',id=94c626d1-bc40-41bd-b6b2-9a20da402cb6,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:34:00Z,topic='l3_agent')) {'router_ids': ['c4bc5276-3c92-4087-a748-0a1b685bcd08'], 'active': True} {{(pid=82903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:57:02.540642 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-ffb6373f-88d3-4631-948e-55d626eeaeda req-555812a5-0977-4931-a9d3-280201d6e3d9 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b3633023-33aa-42da-a1fa-f7a9054edd6c HTTP/1.1" status: 200 len: 217 time: 0.0698397 Feb 09 15:57:02.623709 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c2b16d-d1b5-4a88-8b01-1cd6a38c9a9f req-cf47b878-b9dc-43f6-9f50-c95d684d67b9 tempest-TestShelveInstance-829759295 tempest-TestShelveInstance-829759295-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:57:02.624443 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.quota.resource [req-a0c2b16d-d1b5-4a88-8b01-1cd6a38c9a9f req-cf47b878-b9dc-43f6-9f50-c95d684d67b9 tempest-TestShelveInstance-829759295 tempest-TestShelveInstance-829759295-project] Synchronizing usage tracker for tenant:edfe650ad3644da4b086f48fa09eb548 on resource:port {{(pid=82901) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 15:57:02.628844 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb6373f-88d3-4631-948e-55d626eeaeda req-252f88a9-cbd3-4462-aed5-ea3af60f7d9e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:57:02.630246 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-ffb6373f-88d3-4631-948e-55d626eeaeda req-252f88a9-cbd3-4462-aed5-ea3af60f7d9e service neutron] 10.222.0.47 "GET /v2.0/subnets?id=cbc2dc2c-e327-4450-a8ab-b2fdfcbed0af HTTP/1.1" status: 200 len: 847 time: 0.0833437 Feb 09 15:57:02.675553 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.db.l3_dvr_db [None req-8a82d4ad-fb05-4930-99ac-f6917b3dde62 None None] Set router c4bc5276-3c92-4087-a748-0a1b685bcd08 gateway port host: dv-cinder-825105-1-iscsi {{(pid=82903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 15:57:02.681963 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.quota.resource [req-a0c2b16d-d1b5-4a88-8b01-1cd6a38c9a9f req-cf47b878-b9dc-43f6-9f50-c95d684d67b9 tempest-TestShelveInstance-829759295 tempest-TestShelveInstance-829759295-project] Unset dirty status for tenant:edfe650ad3644da4b086f48fa09eb548 on resource:port {{(pid=82901) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 15:57:02.684299 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-a0c2b16d-d1b5-4a88-8b01-1cd6a38c9a9f req-cf47b878-b9dc-43f6-9f50-c95d684d67b9 tempest-TestShelveInstance-829759295 tempest-TestShelveInstance-829759295-project] 10.222.0.67 "GET /v2.0/ports?device_id=09dd4c90-5cd1-412c-87eb-06db15e371df HTTP/1.1" status: 200 len: 945 time: 0.2564690 Feb 09 15:57:02.749462 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-a0c2b16d-d1b5-4a88-8b01-1cd6a38c9a9f req-52d4d1c5-9e92-4635-8805-c47db291ca27 tempest-TestShelveInstance-829759295 tempest-TestShelveInstance-829759295-project] 10.222.0.67 "GET /v2.0/security-groups?id=86070b6d-f80e-462a-a1f4-df7d1c8b953c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0591488 Feb 09 15:57:02.753424 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-ffb6373f-88d3-4631-948e-55d626eeaeda req-950d6878-27d4-4104-93e9-b58ed8ef8a73 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=7f46af6c-31a0-4cb9-9407-a2368d7c0d7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1148527 Feb 09 15:57:02.892631 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-ffb6373f-88d3-4631-948e-55d626eeaeda req-4ee3745d-b60d-42d6-a3db-00006fb48879 service neutron] 10.222.0.47 "GET /v2.0/networks/7f46af6c-31a0-4cb9-9407-a2368d7c0d7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1317458 Feb 09 15:57:03.030405 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-faa751bb-9674-45ec-b131-f889431b03dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758786133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16008869'] for agent, after_update {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:03.042319 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-ffb6373f-88d3-4631-948e-55d626eeaeda req-555a0836-4ec6-4a99-94af-0b14c0e5ff5f service neutron] 10.222.0.47 "GET /v2.0/networks/7f46af6c-31a0-4cb9-9407-a2368d7c0d7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1433334 Feb 09 15:57:03.058997 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.db.l3_hamode_db [None req-8a82d4ad-fb05-4930-99ac-f6917b3dde62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4bc5276-3c92-4087-a748-0a1b685bcd08', 'name': 'tempest-TestShelveInstance-531299677-router', 'tenant_id': 'edfe650ad3644da4b086f48fa09eb548', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c65eede5-7777-493f-951d-210877831002', 'external_fixed_ips': [{'subnet_id': '2c513225-bb11-4d36-a4c3-0732716dcb87', 'ip_address': '172.27.0.29'}], 'enable_snat': True}, 'gw_port_id': 'e2bac9ad-f0d1-48a9-902d-024a73fb2d94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T15:52:24Z', 'updated_at': '2022-02-09T15:52:27Z', 'revision_number': 4, 'project_id': 'edfe650ad3644da4b086f48fa09eb548', 'gw_port': {'id': 'e2bac9ad-f0d1-48a9-902d-024a73fb2d94', 'name': '', 'network_id': 'c65eede5-7777-493f-951d-210877831002', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:e6:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4bc5276-3c92-4087-a748-0a1b685bcd08', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2c513225-bb11-4d36-a4c3-0732716dcb87', 'ip_address': '172.27.0.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825105-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:52:25Z', 'updated_at': '2022-02-09T15:52:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c513225-bb11-4d36-a4c3-0732716dcb87', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825105-1-iscsi', '_interfaces': [{'id': '1b4fd006-b4c8-4e79-a901-9c1736007c38', 'name': '', 'network_id': '7f46af6c-31a0-4cb9-9407-a2368d7c0d7a', 'tenant_id': 'edfe650ad3644da4b086f48fa09eb548', 'mac_address': 'fa:16:3e:6b:9d:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4bc5276-3c92-4087-a748-0a1b685bcd08', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cbc2dc2c-e327-4450-a8ab-b2fdfcbed0af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825105-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:52:27Z', 'updated_at': '2022-02-09T15:52:50Z', 'revision_number': 5, 'project_id': 'edfe650ad3644da4b086f48fa09eb548', 'subnets': [{'id': 'cbc2dc2c-e327-4450-a8ab-b2fdfcbed0af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825105-1-iscsi', False) {} {{(pid=82903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:57:03.063814 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a82d4ad-fb05-4930-99ac-f6917b3dde62 None None] The sync data for ids ['c4bc5276-3c92-4087-a748-0a1b685bcd08'] in dv-cinder-825105-1-iscsi is: [{'id': 'c4bc5276-3c92-4087-a748-0a1b685bcd08', 'name': 'tempest-TestShelveInstance-531299677-router', 'tenant_id': 'edfe650ad3644da4b086f48fa09eb548', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c65eede5-7777-493f-951d-210877831002', 'external_fixed_ips': [{'subnet_id': '2c513225-bb11-4d36-a4c3-0732716dcb87', 'ip_address': '172.27.0.29'}], 'enable_snat': True}, 'gw_port_id': 'e2bac9ad-f0d1-48a9-902d-024a73fb2d94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T15:52:24Z', 'updated_at': '2022-02-09T15:52:27Z', 'revision_number': 4, 'project_id': 'edfe650ad3644da4b086f48fa09eb548', 'gw_port': {'id': 'e2bac9ad-f0d1-48a9-902d-024a73fb2d94', 'name': '', 'network_id': 'c65eede5-7777-493f-951d-210877831002', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:e6:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4bc5276-3c92-4087-a748-0a1b685bcd08', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2c513225-bb11-4d36-a4c3-0732716dcb87', 'ip_address': '172.27.0.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825105-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:52:25Z', 'updated_at': '2022-02-09T15:52:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c513225-bb11-4d36-a4c3-0732716dcb87', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825105-1-iscsi', '_interfaces': [{'id': '1b4fd006-b4c8-4e79-a901-9c1736007c38', 'name': '', 'network_id': '7f46af6c-31a0-4cb9-9407-a2368d7c0d7a', 'tenant_id': 'edfe650ad3644da4b086f48fa09eb548', 'mac_address': 'fa:16:3e:6b:9d:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4bc5276-3c92-4087-a748-0a1b685bcd08', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cbc2dc2c-e327-4450-a8ab-b2fdfcbed0af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825105-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:52:27Z', 'updated_at': '2022-02-09T15:52:50Z', 'revision_number': 5, 'project_id': 'edfe650ad3644da4b086f48fa09eb548', 'subnets': [{'id': 'cbc2dc2c-e327-4450-a8ab-b2fdfcbed0af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 09 15:57:03.278682 dv-cinder-825105-1-iscsi neutron-server[82904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be92c363-dec1-4253-8cbe-20a9fdb68975 None None] New status for floating IP a550abe2-f639-40dd-b3d8-40366c525829: DOWN {{(pid=82904) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 09 15:57:03.847217 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf7cb19-dc68-4d47-bbb0-d4d0917b7e21 req-af9fda95-5c34-409d-9c9e-a4b139339013 tempest-TestShelveInstance-829759295 tempest-TestShelveInstance-829759295-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:57:03.848728 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-0cf7cb19-dc68-4d47-bbb0-d4d0917b7e21 req-af9fda95-5c34-409d-9c9e-a4b139339013 tempest-TestShelveInstance-829759295 tempest-TestShelveInstance-829759295-project] 10.222.0.47 "GET /v2.0/ports?device_id=09dd4c90-5cd1-412c-87eb-06db15e371df HTTP/1.1" status: 200 len: 945 time: 0.0830233 Feb 09 15:57:03.929471 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.plugins.ml2.plugin [req-0cf7cb19-dc68-4d47-bbb0-d4d0917b7e21 req-84f14d37-3e36-4098-a91e-c589e149ef1c tempest-TestShelveInstance-829759295 tempest-TestShelveInstance-829759295-project] Deleting port b3633023-33aa-42da-a1fa-f7a9054edd6c {{(pid=82901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 15:57:03.929812 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [req-0cf7cb19-dc68-4d47-bbb0-d4d0917b7e21 req-84f14d37-3e36-4098-a91e-c589e149ef1c tempest-TestShelveInstance-829759295 tempest-TestShelveInstance-829759295-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758701249'] for port, before_delete {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:03.978268 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371c4a12-699d-4b2c-a6ff-c23d67d7ee18 req-9334f72d-393a-4c5f-bff5-7772c3f69b89 tempest-TestShelveInstance-829759295 tempest-TestShelveInstance-829759295-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:57:03.980260 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-371c4a12-699d-4b2c-a6ff-c23d67d7ee18 req-9334f72d-393a-4c5f-bff5-7772c3f69b89 tempest-TestShelveInstance-829759295 tempest-TestShelveInstance-829759295-project] 10.222.0.67 "GET /v2.0/ports?device_id=09dd4c90-5cd1-412c-87eb-06db15e371df HTTP/1.1" status: 200 len: 945 time: 0.0880027 Feb 09 15:57:04.031735 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-371c4a12-699d-4b2c-a6ff-c23d67d7ee18 req-90cb7fee-ec8d-4928-ba45-dc03a49789ae tempest-TestShelveInstance-829759295 tempest-TestShelveInstance-829759295-project] 10.222.0.67 "GET /v2.0/security-groups?id=86070b6d-f80e-462a-a1f4-df7d1c8b953c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459497 Feb 09 15:57:04.198917 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.plugins.ml2.db [req-0cf7cb19-dc68-4d47-bbb0-d4d0917b7e21 req-84f14d37-3e36-4098-a91e-c589e149ef1c tempest-TestShelveInstance-829759295 tempest-TestShelveInstance-829759295-project] For port b3633023-33aa-42da-a1fa-f7a9054edd6c, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=b3633023-33aa-42da-a1fa-f7a9054edd6c,segment=NetworkSegment(6be99c28-2e23-4bdb-8d7f-30b5ed2c2c2a),segment_id=6be99c28-2e23-4bdb-8d7f-30b5ed2c2c2a)] {{(pid=82901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:57:04.199331 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [req-0cf7cb19-dc68-4d47-bbb0-d4d0917b7e21 req-84f14d37-3e36-4098-a91e-c589e149ef1c tempest-TestShelveInstance-829759295 tempest-TestShelveInstance-829759295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353601'] for port, precommit_delete {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:04.320670 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.plugins.ml2.plugin [req-0cf7cb19-dc68-4d47-bbb0-d4d0917b7e21 req-84f14d37-3e36-4098-a91e-c589e149ef1c tempest-TestShelveInstance-829759295 tempest-TestShelveInstance-829759295-project] Calling delete_port for b3633023-33aa-42da-a1fa-f7a9054edd6c owned by compute:nova {{(pid=82901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 15:57:04.462828 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [req-0cf7cb19-dc68-4d47-bbb0-d4d0917b7e21 req-84f14d37-3e36-4098-a91e-c589e149ef1c tempest-TestShelveInstance-829759295 tempest-TestShelveInstance-829759295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16080037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758755970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756758334046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1282344'] for port, after_delete {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:04.511468 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f14d37-3e36-4098-a91e-c589e149ef1c tempest-TestShelveInstance-829759295 tempest-TestShelveInstance-829759295-project] Pushing event deleted for resources: {'Port': ['ID=b3633023-33aa-42da-a1fa-f7a9054edd6c,revision_number=None']} {{(pid=82901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:57:04.584758 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.db.l3_dvrscheduler_db [req-0cf7cb19-dc68-4d47-bbb0-d4d0917b7e21 req-84f14d37-3e36-4098-a91e-c589e149ef1c tempest-TestShelveInstance-829759295 tempest-TestShelveInstance-829759295-project] No DVR routers for this DVR port b3633023-33aa-42da-a1fa-f7a9054edd6c on host hv-cinder-82510 {{(pid=82901) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 15:57:04.586987 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [req-0cf7cb19-dc68-4d47-bbb0-d4d0917b7e21 req-84f14d37-3e36-4098-a91e-c589e149ef1c tempest-TestShelveInstance-829759295 tempest-TestShelveInstance-829759295-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205010'] for port, before_response {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:04.589510 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09dd4c90-5cd1-412c-87eb-06db15e371df', 'name': 'network-vif-deleted', 'tag': 'b3633023-33aa-42da-a1fa-f7a9054edd6c'}] {{(pid=82901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 15:57:04.605393 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-0cf7cb19-dc68-4d47-bbb0-d4d0917b7e21 req-84f14d37-3e36-4098-a91e-c589e149ef1c tempest-TestShelveInstance-829759295 tempest-TestShelveInstance-829759295-project] 10.222.0.47 "DELETE /v2.0/ports/b3633023-33aa-42da-a1fa-f7a9054edd6c HTTP/1.1" status: 204 len: 173 time: 0.7513790 Feb 09 15:57:04.645643 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09dd4c90-5cd1-412c-87eb-06db15e371df', 'name': 'network-vif-deleted', 'tag': 'b3633023-33aa-42da-a1fa-f7a9054edd6c', 'status': 'completed', 'code': 200} Feb 09 15:57:05.203326 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-28cfa120-65ab-4bef-b7ef-8aa0ccd0400e req-41d7be0e-e8f4-44f6-b46b-388ed066110e tempest-TestShelveInstance-829759295 tempest-TestShelveInstance-829759295-project] 10.222.0.67 "GET /v2.0/ports?device_id=09dd4c90-5cd1-412c-87eb-06db15e371df HTTP/1.1" status: 200 len: 210 time: 0.0431337 Feb 09 15:57:06.316527 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.wsgi [-] (82902) accepted ('10.222.0.67', 52112) {{(pid=82902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 15:57:06.389635 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-360adebb-91e0-4919-ada7-88888f837d3f tempest-TestShelveInstance-829759295 tempest-TestShelveInstance-829759295-project] Notify callbacks [] for security_group, before_delete {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:06.424528 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-360adebb-91e0-4919-ada7-88888f837d3f tempest-TestShelveInstance-829759295 tempest-TestShelveInstance-829759295-project] Notify callbacks [] for security_group, precommit_delete {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:06.451180 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343045cc-25f5-4bec-be2f-9e82e674d0b5 req-774c5ffd-399c-49f3-9920-b662573cf40a tempest-TestVolumeBootPattern-303090007 tempest-TestVolumeBootPattern-303090007-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:57:06.453018 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-343045cc-25f5-4bec-be2f-9e82e674d0b5 req-774c5ffd-399c-49f3-9920-b662573cf40a tempest-TestVolumeBootPattern-303090007 tempest-TestVolumeBootPattern-303090007-project] 10.222.0.67 "GET /v2.0/ports?device_id=325415c5-fb43-420d-a426-e5f8720b9c31 HTTP/1.1" status: 200 len: 946 time: 0.0831463 Feb 09 15:57:06.494432 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-360adebb-91e0-4919-ada7-88888f837d3f tempest-TestShelveInstance-829759295 tempest-TestShelveInstance-829759295-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_delete {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:06.503858 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-343045cc-25f5-4bec-be2f-9e82e674d0b5 req-68e53fb8-efa2-4c28-87bc-78327452dbc3 tempest-TestVolumeBootPattern-303090007 tempest-TestVolumeBootPattern-303090007-project] 10.222.0.67 "GET /v2.0/security-groups?id=df71dd35-47a2-48a6-8aae-3b8f819302d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441110 Feb 09 15:57:06.516108 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-360adebb-91e0-4919-ada7-88888f837d3f tempest-TestShelveInstance-829759295 tempest-TestShelveInstance-829759295-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=86070b6d-f80e-462a-a1f4-df7d1c8b953c,revision_number=None']} {{(pid=82902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:57:06.528048 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-360adebb-91e0-4919-ada7-88888f837d3f tempest-TestShelveInstance-829759295 tempest-TestShelveInstance-829759295-project] Notify callbacks [] for security_group, before_response {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:06.529182 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [None req-360adebb-91e0-4919-ada7-88888f837d3f tempest-TestShelveInstance-829759295 tempest-TestShelveInstance-829759295-project] 10.222.0.67 "DELETE /v2.0/security-groups/86070b6d-f80e-462a-a1f4-df7d1c8b953c HTTP/1.1" status: 204 len: 168 time: 0.2116094 Feb 09 15:57:06.530535 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-360adebb-91e0-4919-ada7-88888f837d3f tempest-TestShelveInstance-829759295 tempest-TestShelveInstance-829759295-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825105-1-iscsi {{(pid=82902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:57:06.530872 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-360adebb-91e0-4919-ada7-88888f837d3f tempest-TestShelveInstance-829759295 tempest-TestShelveInstance-829759295-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825105-1-iscsi {{(pid=82902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:57:06.531196 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-360adebb-91e0-4919-ada7-88888f837d3f tempest-TestShelveInstance-829759295 tempest-TestShelveInstance-829759295-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825105-1-iscsi {{(pid=82902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:57:06.531515 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-360adebb-91e0-4919-ada7-88888f837d3f tempest-TestShelveInstance-829759295 tempest-TestShelveInstance-829759295-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825105-1-iscsi {{(pid=82902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:57:06.532043 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-360adebb-91e0-4919-ada7-88888f837d3f tempest-TestShelveInstance-829759295 tempest-TestShelveInstance-829759295-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825105-1-iscsi {{(pid=82902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:57:06.532389 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-360adebb-91e0-4919-ada7-88888f837d3f tempest-TestShelveInstance-829759295 tempest-TestShelveInstance-829759295-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-825105-1-iscsi {{(pid=82902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:57:06.532704 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-360adebb-91e0-4919-ada7-88888f837d3f tempest-TestShelveInstance-829759295 tempest-TestShelveInstance-829759295-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825105-1-iscsi {{(pid=82902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:57:06.533017 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-360adebb-91e0-4919-ada7-88888f837d3f tempest-TestShelveInstance-829759295 tempest-TestShelveInstance-829759295-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825105-1-iscsi {{(pid=82902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:57:06.533333 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-360adebb-91e0-4919-ada7-88888f837d3f tempest-TestShelveInstance-829759295 tempest-TestShelveInstance-829759295-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825105-1-iscsi {{(pid=82902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:57:06.533645 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-360adebb-91e0-4919-ada7-88888f837d3f tempest-TestShelveInstance-829759295 tempest-TestShelveInstance-829759295-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825105-1-iscsi {{(pid=82902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:57:06.533953 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-360adebb-91e0-4919-ada7-88888f837d3f tempest-TestShelveInstance-829759295 tempest-TestShelveInstance-829759295-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825105-1-iscsi {{(pid=82902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:57:06.653414 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.plugins.ml2.rpc [None req-812787cf-6466-4ce1-8c4e-c32e14b18d8a None None] Device b3633023-33aa-42da-a1fa-f7a9054edd6c no longer exists at agent hyperv_hv-cinder-82510 {{(pid=82903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 15:57:06.686337 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.plugins.ml2.plugin [None req-812787cf-6466-4ce1-8c4e-c32e14b18d8a None None] No Port match for: b3633023-33aa-42da-a1fa-f7a9054edd6c {{(pid=82903) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 09 15:57:06.686672 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.plugins.ml2.rpc [None req-812787cf-6466-4ce1-8c4e-c32e14b18d8a None None] Device b3633023-33aa-42da-a1fa-f7a9054edd6c not bound to the agent host hv-cinder-82510 {{(pid=82903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 15:57:07.600770 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.wsgi [-] (82902) accepted ('10.222.0.67', 52122) {{(pid=82902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 15:57:07.725908 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebc793d-d5eb-4d33-8c1b-0ef0a05227f9 req-fda8666e-3fd3-4590-87cf-19d38ee1ac21 tempest-TestVolumeBootPattern-303090007 tempest-TestVolumeBootPattern-303090007-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:57:07.727351 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-0ebc793d-d5eb-4d33-8c1b-0ef0a05227f9 req-fda8666e-3fd3-4590-87cf-19d38ee1ac21 tempest-TestVolumeBootPattern-303090007 tempest-TestVolumeBootPattern-303090007-project] 10.222.0.67 "GET /v2.0/ports?device_id=325415c5-fb43-420d-a426-e5f8720b9c31 HTTP/1.1" status: 200 len: 946 time: 0.0845156 Feb 09 15:57:07.781207 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-0ebc793d-d5eb-4d33-8c1b-0ef0a05227f9 req-e55321ec-78ab-4db1-9182-e3365af7023f tempest-TestVolumeBootPattern-303090007 tempest-TestVolumeBootPattern-303090007-project] 10.222.0.67 "GET /v2.0/security-groups?id=df71dd35-47a2-48a6-8aae-3b8f819302d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480917 Feb 09 15:57:07.988296 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72dfb8d-0d6c-430f-8e8a-b5808aa43d83 req-94bbd234-6cd6-4da0-9234-e3d9ac85f382 tempest-TestVolumeBootPattern-303090007 tempest-TestVolumeBootPattern-303090007-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:57:07.989788 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-b72dfb8d-0d6c-430f-8e8a-b5808aa43d83 req-94bbd234-6cd6-4da0-9234-e3d9ac85f382 tempest-TestVolumeBootPattern-303090007 tempest-TestVolumeBootPattern-303090007-project] 10.222.0.47 "GET /v2.0/ports?device_id=325415c5-fb43-420d-a426-e5f8720b9c31 HTTP/1.1" status: 200 len: 946 time: 0.1789095 Feb 09 15:57:08.060951 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.plugins.ml2.plugin [req-b72dfb8d-0d6c-430f-8e8a-b5808aa43d83 req-2e674b17-b0cd-4b4e-a74b-16e029fbb78a tempest-TestVolumeBootPattern-303090007 tempest-TestVolumeBootPattern-303090007-project] Deleting port 30728500-30d6-4f3f-8586-0cb73a366292 {{(pid=82901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 15:57:08.061365 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [req-b72dfb8d-0d6c-430f-8e8a-b5808aa43d83 req-2e674b17-b0cd-4b4e-a74b-16e029fbb78a tempest-TestVolumeBootPattern-303090007 tempest-TestVolumeBootPattern-303090007-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758701249'] for port, before_delete {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:08.116530 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-474225dc-13cd-45cb-8e28-1be3351d678b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-405591'] for router_interface, before_delete {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:08.328306 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.plugins.ml2.db [req-b72dfb8d-0d6c-430f-8e8a-b5808aa43d83 req-2e674b17-b0cd-4b4e-a74b-16e029fbb78a tempest-TestVolumeBootPattern-303090007 tempest-TestVolumeBootPattern-303090007-project] For port 30728500-30d6-4f3f-8586-0cb73a366292, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=30728500-30d6-4f3f-8586-0cb73a366292,segment=NetworkSegment(da3be55e-cb41-4c7b-bd84-bbc25aac2618),segment_id=da3be55e-cb41-4c7b-bd84-bbc25aac2618)] {{(pid=82901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:57:08.328748 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [req-b72dfb8d-0d6c-430f-8e8a-b5808aa43d83 req-2e674b17-b0cd-4b4e-a74b-16e029fbb78a tempest-TestVolumeBootPattern-303090007 tempest-TestVolumeBootPattern-303090007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353601'] for port, precommit_delete {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:08.631054 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [req-b72dfb8d-0d6c-430f-8e8a-b5808aa43d83 req-2e674b17-b0cd-4b4e-a74b-16e029fbb78a tempest-TestVolumeBootPattern-303090007 tempest-TestVolumeBootPattern-303090007-project] Notify callbacks [] for floatingip, precommit_update {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:08.631327 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [req-b72dfb8d-0d6c-430f-8e8a-b5808aa43d83 req-2e674b17-b0cd-4b4e-a74b-16e029fbb78a tempest-TestVolumeBootPattern-303090007 tempest-TestVolumeBootPattern-303090007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-406337'] for floatingip, after_update {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:08.631636 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.db.l3_db [req-b72dfb8d-0d6c-430f-8e8a-b5808aa43d83 req-2e674b17-b0cd-4b4e-a74b-16e029fbb78a tempest-TestVolumeBootPattern-303090007 tempest-TestVolumeBootPattern-303090007-project] Floating IP 5df37f72-a805-4124-a7a2-17186db9e529 disassociated. External IP: 172.27.0.180, port: 30728500-30d6-4f3f-8586-0cb73a366292. Feb 09 15:57:08.631965 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.plugins.ml2.plugin [req-b72dfb8d-0d6c-430f-8e8a-b5808aa43d83 req-2e674b17-b0cd-4b4e-a74b-16e029fbb78a tempest-TestVolumeBootPattern-303090007 tempest-TestVolumeBootPattern-303090007-project] Calling delete_port for 30728500-30d6-4f3f-8586-0cb73a366292 owned by compute:nova {{(pid=82901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 15:57:08.749535 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.plugins.ml2.plugin [None req-474225dc-13cd-45cb-8e28-1be3351d678b admin admin] Deleting port 1b4fd006-b4c8-4e79-a901-9c1736007c38 {{(pid=82902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 15:57:08.750167 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-474225dc-13cd-45cb-8e28-1be3351d678b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758701249'] for port, before_delete {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:08.775081 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [req-b72dfb8d-0d6c-430f-8e8a-b5808aa43d83 req-2e674b17-b0cd-4b4e-a74b-16e029fbb78a tempest-TestVolumeBootPattern-303090007 tempest-TestVolumeBootPattern-303090007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16080037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758755970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756758334046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1282344'] for port, after_delete {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:08.825362 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e674b17-b0cd-4b4e-a74b-16e029fbb78a tempest-TestVolumeBootPattern-303090007 tempest-TestVolumeBootPattern-303090007-project] Pushing event deleted for resources: {'Port': ['ID=30728500-30d6-4f3f-8586-0cb73a366292,revision_number=None']} {{(pid=82901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:57:08.972663 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-73c712e1-e71a-4a45-bcc0-707391a45386 req-0b32215e-db14-48ed-b364-5693447234e3 tempest-TestVolumeBootPattern-303090007 tempest-TestVolumeBootPattern-303090007-project] 10.222.0.67 "GET /v2.0/ports?device_id=325415c5-fb43-420d-a426-e5f8720b9c31 HTTP/1.1" status: 200 len: 210 time: 0.0547793 Feb 09 15:57:08.974320 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.plugins.ml2.db [None req-474225dc-13cd-45cb-8e28-1be3351d678b admin admin] For port 1b4fd006-b4c8-4e79-a901-9c1736007c38, host dv-cinder-825105-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825105-1-iscsi',level=0,port_id=1b4fd006-b4c8-4e79-a901-9c1736007c38,segment=NetworkSegment(6be99c28-2e23-4bdb-8d7f-30b5ed2c2c2a),segment_id=6be99c28-2e23-4bdb-8d7f-30b5ed2c2c2a)] {{(pid=82902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:57:08.974676 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-474225dc-13cd-45cb-8e28-1be3351d678b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353601'] for port, precommit_delete {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:09.062226 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b72dfb8d-0d6c-430f-8e8a-b5808aa43d83 req-2e674b17-b0cd-4b4e-a74b-16e029fbb78a tempest-TestVolumeBootPattern-303090007 tempest-TestVolumeBootPattern-303090007-project] Router 9fe23ed1-79d9-4102-82e9-9a62a96f76c7 has already been hosted by L3 agent 94c626d1-bc40-41bd-b6b2-9a20da402cb6 {{(pid=82901) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 15:57:09.098126 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.plugins.ml2.plugin [None req-474225dc-13cd-45cb-8e28-1be3351d678b admin admin] Calling delete_port for 1b4fd006-b4c8-4e79-a901-9c1736007c38 owned by network:router_interface {{(pid=82902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 15:57:09.272748 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-474225dc-13cd-45cb-8e28-1be3351d678b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16080037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758755970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756758334046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1633551'] for port, after_delete {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:09.275201 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b72dfb8d-0d6c-430f-8e8a-b5808aa43d83 req-2e674b17-b0cd-4b4e-a74b-16e029fbb78a tempest-TestVolumeBootPattern-303090007 tempest-TestVolumeBootPattern-303090007-project] Notify agent at l3_agent.dv-cinder-825105-1-iscsi the message routers_updated {{(pid=82901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 15:57:09.290036 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-708f3518-ba54-44eb-b48f-2cc470d1b5c0 None None] Sync routers for ids ['9fe23ed1-79d9-4102-82e9-9a62a96f76c7'] in dv-cinder-825105-1-iscsi {{(pid=82903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 09 15:57:09.306356 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-708f3518-ba54-44eb-b48f-2cc470d1b5c0 None None] Routers {'9fe23ed1-79d9-4102-82e9-9a62a96f76c7'} bound to L3 agent in host dv-cinder-825105-1-iscsi {{(pid=82903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 15:57:09.307341 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.db.l3_hamode_db [None req-708f3518-ba54-44eb-b48f-2cc470d1b5c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825105-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T15:34:00Z,description=,heartbeat_timestamp=2022-02-09T15:57:00Z,host='dv-cinder-825105-1-iscsi',id=94c626d1-bc40-41bd-b6b2-9a20da402cb6,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:34:00Z,topic='l3_agent')) {'router_ids': ['9fe23ed1-79d9-4102-82e9-9a62a96f76c7'], 'active': True} {{(pid=82903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:57:09.320653 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474225dc-13cd-45cb-8e28-1be3351d678b admin admin] Pushing event deleted for resources: {'Port': ['ID=1b4fd006-b4c8-4e79-a901-9c1736007c38,revision_number=None']} {{(pid=82902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:57:09.357931 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.db.l3_dvrscheduler_db [req-b72dfb8d-0d6c-430f-8e8a-b5808aa43d83 req-2e674b17-b0cd-4b4e-a74b-16e029fbb78a tempest-TestVolumeBootPattern-303090007 tempest-TestVolumeBootPattern-303090007-project] No DVR routers for this DVR port 30728500-30d6-4f3f-8586-0cb73a366292 on host hv-cinder-82510 {{(pid=82901) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 15:57:09.360442 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [req-b72dfb8d-0d6c-430f-8e8a-b5808aa43d83 req-2e674b17-b0cd-4b4e-a74b-16e029fbb78a tempest-TestVolumeBootPattern-303090007 tempest-TestVolumeBootPattern-303090007-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205010'] for port, before_response {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:09.363163 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '325415c5-fb43-420d-a426-e5f8720b9c31', 'name': 'network-vif-deleted', 'tag': '30728500-30d6-4f3f-8586-0cb73a366292'}] {{(pid=82901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 15:57:09.381439 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-b72dfb8d-0d6c-430f-8e8a-b5808aa43d83 req-2e674b17-b0cd-4b4e-a74b-16e029fbb78a tempest-TestVolumeBootPattern-303090007 tempest-TestVolumeBootPattern-303090007-project] 10.222.0.47 "DELETE /v2.0/ports/30728500-30d6-4f3f-8586-0cb73a366292 HTTP/1.1" status: 204 len: 173 time: 1.3850634 Feb 09 15:57:09.445801 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '325415c5-fb43-420d-a426-e5f8720b9c31', 'name': 'network-vif-deleted', 'tag': '30728500-30d6-4f3f-8586-0cb73a366292', 'status': 'completed', 'code': 200} Feb 09 15:57:09.539320 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.db.l3_dvr_db [None req-708f3518-ba54-44eb-b48f-2cc470d1b5c0 None None] Set router 9fe23ed1-79d9-4102-82e9-9a62a96f76c7 gateway port host: dv-cinder-825105-1-iscsi {{(pid=82903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 15:57:09.756049 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-474225dc-13cd-45cb-8e28-1be3351d678b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16123921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-405732'] for router_interface, after_delete {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:09.882167 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.db.l3_hamode_db [None req-708f3518-ba54-44eb-b48f-2cc470d1b5c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9fe23ed1-79d9-4102-82e9-9a62a96f76c7', 'name': 'tempest-TestVolumeBootPattern-787040231-router', 'tenant_id': '9903301a1e174c829e584a233c5c9866', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c65eede5-7777-493f-951d-210877831002', 'external_fixed_ips': [{'subnet_id': '2c513225-bb11-4d36-a4c3-0732716dcb87', 'ip_address': '172.27.0.135'}], 'enable_snat': True}, 'gw_port_id': 'a6b14449-4fdb-475c-899b-80e5f71a2e3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T15:54:18Z', 'updated_at': '2022-02-09T15:54:21Z', 'revision_number': 4, 'project_id': '9903301a1e174c829e584a233c5c9866', 'gw_port': {'id': 'a6b14449-4fdb-475c-899b-80e5f71a2e3b', 'name': '', 'network_id': 'c65eede5-7777-493f-951d-210877831002', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:a5:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fe23ed1-79d9-4102-82e9-9a62a96f76c7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2c513225-bb11-4d36-a4c3-0732716dcb87', 'ip_address': '172.27.0.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825105-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:54:19Z', 'updated_at': '2022-02-09T15:54:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c513225-bb11-4d36-a4c3-0732716dcb87', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825105-1-iscsi', '_interfaces': [{'id': '7bdb8d8e-08dd-4dfd-8b46-cb7bc3b1faf3', 'name': '', 'network_id': 'd2b5dcdb-5fe9-45d2-b726-adea8d997892', 'tenant_id': '9903301a1e174c829e584a233c5c9866', 'mac_address': 'fa:16:3e:15:77:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fe23ed1-79d9-4102-82e9-9a62a96f76c7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6dc70113-5a0d-4411-a864-97d927169679', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825105-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:54:21Z', 'updated_at': '2022-02-09T15:54:40Z', 'revision_number': 5, 'project_id': '9903301a1e174c829e584a233c5c9866', 'subnets': [{'id': '6dc70113-5a0d-4411-a864-97d927169679', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825105-1-iscsi', False) {} {{(pid=82903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:57:09.886751 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-708f3518-ba54-44eb-b48f-2cc470d1b5c0 None None] Checking router: 9fe23ed1-79d9-4102-82e9-9a62a96f76c7 for host: dv-cinder-825105-1-iscsi {{(pid=82903) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 09 15:57:09.898028 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-708f3518-ba54-44eb-b48f-2cc470d1b5c0 None None] Routers {'9fe23ed1-79d9-4102-82e9-9a62a96f76c7'} bound to L3 agent in host dv-cinder-825105-1-iscsi {{(pid=82903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 15:57:09.898647 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.db.l3_hamode_db [None req-708f3518-ba54-44eb-b48f-2cc470d1b5c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825105-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T15:34:00Z,description=,heartbeat_timestamp=2022-02-09T15:57:00Z,host='dv-cinder-825105-1-iscsi',id=94c626d1-bc40-41bd-b6b2-9a20da402cb6,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:34:00Z,topic='l3_agent')) {'router_ids': ['9fe23ed1-79d9-4102-82e9-9a62a96f76c7'], 'active': True} {{(pid=82903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:57:10.115969 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.db.l3_dvr_db [None req-708f3518-ba54-44eb-b48f-2cc470d1b5c0 None None] Set router 9fe23ed1-79d9-4102-82e9-9a62a96f76c7 gateway port host: dv-cinder-825105-1-iscsi {{(pid=82903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 15:57:10.168535 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-6de328b4-99dd-4000-968b-ed0961efe1e9 req-7f96d72e-287e-41ca-853a-109eb054fde5 tempest-TestVolumeBootPattern-303090007 tempest-TestVolumeBootPattern-303090007-project] 10.222.0.67 "GET /v2.0/ports?device_id=325415c5-fb43-420d-a426-e5f8720b9c31 HTTP/1.1" status: 200 len: 210 time: 0.0486820 Feb 09 15:57:10.476459 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-474225dc-13cd-45cb-8e28-1be3351d678b admin admin] Router c4bc5276-3c92-4087-a748-0a1b685bcd08 has already been hosted by L3 agent 94c626d1-bc40-41bd-b6b2-9a20da402cb6 {{(pid=82902) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 15:57:10.488871 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.db.l3_hamode_db [None req-708f3518-ba54-44eb-b48f-2cc470d1b5c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9fe23ed1-79d9-4102-82e9-9a62a96f76c7', 'name': 'tempest-TestVolumeBootPattern-787040231-router', 'tenant_id': '9903301a1e174c829e584a233c5c9866', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c65eede5-7777-493f-951d-210877831002', 'external_fixed_ips': [{'subnet_id': '2c513225-bb11-4d36-a4c3-0732716dcb87', 'ip_address': '172.27.0.135'}], 'enable_snat': True}, 'gw_port_id': 'a6b14449-4fdb-475c-899b-80e5f71a2e3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T15:54:18Z', 'updated_at': '2022-02-09T15:54:21Z', 'revision_number': 4, 'project_id': '9903301a1e174c829e584a233c5c9866', 'gw_port': {'id': 'a6b14449-4fdb-475c-899b-80e5f71a2e3b', 'name': '', 'network_id': 'c65eede5-7777-493f-951d-210877831002', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:a5:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fe23ed1-79d9-4102-82e9-9a62a96f76c7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2c513225-bb11-4d36-a4c3-0732716dcb87', 'ip_address': '172.27.0.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825105-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:54:19Z', 'updated_at': '2022-02-09T15:54:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c513225-bb11-4d36-a4c3-0732716dcb87', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825105-1-iscsi', '_interfaces': [{'id': '7bdb8d8e-08dd-4dfd-8b46-cb7bc3b1faf3', 'name': '', 'network_id': 'd2b5dcdb-5fe9-45d2-b726-adea8d997892', 'tenant_id': '9903301a1e174c829e584a233c5c9866', 'mac_address': 'fa:16:3e:15:77:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fe23ed1-79d9-4102-82e9-9a62a96f76c7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6dc70113-5a0d-4411-a864-97d927169679', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825105-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:54:21Z', 'updated_at': '2022-02-09T15:54:40Z', 'revision_number': 5, 'project_id': '9903301a1e174c829e584a233c5c9866', 'subnets': [{'id': '6dc70113-5a0d-4411-a864-97d927169679', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825105-1-iscsi', False) {} {{(pid=82903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:57:10.498607 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-708f3518-ba54-44eb-b48f-2cc470d1b5c0 None None] The sync data for ids ['9fe23ed1-79d9-4102-82e9-9a62a96f76c7'] in dv-cinder-825105-1-iscsi is: [{'id': '9fe23ed1-79d9-4102-82e9-9a62a96f76c7', 'name': 'tempest-TestVolumeBootPattern-787040231-router', 'tenant_id': '9903301a1e174c829e584a233c5c9866', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c65eede5-7777-493f-951d-210877831002', 'external_fixed_ips': [{'subnet_id': '2c513225-bb11-4d36-a4c3-0732716dcb87', 'ip_address': '172.27.0.135'}], 'enable_snat': True}, 'gw_port_id': 'a6b14449-4fdb-475c-899b-80e5f71a2e3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T15:54:18Z', 'updated_at': '2022-02-09T15:54:21Z', 'revision_number': 4, 'project_id': '9903301a1e174c829e584a233c5c9866', 'gw_port': {'id': 'a6b14449-4fdb-475c-899b-80e5f71a2e3b', 'name': '', 'network_id': 'c65eede5-7777-493f-951d-210877831002', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:a5:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fe23ed1-79d9-4102-82e9-9a62a96f76c7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2c513225-bb11-4d36-a4c3-0732716dcb87', 'ip_address': '172.27.0.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825105-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:54:19Z', 'updated_at': '2022-02-09T15:54:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c513225-bb11-4d36-a4c3-0732716dcb87', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825105-1-iscsi', '_interfaces': [{'id': '7bdb8d8e-08dd-4dfd-8b46-cb7bc3b1faf3', 'name': '', 'network_id': 'd2b5dcdb-5fe9-45d2-b726-adea8d997892', 'tenant_id': '9903301a1e174c829e584a233c5c9866', 'mac_address': 'fa:16:3e:15:77:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fe23ed1-79d9-4102-82e9-9a62a96f76c7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6dc70113-5a0d-4411-a864-97d927169679', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825105-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:54:21Z', 'updated_at': '2022-02-09T15:54:40Z', 'revision_number': 5, 'project_id': '9903301a1e174c829e584a233c5c9866', 'subnets': [{'id': '6dc70113-5a0d-4411-a864-97d927169679', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 09 15:57:10.669435 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.plugins.ml2.rpc [None req-812787cf-6466-4ce1-8c4e-c32e14b18d8a None None] Device 30728500-30d6-4f3f-8586-0cb73a366292 no longer exists at agent hyperv_hv-cinder-82510 {{(pid=82903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 15:57:10.691960 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-474225dc-13cd-45cb-8e28-1be3351d678b admin admin] Notify agent at l3_agent.dv-cinder-825105-1-iscsi the message routers_updated {{(pid=82902) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 15:57:10.710103 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [None req-474225dc-13cd-45cb-8e28-1be3351d678b admin admin] 10.222.0.67 "PUT /v2.0/routers/c4bc5276-3c92-4087-a748-0a1b685bcd08/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1051826 Feb 09 15:57:10.710319 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.plugins.ml2.plugin [None req-812787cf-6466-4ce1-8c4e-c32e14b18d8a None None] No Port match for: 30728500-30d6-4f3f-8586-0cb73a366292 {{(pid=82903) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 09 15:57:10.710319 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.plugins.ml2.rpc [None req-812787cf-6466-4ce1-8c4e-c32e14b18d8a None None] Device 30728500-30d6-4f3f-8586-0cb73a366292 not bound to the agent host hv-cinder-82510 {{(pid=82903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 15:57:10.710523 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.wsgi [-] (82902) accepted ('10.222.0.67', 52132) {{(pid=82902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 15:57:10.716866 dv-cinder-825105-1-iscsi neutron-server[82904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cd92fa6-e495-480a-bb5e-3f4c3972c831 None None] Sync routers for ids ['c4bc5276-3c92-4087-a748-0a1b685bcd08'] in dv-cinder-825105-1-iscsi {{(pid=82904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 09 15:57:10.729866 dv-cinder-825105-1-iscsi neutron-server[82904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cd92fa6-e495-480a-bb5e-3f4c3972c831 None None] Routers {'c4bc5276-3c92-4087-a748-0a1b685bcd08'} bound to L3 agent in host dv-cinder-825105-1-iscsi {{(pid=82904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 15:57:10.731450 dv-cinder-825105-1-iscsi neutron-server[82904]: DEBUG neutron.db.l3_hamode_db [None req-9cd92fa6-e495-480a-bb5e-3f4c3972c831 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825105-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T15:34:00Z,description=,heartbeat_timestamp=2022-02-09T15:57:00Z,host='dv-cinder-825105-1-iscsi',id=94c626d1-bc40-41bd-b6b2-9a20da402cb6,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:34:00Z,topic='l3_agent')) {'router_ids': ['c4bc5276-3c92-4087-a748-0a1b685bcd08'], 'active': True} {{(pid=82904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:57:10.751314 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1d1119b-f39d-4903-a293-551885741581 None None] New status for floating IP 5df37f72-a805-4124-a7a2-17186db9e529: DOWN {{(pid=82903) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 09 15:57:10.922982 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-dbd1e4e1-10ec-48fb-8291-22a085862c25 admin admin] Notify callbacks [] for router, before_delete {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:10.930196 dv-cinder-825105-1-iscsi neutron-server[82904]: DEBUG neutron.db.l3_dvr_db [None req-9cd92fa6-e495-480a-bb5e-3f4c3972c831 None None] Set router c4bc5276-3c92-4087-a748-0a1b685bcd08 gateway port host: dv-cinder-825105-1-iscsi {{(pid=82904) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 15:57:11.283753 dv-cinder-825105-1-iscsi neutron-server[82904]: DEBUG neutron.db.l3_hamode_db [None req-9cd92fa6-e495-480a-bb5e-3f4c3972c831 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4bc5276-3c92-4087-a748-0a1b685bcd08', 'name': 'tempest-TestShelveInstance-531299677-router', 'tenant_id': 'edfe650ad3644da4b086f48fa09eb548', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c65eede5-7777-493f-951d-210877831002', 'external_fixed_ips': [{'subnet_id': '2c513225-bb11-4d36-a4c3-0732716dcb87', 'ip_address': '172.27.0.29'}], 'enable_snat': True}, 'gw_port_id': 'e2bac9ad-f0d1-48a9-902d-024a73fb2d94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T15:52:24Z', 'updated_at': '2022-02-09T15:57:09Z', 'revision_number': 5, 'project_id': 'edfe650ad3644da4b086f48fa09eb548', 'gw_port': {'id': 'e2bac9ad-f0d1-48a9-902d-024a73fb2d94', 'name': '', 'network_id': 'c65eede5-7777-493f-951d-210877831002', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:e6:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4bc5276-3c92-4087-a748-0a1b685bcd08', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2c513225-bb11-4d36-a4c3-0732716dcb87', 'ip_address': '172.27.0.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825105-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:52:25Z', 'updated_at': '2022-02-09T15:52:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c513225-bb11-4d36-a4c3-0732716dcb87', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825105-1-iscsi'}], 'dv-cinder-825105-1-iscsi', False) {} {{(pid=82904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:57:11.288227 dv-cinder-825105-1-iscsi neutron-server[82904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cd92fa6-e495-480a-bb5e-3f4c3972c831 None None] Checking router: c4bc5276-3c92-4087-a748-0a1b685bcd08 for host: dv-cinder-825105-1-iscsi {{(pid=82904) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 09 15:57:11.290659 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-dbd1e4e1-10ec-48fb-8291-22a085862c25 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:11.300057 dv-cinder-825105-1-iscsi neutron-server[82904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cd92fa6-e495-480a-bb5e-3f4c3972c831 None None] Routers {'c4bc5276-3c92-4087-a748-0a1b685bcd08'} bound to L3 agent in host dv-cinder-825105-1-iscsi {{(pid=82904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 15:57:11.300701 dv-cinder-825105-1-iscsi neutron-server[82904]: DEBUG neutron.db.l3_hamode_db [None req-9cd92fa6-e495-480a-bb5e-3f4c3972c831 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825105-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T15:34:00Z,description=,heartbeat_timestamp=2022-02-09T15:57:00Z,host='dv-cinder-825105-1-iscsi',id=94c626d1-bc40-41bd-b6b2-9a20da402cb6,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:34:00Z,topic='l3_agent')) {'router_ids': ['c4bc5276-3c92-4087-a748-0a1b685bcd08'], 'active': True} {{(pid=82904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:57:11.302623 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.plugins.ml2.plugin [None req-dbd1e4e1-10ec-48fb-8291-22a085862c25 admin admin] Deleting port e2bac9ad-f0d1-48a9-902d-024a73fb2d94 {{(pid=82902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 15:57:11.303130 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-dbd1e4e1-10ec-48fb-8291-22a085862c25 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758701249'] for port, before_delete {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:11.459766 dv-cinder-825105-1-iscsi neutron-server[82904]: DEBUG neutron.db.l3_dvr_db [None req-9cd92fa6-e495-480a-bb5e-3f4c3972c831 None None] Set router c4bc5276-3c92-4087-a748-0a1b685bcd08 gateway port host: None {{(pid=82904) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 15:57:11.525360 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.plugins.ml2.db [None req-dbd1e4e1-10ec-48fb-8291-22a085862c25 admin admin] For port e2bac9ad-f0d1-48a9-902d-024a73fb2d94, host dv-cinder-825105-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825105-1-iscsi',level=0,port_id=e2bac9ad-f0d1-48a9-902d-024a73fb2d94,segment=NetworkSegment(e675f0f7-189f-41a1-8fb7-d7545319af97),segment_id=e675f0f7-189f-41a1-8fb7-d7545319af97)] {{(pid=82902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:57:11.525631 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-dbd1e4e1-10ec-48fb-8291-22a085862c25 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353601'] for port, precommit_delete {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:11.567857 dv-cinder-825105-1-iscsi neutron-server[82904]: DEBUG neutron.db.l3_hamode_db [None req-9cd92fa6-e495-480a-bb5e-3f4c3972c831 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4bc5276-3c92-4087-a748-0a1b685bcd08', 'name': 'tempest-TestShelveInstance-531299677-router', 'tenant_id': 'edfe650ad3644da4b086f48fa09eb548', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T15:52:24Z', 'updated_at': '2022-02-09T15:57:11Z', 'revision_number': 6, 'project_id': 'edfe650ad3644da4b086f48fa09eb548', 'gw_port_host': None}], 'dv-cinder-825105-1-iscsi', False) {} {{(pid=82904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:57:11.571887 dv-cinder-825105-1-iscsi neutron-server[82904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cd92fa6-e495-480a-bb5e-3f4c3972c831 None None] The sync data for ids ['c4bc5276-3c92-4087-a748-0a1b685bcd08'] in dv-cinder-825105-1-iscsi is: [{'id': 'c4bc5276-3c92-4087-a748-0a1b685bcd08', 'name': 'tempest-TestShelveInstance-531299677-router', 'tenant_id': 'edfe650ad3644da4b086f48fa09eb548', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T15:52:24Z', 'updated_at': '2022-02-09T15:57:11Z', 'revision_number': 6, 'project_id': 'edfe650ad3644da4b086f48fa09eb548', 'gw_port_host': None}] {{(pid=82904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 09 15:57:11.661058 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.plugins.ml2.plugin [None req-dbd1e4e1-10ec-48fb-8291-22a085862c25 admin admin] Calling delete_port for e2bac9ad-f0d1-48a9-902d-024a73fb2d94 owned by network:router_gateway {{(pid=82902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 15:57:11.705111 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-6714736f-40ca-48f3-9229-d0d3f64b52c9 req-b20384eb-890c-43a5-8754-0375b1666a57 tempest-TestVolumeBootPattern-303090007 tempest-TestVolumeBootPattern-303090007-project] 10.222.0.67 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1964872090&fields=id&tenant_id=9903301a1e174c829e584a233c5c9866 HTTP/1.1" status: 200 len: 267 time: 0.2116494 Feb 09 15:57:11.895502 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6714736f-40ca-48f3-9229-d0d3f64b52c9 req-5c36c218-e3a4-491d-b9f4-639edbff5630 tempest-TestVolumeBootPattern-303090007 tempest-TestVolumeBootPattern-303090007-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:57:11.896843 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-6714736f-40ca-48f3-9229-d0d3f64b52c9 req-5c36c218-e3a4-491d-b9f4-639edbff5630 tempest-TestVolumeBootPattern-303090007 tempest-TestVolumeBootPattern-303090007-project] 10.222.0.67 "GET /v2.0/networks?id=d2b5dcdb-5fe9-45d2-b726-adea8d997892 HTTP/1.1" status: 200 len: 811 time: 0.1841033 Feb 09 15:57:11.957306 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-6714736f-40ca-48f3-9229-d0d3f64b52c9 req-b5a200c9-fe0b-4d12-a9b1-f2e852c99261 tempest-TestVolumeBootPattern-303090007 tempest-TestVolumeBootPattern-303090007-project] 10.222.0.67 "GET /v2.0/quotas/9903301a1e174c829e584a233c5c9866 HTTP/1.1" status: 200 len: 375 time: 0.0534933 Feb 09 15:57:12.013305 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-dbd1e4e1-10ec-48fb-8291-22a085862c25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16080037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758755970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756758334046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1633551'] for port, after_delete {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:12.068897 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd1e4e1-10ec-48fb-8291-22a085862c25 admin admin] Pushing event deleted for resources: {'Port': ['ID=e2bac9ad-f0d1-48a9-902d-024a73fb2d94,revision_number=None']} {{(pid=82902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:57:12.182714 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-6714736f-40ca-48f3-9229-d0d3f64b52c9 req-bd431139-20bd-45ba-877f-646a3771a93a tempest-TestVolumeBootPattern-303090007 tempest-TestVolumeBootPattern-303090007-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=9903301a1e174c829e584a233c5c9866&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2184041 Feb 09 15:57:12.397708 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-dbd1e4e1-10ec-48fb-8291-22a085862c25 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-406322'] for router_gateway, after_delete {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:12.534124 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.plugins.ml2.rpc [None req-608c4fd2-211a-4ca9-a277-ad2a51be62ff None None] Device e2bac9ad-f0d1-48a9-902d-024a73fb2d94 no longer exists at agent ovs-agent-dv-cinder-825105-1-iscsi {{(pid=82903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 15:57:12.573489 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.plugins.ml2.plugin [None req-608c4fd2-211a-4ca9-a277-ad2a51be62ff None None] No Port match for: e2bac9ad-f0d1-48a9-902d-024a73fb2d94 {{(pid=82903) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 09 15:57:12.573931 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.plugins.ml2.rpc [None req-608c4fd2-211a-4ca9-a277-ad2a51be62ff None None] Device e2bac9ad-f0d1-48a9-902d-024a73fb2d94 not bound to the agent host dv-cinder-825105-1-iscsi {{(pid=82903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 15:57:12.574595 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.plugins.ml2.rpc [None req-608c4fd2-211a-4ca9-a277-ad2a51be62ff None None] Device 1b4fd006-b4c8-4e79-a901-9c1736007c38 no longer exists at agent ovs-agent-dv-cinder-825105-1-iscsi {{(pid=82903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 15:57:12.611529 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.plugins.ml2.plugin [None req-608c4fd2-211a-4ca9-a277-ad2a51be62ff None None] No Port match for: 1b4fd006-b4c8-4e79-a901-9c1736007c38 {{(pid=82903) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 09 15:57:12.612029 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.plugins.ml2.rpc [None req-608c4fd2-211a-4ca9-a277-ad2a51be62ff None None] Device 1b4fd006-b4c8-4e79-a901-9c1736007c38 not bound to the agent host dv-cinder-825105-1-iscsi {{(pid=82903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 15:57:12.805259 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-6714736f-40ca-48f3-9229-d0d3f64b52c9 req-331982ad-b3c3-4be3-a061-3dd0d727d0fc service neutron] 10.222.0.67 "GET /v2.0/networks/d2b5dcdb-5fe9-45d2-b726-adea8d997892?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5661404 Feb 09 15:57:12.809780 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-dbd1e4e1-10ec-48fb-8291-22a085862c25 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-412290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1025159'] for router, precommit_delete {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:12.834937 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-dbd1e4e1-10ec-48fb-8291-22a085862c25 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:12.927702 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-dbd1e4e1-10ec-48fb-8291-22a085862c25 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-412182'] for router, after_delete {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:12.928057 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbd1e4e1-10ec-48fb-8291-22a085862c25 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c4bc5276-3c92-4087-a748-0a1b685bcd08 {{(pid=82902) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 15:57:12.967743 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-6714736f-40ca-48f3-9229-d0d3f64b52c9 req-81507701-f20c-428b-9aea-d9d26085c782 service neutron] 10.222.0.67 "GET /v2.0/networks/d2b5dcdb-5fe9-45d2-b726-adea8d997892?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1546271 Feb 09 15:57:12.968429 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-dbd1e4e1-10ec-48fb-8291-22a085862c25 admin admin] Notify callbacks [] for router, before_response {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:12.972771 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [None req-dbd1e4e1-10ec-48fb-8291-22a085862c25 admin admin] 10.222.0.67 "DELETE /v2.0/routers/c4bc5276-3c92-4087-a748-0a1b685bcd08 HTTP/1.1" status: 204 len: 168 time: 2.2581446 Feb 09 15:57:12.972771 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.wsgi [-] (82902) accepted ('10.222.0.67', 52144) {{(pid=82902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 15:57:13.040384 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.db.db_base_plugin_v2 [None req-1979f597-73d2-425e-a892-a91ab7fbab59 admin admin] Deleting subnet cbc2dc2c-e327-4450-a8ab-b2fdfcbed0af {{(pid=82902) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 09 15:57:13.043930 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-1979f597-73d2-425e-a892-a91ab7fbab59 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:13.099481 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-1979f597-73d2-425e-a892-a91ab7fbab59 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-986117'] for subnet, precommit_delete_associations {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:13.197427 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-1979f597-73d2-425e-a892-a91ab7fbab59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16020776'] for subnet, precommit_delete {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:13.296584 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-1979f597-73d2-425e-a892-a91ab7fbab59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16020753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1633744', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1082488'] for subnet, after_delete {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:13.342103 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1979f597-73d2-425e-a892-a91ab7fbab59 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cbc2dc2c-e327-4450-a8ab-b2fdfcbed0af,revision_number=None']} {{(pid=82902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:57:13.346698 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-1979f597-73d2-425e-a892-a91ab7fbab59 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16124149'] for subnet, before_response {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:13.355760 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [None req-1979f597-73d2-425e-a892-a91ab7fbab59 admin admin] 10.222.0.67 "DELETE /v2.0/subnets/cbc2dc2c-e327-4450-a8ab-b2fdfcbed0af HTTP/1.1" status: 204 len: 168 time: 0.3798206 Feb 09 15:57:13.356570 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.wsgi [-] (82902) accepted ('10.222.0.67', 52156) {{(pid=82902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 15:57:13.374103 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a250f139-c2a4-4f26-8f58-2742186d2987 None None] Network 7f46af6c-31a0-4cb9-9407-a2368d7c0d7a requested from dv-cinder-825105-1-iscsi {{(pid=82903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 15:57:13.445728 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.quota.resource [req-09cba0f3-6835-462e-9fdf-512f8455fb47 req-b0c5a0d5-e7b8-46c9-ab74-ea198fa4d1f6 tempest-TestVolumeBootPattern-303090007 tempest-TestVolumeBootPattern-303090007-project] Synchronizing usage tracker for tenant:9903301a1e174c829e584a233c5c9866 on resource:port {{(pid=82901) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 15:57:13.469704 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.quota.resource [req-09cba0f3-6835-462e-9fdf-512f8455fb47 req-b0c5a0d5-e7b8-46c9-ab74-ea198fa4d1f6 tempest-TestVolumeBootPattern-303090007 tempest-TestVolumeBootPattern-303090007-project] Unset dirty status for tenant:9903301a1e174c829e584a233c5c9866 on resource:port {{(pid=82901) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 15:57:13.472817 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-09cba0f3-6835-462e-9fdf-512f8455fb47 req-b0c5a0d5-e7b8-46c9-ab74-ea198fa4d1f6 tempest-TestVolumeBootPattern-303090007 tempest-TestVolumeBootPattern-303090007-project] 10.222.0.67 "GET /v2.0/ports?device_id=d09df769-4e28-4913-934c-1dcfc8d7fd75 HTTP/1.1" status: 200 len: 210 time: 0.0841384 Feb 09 15:57:13.489503 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-017ea6d4-3c19-4950-96e7-b2b780e1ef15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15997498'] for network, before_delete {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:13.503542 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.plugins.ml2.plugin [None req-017ea6d4-3c19-4950-96e7-b2b780e1ef15 admin admin] Deleting port 53b0d977-4ac3-4946-b966-7865ab3ed870 {{(pid=82902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 15:57:13.503945 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-017ea6d4-3c19-4950-96e7-b2b780e1ef15 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758701249'] for port, before_delete {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:13.657629 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0473d651-4044-421c-a03c-db743d4b90c7 None None] DHCP port deletion for 7f46af6c-31a0-4cb9-9407-a2368d7c0d7a request from dv-cinder-825105-1-iscsi {{(pid=82903) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 09 15:57:13.661733 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.plugins.ml2.plugin [None req-0473d651-4044-421c-a03c-db743d4b90c7 None None] Deleting port 53b0d977-4ac3-4946-b966-7865ab3ed870 {{(pid=82903) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 15:57:13.662101 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-0473d651-4044-421c-a03c-db743d4b90c7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758701249'] for port, before_delete {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:13.732927 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.plugins.ml2.db [None req-017ea6d4-3c19-4950-96e7-b2b780e1ef15 admin admin] For port 53b0d977-4ac3-4946-b966-7865ab3ed870, host dv-cinder-825105-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825105-1-iscsi',level=0,port_id=53b0d977-4ac3-4946-b966-7865ab3ed870,segment=NetworkSegment(6be99c28-2e23-4bdb-8d7f-30b5ed2c2c2a),segment_id=6be99c28-2e23-4bdb-8d7f-30b5ed2c2c2a)] {{(pid=82902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:57:13.733278 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-017ea6d4-3c19-4950-96e7-b2b780e1ef15 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353601'] for port, precommit_delete {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:13.869123 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.plugins.ml2.plugin [None req-017ea6d4-3c19-4950-96e7-b2b780e1ef15 admin admin] Calling delete_port for 53b0d977-4ac3-4946-b966-7865ab3ed870 owned by network:dhcp {{(pid=82902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 15:57:13.884933 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.plugins.ml2.db [None req-0473d651-4044-421c-a03c-db743d4b90c7 None None] For port 53b0d977-4ac3-4946-b966-7865ab3ed870, host dv-cinder-825105-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825105-1-iscsi',level=0,port_id=53b0d977-4ac3-4946-b966-7865ab3ed870,segment=NetworkSegment(6be99c28-2e23-4bdb-8d7f-30b5ed2c2c2a),segment_id=6be99c28-2e23-4bdb-8d7f-30b5ed2c2c2a)] {{(pid=82903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:57:13.885858 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-0473d651-4044-421c-a03c-db743d4b90c7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353601'] for port, precommit_delete {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:13.951716 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-017ea6d4-3c19-4950-96e7-b2b780e1ef15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16080037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758755970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756758334046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1633551'] for port, after_delete {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:14.002498 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-017ea6d4-3c19-4950-96e7-b2b780e1ef15 admin admin] Pushing event deleted for resources: {'Port': ['ID=53b0d977-4ac3-4946-b966-7865ab3ed870,revision_number=None']} {{(pid=82902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:57:14.009025 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-017ea6d4-3c19-4950-96e7-b2b780e1ef15 admin admin] No DVR routers for this DVR port 53b0d977-4ac3-4946-b966-7865ab3ed870 on host dv-cinder-825105-1-iscsi {{(pid=82902) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 15:57:14.024599 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.plugins.ml2.plugin [None req-0473d651-4044-421c-a03c-db743d4b90c7 None None] Calling delete_port for 53b0d977-4ac3-4946-b966-7865ab3ed870 owned by network:dhcp {{(pid=82903) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 15:57:14.105937 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.db.api [None req-0473d651-4044-421c-a03c-db743d4b90c7 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=82903) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 15:57:14.106353 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG oslo_db.api [None req-0473d651-4044-421c-a03c-db743d4b90c7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=82903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 15:57:14.143939 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-017ea6d4-3c19-4950-96e7-b2b780e1ef15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16022693', 'neutron.services.segments.db._delete_segments_for_network-8756758786151'] for network, precommit_delete {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:14.169866 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.services.segments.db [None req-017ea6d4-3c19-4950-96e7-b2b780e1ef15 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7f46af6c-31a0-4cb9-9407-a2368d7c0d7a']}} {{(pid=82902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:57:14.181671 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.services.segments.db [None req-017ea6d4-3c19-4950-96e7-b2b780e1ef15 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6be99c28-2e23-4bdb-8d7f-30b5ed2c2c2a') {'for_net_delete': True} {{(pid=82902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:57:14.181962 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.services.segments.db [None req-017ea6d4-3c19-4950-96e7-b2b780e1ef15 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6be99c28-2e23-4bdb-8d7f-30b5ed2c2c2a') {} {{(pid=82902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:57:14.193728 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-017ea6d4-3c19-4950-96e7-b2b780e1ef15 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756758785262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-986126'] for segment, before_delete {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:14.213005 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-017ea6d4-3c19-4950-96e7-b2b780e1ef15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16132466'] for segment, precommit_delete {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:14.219238 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-017ea6d4-3c19-4950-96e7-b2b780e1ef15 admin admin] Releasing vlan 839 on physical network physnet1 to pool {{(pid=82902) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 09 15:57:14.219617 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-017ea6d4-3c19-4950-96e7-b2b780e1ef15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16020097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1633658'] for segment, after_delete {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:14.319485 dv-cinder-825105-1-iscsi neutron-server[82902]: Traceback (most recent call last): Feb 09 15:57:14.319485 dv-cinder-825105-1-iscsi neutron-server[82902]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 09 15:57:14.319485 dv-cinder-825105-1-iscsi neutron-server[82902]: timer() Feb 09 15:57:14.319485 dv-cinder-825105-1-iscsi neutron-server[82902]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 15:57:14.319485 dv-cinder-825105-1-iscsi neutron-server[82902]: cb(*args, **kw) Feb 09 15:57:14.319485 dv-cinder-825105-1-iscsi neutron-server[82902]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 15:57:14.319485 dv-cinder-825105-1-iscsi neutron-server[82902]: return func(*args, **kwargs) Feb 09 15:57:14.319485 dv-cinder-825105-1-iscsi neutron-server[82902]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 15:57:14.319485 dv-cinder-825105-1-iscsi neutron-server[82902]: self._notify() Feb 09 15:57:14.319485 dv-cinder-825105-1-iscsi neutron-server[82902]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 15:57:14.319485 dv-cinder-825105-1-iscsi neutron-server[82902]: self.callback(batched_events) Feb 09 15:57:14.319485 dv-cinder-825105-1-iscsi neutron-server[82902]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 15:57:14.319485 dv-cinder-825105-1-iscsi neutron-server[82902]: event.method(event) Feb 09 15:57:14.319485 dv-cinder-825105-1-iscsi neutron-server[82902]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 15:57:14.319485 dv-cinder-825105-1-iscsi neutron-server[82902]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 15:57:14.319485 dv-cinder-825105-1-iscsi neutron-server[82902]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 15:57:14.319485 dv-cinder-825105-1-iscsi neutron-server[82902]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 15:57:14.319485 dv-cinder-825105-1-iscsi neutron-server[82902]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 15:57:14.319485 dv-cinder-825105-1-iscsi neutron-server[82902]: return f(self, *a, **k) Feb 09 15:57:14.319485 dv-cinder-825105-1-iscsi neutron-server[82902]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 15:57:14.319485 dv-cinder-825105-1-iscsi neutron-server[82902]: return self._get(url).json() Feb 09 15:57:14.319485 dv-cinder-825105-1-iscsi neutron-server[82902]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 15:57:14.319485 dv-cinder-825105-1-iscsi neutron-server[82902]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 15:57:14.319485 dv-cinder-825105-1-iscsi neutron-server[82902]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 09 15:57:14.319485 dv-cinder-825105-1-iscsi neutron-server[82902]: return self.request(url, 'GET', **kwargs) Feb 09 15:57:14.319485 dv-cinder-825105-1-iscsi neutron-server[82902]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 09 15:57:14.319485 dv-cinder-825105-1-iscsi neutron-server[82902]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 15:57:14.319485 dv-cinder-825105-1-iscsi neutron-server[82902]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 09 15:57:14.319485 dv-cinder-825105-1-iscsi neutron-server[82902]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 15:57:14.319485 dv-cinder-825105-1-iscsi neutron-server[82902]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 09 15:57:14.319485 dv-cinder-825105-1-iscsi neutron-server[82902]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 15:57:14.319485 dv-cinder-825105-1-iscsi neutron-server[82902]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 15:57:14.397050 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-017ea6d4-3c19-4950-96e7-b2b780e1ef15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16022698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124156', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-406359'] for network, after_delete {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:14.418582 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-017ea6d4-3c19-4950-96e7-b2b780e1ef15 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16124149'] for network, before_response {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:14.424644 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-017ea6d4-3c19-4950-96e7-b2b780e1ef15 admin admin] Pushing event deleted for resources: {'Network': ['ID=7f46af6c-31a0-4cb9-9407-a2368d7c0d7a,revision_number=None']} {{(pid=82902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:57:14.445671 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [None req-017ea6d4-3c19-4950-96e7-b2b780e1ef15 admin admin] 10.222.0.67 "DELETE /v2.0/networks/7f46af6c-31a0-4cb9-9407-a2368d7c0d7a HTTP/1.1" status: 204 len: 168 time: 1.0878329 Feb 09 15:57:14.449510 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.wsgi [-] (82902) accepted ('10.222.0.67', 52168) {{(pid=82902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 15:57:14.547363 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.plugins.ml2.rpc [None req-608c4fd2-211a-4ca9-a277-ad2a51be62ff None None] Device 53b0d977-4ac3-4946-b966-7865ab3ed870 no longer exists at agent ovs-agent-dv-cinder-825105-1-iscsi {{(pid=82903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 15:57:14.602955 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.plugins.ml2.plugin [None req-608c4fd2-211a-4ca9-a277-ad2a51be62ff None None] No Port match for: 53b0d977-4ac3-4946-b966-7865ab3ed870 {{(pid=82903) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 09 15:57:14.603286 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.plugins.ml2.rpc [None req-608c4fd2-211a-4ca9-a277-ad2a51be62ff None None] Device 53b0d977-4ac3-4946-b966-7865ab3ed870 not bound to the agent host dv-cinder-825105-1-iscsi {{(pid=82903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 15:57:14.607707 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.plugins.ml2.plugin [None req-0473d651-4044-421c-a03c-db743d4b90c7 None None] Deleting port 53b0d977-4ac3-4946-b966-7865ab3ed870 {{(pid=82903) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 15:57:14.608323 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-0473d651-4044-421c-a03c-db743d4b90c7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758701249'] for port, before_delete {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:14.696985 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6714736f-40ca-48f3-9229-d0d3f64b52c9 req-6d2bb72f-842f-4894-a4f0-ac3de10f7c08 tempest-TestVolumeBootPattern-303090007 tempest-TestVolumeBootPattern-303090007-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:57:14.698634 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-6714736f-40ca-48f3-9229-d0d3f64b52c9 req-6d2bb72f-842f-4894-a4f0-ac3de10f7c08 tempest-TestVolumeBootPattern-303090007 tempest-TestVolumeBootPattern-303090007-project] 10.222.0.47 "GET /v2.0/networks?id=d2b5dcdb-5fe9-45d2-b726-adea8d997892 HTTP/1.1" status: 200 len: 811 time: 0.2735977 Feb 09 15:57:14.703657 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.plugins.ml2.plugin [None req-0473d651-4044-421c-a03c-db743d4b90c7 None None] The port '53b0d977-4ac3-4946-b966-7865ab3ed870' was deleted {{(pid=82903) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 09 15:57:14.721844 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-38b52926-e402-4a9d-8296-32fff5bf6689 req-1f20af61-67cb-4314-9294-7da299e4acb3 tempest-TestVolumeBootPattern-303090007 tempest-TestVolumeBootPattern-303090007-project] 10.222.0.67 "GET /v2.0/ports?device_id=d09df769-4e28-4913-934c-1dcfc8d7fd75 HTTP/1.1" status: 200 len: 210 time: 0.0581129 Feb 09 15:57:14.759555 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-6714736f-40ca-48f3-9229-d0d3f64b52c9 req-e5937b72-abdf-4ca6-9d77-5270d290c810 tempest-TestVolumeBootPattern-303090007 tempest-TestVolumeBootPattern-303090007-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9903301a1e174c829e584a233c5c9866 HTTP/1.1" status: 200 len: 380 time: 0.0495338 Feb 09 15:57:14.767854 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.api.v2.base [req-6714736f-40ca-48f3-9229-d0d3f64b52c9 req-877229fd-8c3a-4a71-b124-899f888e0282 tempest-TestVolumeBootPattern-303090007 tempest-TestVolumeBootPattern-303090007-project] Request body: {'port': {'device_id': 'd09df769-4e28-4913-934c-1dcfc8d7fd75', 'network_id': 'd2b5dcdb-5fe9-45d2-b726-adea8d997892', 'admin_state_up': True, 'tenant_id': '9903301a1e174c829e584a233c5c9866', 'security_groups': ['df71dd35-47a2-48a6-8aae-3b8f819302d8']}} {{(pid=82901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 15:57:14.915493 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.db.quota.driver [req-6714736f-40ca-48f3-9229-d0d3f64b52c9 req-877229fd-8c3a-4a71-b124-899f888e0282 tempest-TestVolumeBootPattern-303090007 tempest-TestVolumeBootPattern-303090007-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 15:57:14.931267 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.db.quota.driver [req-6714736f-40ca-48f3-9229-d0d3f64b52c9 req-877229fd-8c3a-4a71-b124-899f888e0282 tempest-TestVolumeBootPattern-303090007 tempest-TestVolumeBootPattern-303090007-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=82901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 15:57:14.945856 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6714736f-40ca-48f3-9229-d0d3f64b52c9 req-877229fd-8c3a-4a71-b124-899f888e0282 tempest-TestVolumeBootPattern-303090007 tempest-TestVolumeBootPattern-303090007-project] Made reservation on behalf of 9903301a1e174c829e584a233c5c9866 for: {'port': 1} {{(pid=82901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 15:57:14.949611 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [req-6714736f-40ca-48f3-9229-d0d3f64b52c9 req-877229fd-8c3a-4a71-b124-899f888e0282 tempest-TestVolumeBootPattern-303090007 tempest-TestVolumeBootPattern-303090007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16080601'] for port, before_create {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:14.997465 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-b4fc2e98-5938-4b88-841c-0f51bbdc4c7a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-405591'] for router_interface, before_delete {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:15.122123 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.db.db_base_plugin_common [req-6714736f-40ca-48f3-9229-d0d3f64b52c9 req-877229fd-8c3a-4a71-b124-899f888e0282 tempest-TestVolumeBootPattern-303090007 tempest-TestVolumeBootPattern-303090007-project] Allocated IP 172.20.0.9 (d2b5dcdb-5fe9-45d2-b726-adea8d997892/6dc70113-5a0d-4411-a864-97d927169679/53b86a09-1eeb-4579-acf8-cba3719e9d14) {{(pid=82901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 15:57:15.330622 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [req-6714736f-40ca-48f3-9229-d0d3f64b52c9 req-877229fd-8c3a-4a71-b124-899f888e0282 tempest-TestVolumeBootPattern-303090007 tempest-TestVolumeBootPattern-303090007-project] Notify callbacks [] for port, precommit_create {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:15.347384 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.db.provisioning_blocks [req-6714736f-40ca-48f3-9229-d0d3f64b52c9 req-877229fd-8c3a-4a71-b124-899f888e0282 tempest-TestVolumeBootPattern-303090007 tempest-TestVolumeBootPattern-303090007-project] Transition to ACTIVE for port object 53b86a09-1eeb-4579-acf8-cba3719e9d14 will not be triggered until provisioned by entity DHCP. {{(pid=82901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 15:57:15.372995 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [req-6714736f-40ca-48f3-9229-d0d3f64b52c9 req-877229fd-8c3a-4a71-b124-899f888e0282 tempest-TestVolumeBootPattern-303090007 tempest-TestVolumeBootPattern-303090007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16080037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124156', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756758334037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1282344'] for port, after_create {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:15.454239 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6714736f-40ca-48f3-9229-d0d3f64b52c9 req-877229fd-8c3a-4a71-b124-899f888e0282 tempest-TestVolumeBootPattern-303090007 tempest-TestVolumeBootPattern-303090007-project] Network d2b5dcdb-5fe9-45d2-b726-adea8d997892 is already hosted by enough agents. {{(pid=82901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 15:57:15.457989 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.scheduler.base_scheduler [req-6714736f-40ca-48f3-9229-d0d3f64b52c9 req-877229fd-8c3a-4a71-b124-899f888e0282 tempest-TestVolumeBootPattern-303090007 tempest-TestVolumeBootPattern-303090007-project] Resources bound (agent type, host, resource id): {{(pid=82901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 15:57:15.459728 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-877229fd-8c3a-4a71-b124-899f888e0282 tempest-TestVolumeBootPattern-303090007 tempest-TestVolumeBootPattern-303090007-project] Pushing event updated for resources: {'Port': ['ID=53b86a09-1eeb-4579-acf8-cba3719e9d14,revision_number=1']} {{(pid=82901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:57:15.461812 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.db.l3_dvrscheduler_db [req-6714736f-40ca-48f3-9229-d0d3f64b52c9 req-877229fd-8c3a-4a71-b124-899f888e0282 tempest-TestVolumeBootPattern-303090007 tempest-TestVolumeBootPattern-303090007-project] Received port after_create {{(pid=82901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 15:57:15.547031 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6714736f-40ca-48f3-9229-d0d3f64b52c9 req-877229fd-8c3a-4a71-b124-899f888e0282 tempest-TestVolumeBootPattern-303090007 tempest-TestVolumeBootPattern-303090007-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=82901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:57:15.547710 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [req-6714736f-40ca-48f3-9229-d0d3f64b52c9 req-877229fd-8c3a-4a71-b124-899f888e0282 tempest-TestVolumeBootPattern-303090007 tempest-TestVolumeBootPattern-303090007-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205010'] for port, before_response {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:15.577960 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-6714736f-40ca-48f3-9229-d0d3f64b52c9 req-877229fd-8c3a-4a71-b124-899f888e0282 tempest-TestVolumeBootPattern-303090007 tempest-TestVolumeBootPattern-303090007-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8137748 Feb 09 15:57:15.591371 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.api.v2.base [req-6714736f-40ca-48f3-9229-d0d3f64b52c9 req-9cc4e28d-8ef2-4c2f-9848-57cd8a498da0 service neutron] Request body: {'port': {'device_id': 'd09df769-4e28-4913-934c-1dcfc8d7fd75', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82510'}} {{(pid=82901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 15:57:15.666783 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.plugins.ml2.plugin [None req-b4fc2e98-5938-4b88-841c-0f51bbdc4c7a admin admin] Deleting port d0bcfc34-93c3-4d2a-a065-baf51b2cc7ae {{(pid=82902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 15:57:15.667262 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-b4fc2e98-5938-4b88-841c-0f51bbdc4c7a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758701249'] for port, before_delete {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:15.705480 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [req-6714736f-40ca-48f3-9229-d0d3f64b52c9 req-9cc4e28d-8ef2-4c2f-9848-57cd8a498da0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16080601'] for port, before_update {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:15.778577 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.db.provisioning_blocks [None req-38f9605f-429a-43fd-8bba-36e9f3506c68 None None] Provisioning for port 53b86a09-1eeb-4579-acf8-cba3719e9d14 completed by entity DHCP. {{(pid=82903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 15:57:15.788781 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.db.provisioning_blocks [None req-38f9605f-429a-43fd-8bba-36e9f3506c68 None None] Provisioning complete for port 53b86a09-1eeb-4579-acf8-cba3719e9d14 triggered by entity DHCP. {{(pid=82903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:57:15.789610 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-38f9605f-429a-43fd-8bba-36e9f3506c68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16008948'] for port, provisioning_complete {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:15.871269 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.plugins.ml2.db [None req-b4fc2e98-5938-4b88-841c-0f51bbdc4c7a admin admin] For port d0bcfc34-93c3-4d2a-a065-baf51b2cc7ae, host dv-cinder-825105-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825105-1-iscsi',level=0,port_id=d0bcfc34-93c3-4d2a-a065-baf51b2cc7ae,segment=NetworkSegment(ef7c1d48-48b6-48f3-917c-ea96d2665ae6),segment_id=ef7c1d48-48b6-48f3-917c-ea96d2665ae6)] {{(pid=82902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:57:15.871616 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.plugins.ml2.plugin [None req-38f9605f-429a-43fd-8bba-36e9f3506c68 None None] Port 53b86a09-1eeb-4579-acf8-cba3719e9d14 cannot update to ACTIVE because it is not bound. {{(pid=82903) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 09 15:57:15.871781 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-b4fc2e98-5938-4b88-841c-0f51bbdc4c7a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353601'] for port, precommit_delete {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:16.074703 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5115f03a-fa45-4238-9642-0c2bb19bfaa0 req-de0d9234-b7a9-4452-95ee-645891aff6f3 tempest-TestVolumeBootPattern-303090007 tempest-TestVolumeBootPattern-303090007-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:57:16.075387 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.quota.resource [req-5115f03a-fa45-4238-9642-0c2bb19bfaa0 req-de0d9234-b7a9-4452-95ee-645891aff6f3 tempest-TestVolumeBootPattern-303090007 tempest-TestVolumeBootPattern-303090007-project] Synchronizing usage tracker for tenant:9903301a1e174c829e584a233c5c9866 on resource:port {{(pid=82901) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 15:57:16.098306 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.plugins.ml2.plugin [None req-b4fc2e98-5938-4b88-841c-0f51bbdc4c7a admin admin] Calling delete_port for d0bcfc34-93c3-4d2a-a065-baf51b2cc7ae owned by network:router_interface {{(pid=82902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 15:57:16.105697 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.quota.resource [req-5115f03a-fa45-4238-9642-0c2bb19bfaa0 req-de0d9234-b7a9-4452-95ee-645891aff6f3 tempest-TestVolumeBootPattern-303090007 tempest-TestVolumeBootPattern-303090007-project] Unset dirty status for tenant:9903301a1e174c829e584a233c5c9866 on resource:port {{(pid=82901) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 15:57:16.106843 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-5115f03a-fa45-4238-9642-0c2bb19bfaa0 req-de0d9234-b7a9-4452-95ee-645891aff6f3 tempest-TestVolumeBootPattern-303090007 tempest-TestVolumeBootPattern-303090007-project] 10.222.0.67 "GET /v2.0/ports?device_id=d09df769-4e28-4913-934c-1dcfc8d7fd75 HTTP/1.1" status: 200 len: 931 time: 0.2437441 Feb 09 15:57:16.195425 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.notifiers.nova [req-6714736f-40ca-48f3-9229-d0d3f64b52c9 req-9cc4e28d-8ef2-4c2f-9848-57cd8a498da0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 53b86a09-1eeb-4579-acf8-cba3719e9d14 {{(pid=82901) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 15:57:16.207778 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [req-6714736f-40ca-48f3-9229-d0d3f64b52c9 req-9cc4e28d-8ef2-4c2f-9848-57cd8a498da0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:16.213747 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-5115f03a-fa45-4238-9642-0c2bb19bfaa0 req-57e7384b-e757-43e6-8dd9-aed41065512b tempest-TestVolumeBootPattern-303090007 tempest-TestVolumeBootPattern-303090007-project] 10.222.0.67 "GET /v2.0/security-groups?id=df71dd35-47a2-48a6-8aae-3b8f819302d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1013074 Feb 09 15:57:16.224770 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.db.provisioning_blocks [req-6714736f-40ca-48f3-9229-d0d3f64b52c9 req-9cc4e28d-8ef2-4c2f-9848-57cd8a498da0 service neutron] Transition to ACTIVE for port object 53b86a09-1eeb-4579-acf8-cba3719e9d14 will not be triggered until provisioned by entity L2. {{(pid=82901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 15:57:16.228806 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [req-6714736f-40ca-48f3-9229-d0d3f64b52c9 req-9cc4e28d-8ef2-4c2f-9848-57cd8a498da0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16080037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758755988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756758334055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756758334100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1282337'] for port, after_update {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:16.294192 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-b4fc2e98-5938-4b88-841c-0f51bbdc4c7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16080037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758755970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756758334046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1633551'] for port, after_delete {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:16.343716 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4fc2e98-5938-4b88-841c-0f51bbdc4c7a admin admin] Pushing event deleted for resources: {'Port': ['ID=d0bcfc34-93c3-4d2a-a065-baf51b2cc7ae,revision_number=None']} {{(pid=82902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:57:16.359767 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc4e28d-8ef2-4c2f-9848-57cd8a498da0 service neutron] Pushing event updated for resources: {'Port': ['ID=53b86a09-1eeb-4579-acf8-cba3719e9d14,revision_number=2']} {{(pid=82901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:57:16.515676 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.plugins.ml2.managers [req-6714736f-40ca-48f3-9229-d0d3f64b52c9 req-9cc4e28d-8ef2-4c2f-9848-57cd8a498da0 service neutron] Attempting to bind port 53b86a09-1eeb-4579-acf8-cba3719e9d14 on host hv-cinder-82510 for vnic_type normal with profile {{(pid=82901) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 15:57:16.516012 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.plugins.ml2.managers [req-6714736f-40ca-48f3-9229-d0d3f64b52c9 req-9cc4e28d-8ef2-4c2f-9848-57cd8a498da0 service neutron] Attempting to bind port 53b86a09-1eeb-4579-acf8-cba3719e9d14 by drivers openvswitch,hyperv on host hv-cinder-82510 at level 0 using segments [{'id': 'da3be55e-cb41-4c7b-bd84-bbc25aac2618', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': 'd2b5dcdb-5fe9-45d2-b726-adea8d997892'}] {{(pid=82901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 15:57:16.516370 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6714736f-40ca-48f3-9229-d0d3f64b52c9 req-9cc4e28d-8ef2-4c2f-9848-57cd8a498da0 service neutron] Attempting to bind port 53b86a09-1eeb-4579-acf8-cba3719e9d14 on network d2b5dcdb-5fe9-45d2-b726-adea8d997892 {{(pid=82901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 15:57:16.523549 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6714736f-40ca-48f3-9229-d0d3f64b52c9 req-9cc4e28d-8ef2-4c2f-9848-57cd8a498da0 service neutron] Port 53b86a09-1eeb-4579-acf8-cba3719e9d14 on network d2b5dcdb-5fe9-45d2-b726-adea8d997892 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82510 {{(pid=82901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 09 15:57:16.523867 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6714736f-40ca-48f3-9229-d0d3f64b52c9 req-9cc4e28d-8ef2-4c2f-9848-57cd8a498da0 service neutron] Attempting to bind port 53b86a09-1eeb-4579-acf8-cba3719e9d14 on network d2b5dcdb-5fe9-45d2-b726-adea8d997892 {{(pid=82901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 15:57:16.531410 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6714736f-40ca-48f3-9229-d0d3f64b52c9 req-9cc4e28d-8ef2-4c2f-9848-57cd8a498da0 service neutron] Checking agent: {'id': 'db1a70d3-a821-4659-b534-995c5c5f449e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82510', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 15, 40, 29), 'started_at': datetime.datetime(2022, 2, 9, 15, 40, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 15, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=82901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 15:57:16.531748 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6714736f-40ca-48f3-9229-d0d3f64b52c9 req-9cc4e28d-8ef2-4c2f-9848-57cd8a498da0 service neutron] Checking segment: {'id': 'da3be55e-cb41-4c7b-bd84-bbc25aac2618', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': 'd2b5dcdb-5fe9-45d2-b726-adea8d997892'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 15:57:16.532141 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6714736f-40ca-48f3-9229-d0d3f64b52c9 req-9cc4e28d-8ef2-4c2f-9848-57cd8a498da0 service neutron] Bound using segment: {'id': 'da3be55e-cb41-4c7b-bd84-bbc25aac2618', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': 'd2b5dcdb-5fe9-45d2-b726-adea8d997892'} {{(pid=82901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 15:57:16.532566 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.plugins.ml2.managers [req-6714736f-40ca-48f3-9229-d0d3f64b52c9 req-9cc4e28d-8ef2-4c2f-9848-57cd8a498da0 service neutron] Bound port: 53b86a09-1eeb-4579-acf8-cba3719e9d14, host: hv-cinder-82510, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'da3be55e-cb41-4c7b-bd84-bbc25aac2618', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': 'd2b5dcdb-5fe9-45d2-b726-adea8d997892'}}] {{(pid=82901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 15:57:16.532907 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [req-6714736f-40ca-48f3-9229-d0d3f64b52c9 req-9cc4e28d-8ef2-4c2f-9848-57cd8a498da0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16080601'] for port, before_update {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:16.633523 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.plugins.ml2.db [req-6714736f-40ca-48f3-9229-d0d3f64b52c9 req-9cc4e28d-8ef2-4c2f-9848-57cd8a498da0 service neutron] For port 53b86a09-1eeb-4579-acf8-cba3719e9d14, host hv-cinder-82510, cleared binding levels {{(pid=82901) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 15:57:16.639204 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.plugins.ml2.db [req-6714736f-40ca-48f3-9229-d0d3f64b52c9 req-9cc4e28d-8ef2-4c2f-9848-57cd8a498da0 service neutron] For port 53b86a09-1eeb-4579-acf8-cba3719e9d14, host hv-cinder-82510, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=53b86a09-1eeb-4579-acf8-cba3719e9d14,segment=NetworkSegment(da3be55e-cb41-4c7b-bd84-bbc25aac2618),segment_id=da3be55e-cb41-4c7b-bd84-bbc25aac2618)] {{(pid=82901) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 15:57:16.646489 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [req-6714736f-40ca-48f3-9229-d0d3f64b52c9 req-9cc4e28d-8ef2-4c2f-9848-57cd8a498da0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16080037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758755988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756758334055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756758334100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1282337'] for port, after_update {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:16.687477 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-b4fc2e98-5938-4b88-841c-0f51bbdc4c7a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16123921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-405732'] for router_interface, after_delete {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:16.715872 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [req-6714736f-40ca-48f3-9229-d0d3f64b52c9 req-9cc4e28d-8ef2-4c2f-9848-57cd8a498da0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205010'] for port, before_response {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:16.717171 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-6714736f-40ca-48f3-9229-d0d3f64b52c9 req-9cc4e28d-8ef2-4c2f-9848-57cd8a498da0 service neutron] 10.222.0.47 "PUT /v2.0/ports/53b86a09-1eeb-4579-acf8-cba3719e9d14 HTTP/1.1" status: 200 len: 1093 time: 1.1317017 Feb 09 15:57:16.717606 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd09df769-4e28-4913-934c-1dcfc8d7fd75', 'tag': '53b86a09-1eeb-4579-acf8-cba3719e9d14'}] {{(pid=82901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 15:57:16.732863 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc4e28d-8ef2-4c2f-9848-57cd8a498da0 service neutron] Pushing event updated for resources: {'Port': ['ID=53b86a09-1eeb-4579-acf8-cba3719e9d14,revision_number=3']} {{(pid=82901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:57:16.785651 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd09df769-4e28-4913-934c-1dcfc8d7fd75', 'tag': '53b86a09-1eeb-4579-acf8-cba3719e9d14', 'status': 'completed', 'code': 200} Feb 09 15:57:17.050555 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-6dfd1395-51ee-4bc4-9148-d95ca23b77e7 req-409a555d-4c2f-4dd3-8769-5ad46d370e90 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=9903301a1e174c829e584a233c5c9866&device_id=d09df769-4e28-4913-934c-1dcfc8d7fd75 HTTP/1.1" status: 200 len: 1096 time: 0.1763678 Feb 09 15:57:17.193656 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dfd1395-51ee-4bc4-9148-d95ca23b77e7 req-7e434622-42b2-4562-8212-99da41415b6e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:57:17.195205 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-6dfd1395-51ee-4bc4-9148-d95ca23b77e7 req-7e434622-42b2-4562-8212-99da41415b6e service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=9903301a1e174c829e584a233c5c9866&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1367750 Feb 09 15:57:17.296544 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4fc2e98-5938-4b88-841c-0f51bbdc4c7a admin admin] Router 172f9e79-357f-4498-ae14-3f49ee1be4da has already been hosted by L3 agent 94c626d1-bc40-41bd-b6b2-9a20da402cb6 {{(pid=82902) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 15:57:17.343718 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dfd1395-51ee-4bc4-9148-d95ca23b77e7 req-db03bb1a-11ce-41c0-9b00-ae216b0669aa service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:57:17.345721 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-6dfd1395-51ee-4bc4-9148-d95ca23b77e7 req-db03bb1a-11ce-41c0-9b00-ae216b0669aa service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1444750 Feb 09 15:57:17.487150 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b88124-5811-4f7f-abec-4bcff8dbea05 req-f9892c2a-0417-4db5-817f-141658717b82 tempest-TestVolumeBootPattern-303090007 tempest-TestVolumeBootPattern-303090007-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:57:17.488742 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-d4b88124-5811-4f7f-abec-4bcff8dbea05 req-f9892c2a-0417-4db5-817f-141658717b82 tempest-TestVolumeBootPattern-303090007 tempest-TestVolumeBootPattern-303090007-project] 10.222.0.67 "GET /v2.0/ports?device_id=d09df769-4e28-4913-934c-1dcfc8d7fd75 HTTP/1.1" status: 200 len: 943 time: 0.1420770 Feb 09 15:57:17.492524 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-6714736f-40ca-48f3-9229-d0d3f64b52c9 req-2ce12f15-a2bd-4515-a308-e30b30db45ff service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=9903301a1e174c829e584a233c5c9866&device_id=d09df769-4e28-4913-934c-1dcfc8d7fd75 HTTP/1.1" status: 200 len: 1096 time: 0.1046741 Feb 09 15:57:17.509068 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4fc2e98-5938-4b88-841c-0f51bbdc4c7a admin admin] Notify agent at l3_agent.dv-cinder-825105-1-iscsi the message routers_updated {{(pid=82902) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 15:57:17.519435 dv-cinder-825105-1-iscsi neutron-server[82904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6401c240-f8da-4379-a5d2-8031b0a2c77f None None] Sync routers for ids ['172f9e79-357f-4498-ae14-3f49ee1be4da'] in dv-cinder-825105-1-iscsi {{(pid=82904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 09 15:57:17.530999 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [None req-b4fc2e98-5938-4b88-841c-0f51bbdc4c7a admin admin] 10.222.0.67 "PUT /v2.0/routers/172f9e79-357f-4498-ae14-3f49ee1be4da/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0781090 Feb 09 15:57:17.531368 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.wsgi [-] (82902) accepted ('10.222.0.67', 52180) {{(pid=82902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 15:57:17.533686 dv-cinder-825105-1-iscsi neutron-server[82904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6401c240-f8da-4379-a5d2-8031b0a2c77f None None] Routers {'172f9e79-357f-4498-ae14-3f49ee1be4da'} bound to L3 agent in host dv-cinder-825105-1-iscsi {{(pid=82904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 15:57:17.534415 dv-cinder-825105-1-iscsi neutron-server[82904]: DEBUG neutron.db.l3_hamode_db [None req-6401c240-f8da-4379-a5d2-8031b0a2c77f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825105-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T15:34:00Z,description=,heartbeat_timestamp=2022-02-09T15:57:00Z,host='dv-cinder-825105-1-iscsi',id=94c626d1-bc40-41bd-b6b2-9a20da402cb6,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:34:00Z,topic='l3_agent')) {'router_ids': ['172f9e79-357f-4498-ae14-3f49ee1be4da'], 'active': True} {{(pid=82904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:57:17.591726 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-6714736f-40ca-48f3-9229-d0d3f64b52c9 req-8b21a93e-4091-4f5f-aee4-879ba9690598 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=53b86a09-1eeb-4579-acf8-cba3719e9d14 HTTP/1.1" status: 200 len: 217 time: 0.0822330 Feb 09 15:57:17.598978 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-d4b88124-5811-4f7f-abec-4bcff8dbea05 req-53b0e804-e43c-46bc-b9be-63082032d279 tempest-TestVolumeBootPattern-303090007 tempest-TestVolumeBootPattern-303090007-project] 10.222.0.67 "GET /v2.0/security-groups?id=df71dd35-47a2-48a6-8aae-3b8f819302d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1044228 Feb 09 15:57:17.662650 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6714736f-40ca-48f3-9229-d0d3f64b52c9 req-77502061-7642-4f43-899b-623e26a7343a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:57:17.664245 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-6714736f-40ca-48f3-9229-d0d3f64b52c9 req-77502061-7642-4f43-899b-623e26a7343a service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6dc70113-5a0d-4411-a864-97d927169679 HTTP/1.1" status: 200 len: 850 time: 0.0633907 Feb 09 15:57:17.723904 dv-cinder-825105-1-iscsi neutron-server[82904]: DEBUG neutron.db.l3_dvr_db [None req-6401c240-f8da-4379-a5d2-8031b0a2c77f None None] Set router 172f9e79-357f-4498-ae14-3f49ee1be4da gateway port host: dv-cinder-825105-1-iscsi {{(pid=82904) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 15:57:17.747625 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-6714736f-40ca-48f3-9229-d0d3f64b52c9 req-16298252-a70d-48f7-b40c-ac48ba60fc4f service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=d2b5dcdb-5fe9-45d2-b726-adea8d997892&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0742283 Feb 09 15:57:17.837047 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-f569022b-e4a3-43a6-af0c-d875e2d1fca4 admin admin] Notify callbacks [] for router, before_delete {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:17.889065 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-6714736f-40ca-48f3-9229-d0d3f64b52c9 req-9dff4811-afeb-4a69-b530-ff11c30a7d20 service neutron] 10.222.0.47 "GET /v2.0/networks/d2b5dcdb-5fe9-45d2-b726-adea8d997892?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1314378 Feb 09 15:57:18.028321 dv-cinder-825105-1-iscsi neutron-server[82904]: DEBUG neutron.db.l3_hamode_db [None req-6401c240-f8da-4379-a5d2-8031b0a2c77f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '172f9e79-357f-4498-ae14-3f49ee1be4da', 'name': 'tempest-TestShelveInstance-841654468-router', 'tenant_id': '1f181966b96242e5b74d14949d4aa0d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c65eede5-7777-493f-951d-210877831002', 'external_fixed_ips': [{'subnet_id': '2c513225-bb11-4d36-a4c3-0732716dcb87', 'ip_address': '172.27.0.191'}], 'enable_snat': True}, 'gw_port_id': 'e97077b8-3753-45fa-a68e-06f2f9302e60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T15:52:30Z', 'updated_at': '2022-02-09T15:57:16Z', 'revision_number': 5, 'project_id': '1f181966b96242e5b74d14949d4aa0d5', 'gw_port': {'id': 'e97077b8-3753-45fa-a68e-06f2f9302e60', 'name': '', 'network_id': 'c65eede5-7777-493f-951d-210877831002', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:64:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '172f9e79-357f-4498-ae14-3f49ee1be4da', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2c513225-bb11-4d36-a4c3-0732716dcb87', 'ip_address': '172.27.0.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825105-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:52:31Z', 'updated_at': '2022-02-09T15:52:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c513225-bb11-4d36-a4c3-0732716dcb87', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825105-1-iscsi'}], 'dv-cinder-825105-1-iscsi', False) {} {{(pid=82904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:57:18.032682 dv-cinder-825105-1-iscsi neutron-server[82904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6401c240-f8da-4379-a5d2-8031b0a2c77f None None] Checking router: 172f9e79-357f-4498-ae14-3f49ee1be4da for host: dv-cinder-825105-1-iscsi {{(pid=82904) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 09 15:57:18.034153 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-6714736f-40ca-48f3-9229-d0d3f64b52c9 req-de85d87b-c0fa-47de-8812-f1e74dd98a87 service neutron] 10.222.0.47 "GET /v2.0/networks/d2b5dcdb-5fe9-45d2-b726-adea8d997892?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1393228 Feb 09 15:57:18.045464 dv-cinder-825105-1-iscsi neutron-server[82904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6401c240-f8da-4379-a5d2-8031b0a2c77f None None] Routers {'172f9e79-357f-4498-ae14-3f49ee1be4da'} bound to L3 agent in host dv-cinder-825105-1-iscsi {{(pid=82904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 15:57:18.046073 dv-cinder-825105-1-iscsi neutron-server[82904]: DEBUG neutron.db.l3_hamode_db [None req-6401c240-f8da-4379-a5d2-8031b0a2c77f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825105-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T15:34:00Z,description=,heartbeat_timestamp=2022-02-09T15:57:00Z,host='dv-cinder-825105-1-iscsi',id=94c626d1-bc40-41bd-b6b2-9a20da402cb6,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:34:00Z,topic='l3_agent')) {'router_ids': ['172f9e79-357f-4498-ae14-3f49ee1be4da'], 'active': True} {{(pid=82904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:57:18.057962 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-f569022b-e4a3-43a6-af0c-d875e2d1fca4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:18.068106 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.plugins.ml2.plugin [None req-f569022b-e4a3-43a6-af0c-d875e2d1fca4 admin admin] Deleting port e97077b8-3753-45fa-a68e-06f2f9302e60 {{(pid=82902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 15:57:18.068503 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-f569022b-e4a3-43a6-af0c-d875e2d1fca4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758701249'] for port, before_delete {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:18.200592 dv-cinder-825105-1-iscsi neutron-server[82904]: DEBUG neutron.db.l3_dvr_db [None req-6401c240-f8da-4379-a5d2-8031b0a2c77f None None] Set router 172f9e79-357f-4498-ae14-3f49ee1be4da gateway port host: None {{(pid=82904) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 15:57:18.250151 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.plugins.ml2.db [None req-f569022b-e4a3-43a6-af0c-d875e2d1fca4 admin admin] For port e97077b8-3753-45fa-a68e-06f2f9302e60, host dv-cinder-825105-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825105-1-iscsi',level=0,port_id=e97077b8-3753-45fa-a68e-06f2f9302e60,segment=NetworkSegment(e675f0f7-189f-41a1-8fb7-d7545319af97),segment_id=e675f0f7-189f-41a1-8fb7-d7545319af97)] {{(pid=82902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:57:18.250502 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-f569022b-e4a3-43a6-af0c-d875e2d1fca4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353601'] for port, precommit_delete {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:18.343528 dv-cinder-825105-1-iscsi neutron-server[82904]: DEBUG neutron.db.l3_hamode_db [None req-6401c240-f8da-4379-a5d2-8031b0a2c77f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '172f9e79-357f-4498-ae14-3f49ee1be4da', 'name': 'tempest-TestShelveInstance-841654468-router', 'tenant_id': '1f181966b96242e5b74d14949d4aa0d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T15:52:30Z', 'updated_at': '2022-02-09T15:57:18Z', 'revision_number': 6, 'project_id': '1f181966b96242e5b74d14949d4aa0d5', 'gw_port_host': None}], 'dv-cinder-825105-1-iscsi', False) {} {{(pid=82904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:57:18.347586 dv-cinder-825105-1-iscsi neutron-server[82904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6401c240-f8da-4379-a5d2-8031b0a2c77f None None] The sync data for ids ['172f9e79-357f-4498-ae14-3f49ee1be4da'] in dv-cinder-825105-1-iscsi is: [{'id': '172f9e79-357f-4498-ae14-3f49ee1be4da', 'name': 'tempest-TestShelveInstance-841654468-router', 'tenant_id': '1f181966b96242e5b74d14949d4aa0d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T15:52:30Z', 'updated_at': '2022-02-09T15:57:18Z', 'revision_number': 6, 'project_id': '1f181966b96242e5b74d14949d4aa0d5', 'gw_port_host': None}] {{(pid=82904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 09 15:57:18.380882 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.plugins.ml2.plugin [None req-f569022b-e4a3-43a6-af0c-d875e2d1fca4 admin admin] Calling delete_port for e97077b8-3753-45fa-a68e-06f2f9302e60 owned by network:router_gateway {{(pid=82902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 15:57:18.548137 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-f569022b-e4a3-43a6-af0c-d875e2d1fca4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16080037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758755970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756758334046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1633551'] for port, after_delete {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:18.594270 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f569022b-e4a3-43a6-af0c-d875e2d1fca4 admin admin] Pushing event deleted for resources: {'Port': ['ID=e97077b8-3753-45fa-a68e-06f2f9302e60,revision_number=None']} {{(pid=82902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:57:18.761894 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.plugins.ml2.rpc [None req-608c4fd2-211a-4ca9-a277-ad2a51be62ff None None] Device d0bcfc34-93c3-4d2a-a065-baf51b2cc7ae no longer exists at agent ovs-agent-dv-cinder-825105-1-iscsi {{(pid=82903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 15:57:18.797852 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.plugins.ml2.plugin [None req-608c4fd2-211a-4ca9-a277-ad2a51be62ff None None] No Port match for: d0bcfc34-93c3-4d2a-a065-baf51b2cc7ae {{(pid=82903) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 09 15:57:18.798331 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.plugins.ml2.rpc [None req-608c4fd2-211a-4ca9-a277-ad2a51be62ff None None] Device d0bcfc34-93c3-4d2a-a065-baf51b2cc7ae not bound to the agent host dv-cinder-825105-1-iscsi {{(pid=82903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 15:57:18.870970 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-f569022b-e4a3-43a6-af0c-d875e2d1fca4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-406322'] for router_gateway, after_delete {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:19.249455 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa35d39-1cf0-42ff-9254-a3277421bedc req-bb5191dc-85cf-4643-82fa-a5d359e03e26 tempest-TestVolumeBootPattern-303090007 tempest-TestVolumeBootPattern-303090007-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:57:19.251277 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-1fa35d39-1cf0-42ff-9254-a3277421bedc req-bb5191dc-85cf-4643-82fa-a5d359e03e26 tempest-TestVolumeBootPattern-303090007 tempest-TestVolumeBootPattern-303090007-project] 10.222.0.67 "GET /v2.0/ports?device_id=d09df769-4e28-4913-934c-1dcfc8d7fd75 HTTP/1.1" status: 200 len: 943 time: 0.4988489 Feb 09 15:57:19.255188 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-f569022b-e4a3-43a6-af0c-d875e2d1fca4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-412290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1025159'] for router, precommit_delete {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:19.274498 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-f569022b-e4a3-43a6-af0c-d875e2d1fca4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:19.316809 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-1fa35d39-1cf0-42ff-9254-a3277421bedc req-75b7a2e2-a433-4e9a-b16f-3d14c8cb35d2 tempest-TestVolumeBootPattern-303090007 tempest-TestVolumeBootPattern-303090007-project] 10.222.0.67 "GET /v2.0/security-groups?id=df71dd35-47a2-48a6-8aae-3b8f819302d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0595448 Feb 09 15:57:19.326366 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-f569022b-e4a3-43a6-af0c-d875e2d1fca4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-412182'] for router, after_delete {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:19.326902 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f569022b-e4a3-43a6-af0c-d875e2d1fca4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 172f9e79-357f-4498-ae14-3f49ee1be4da {{(pid=82902) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 15:57:19.340936 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-f569022b-e4a3-43a6-af0c-d875e2d1fca4 admin admin] Notify callbacks [] for router, before_response {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:19.342233 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [None req-f569022b-e4a3-43a6-af0c-d875e2d1fca4 admin admin] 10.222.0.67 "DELETE /v2.0/routers/172f9e79-357f-4498-ae14-3f49ee1be4da HTTP/1.1" status: 204 len: 168 time: 1.8099875 Feb 09 15:57:19.345204 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.wsgi [-] (82901) accepted ('10.222.0.67', 52186) {{(pid=82901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 15:57:19.406613 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.db.db_base_plugin_v2 [None req-a24b03ca-3fa8-4840-acd4-6e4783cabad6 admin admin] Deleting subnet 7dc47919-002f-471f-9357-6333c6fae7ee {{(pid=82901) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 09 15:57:19.409685 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-a24b03ca-3fa8-4840-acd4-6e4783cabad6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:19.462412 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-a24b03ca-3fa8-4840-acd4-6e4783cabad6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1218918'] for subnet, precommit_delete_associations {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:19.538996 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-a24b03ca-3fa8-4840-acd4-6e4783cabad6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16020776'] for subnet, precommit_delete {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:19.608282 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-a24b03ca-3fa8-4840-acd4-6e4783cabad6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16020753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1282551', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1319926'] for subnet, after_delete {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:19.649419 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a24b03ca-3fa8-4840-acd4-6e4783cabad6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7dc47919-002f-471f-9357-6333c6fae7ee,revision_number=None']} {{(pid=82901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:57:19.654807 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-a24b03ca-3fa8-4840-acd4-6e4783cabad6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:19.659731 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df66c4cb-632f-4327-a033-215fb7a0ad0b None None] Network edbe0ebb-028d-4de9-90a8-365752b4b481 requested from dv-cinder-825105-1-iscsi {{(pid=82903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 15:57:19.660456 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [None req-a24b03ca-3fa8-4840-acd4-6e4783cabad6 admin admin] 10.222.0.67 "DELETE /v2.0/subnets/7dc47919-002f-471f-9357-6333c6fae7ee HTTP/1.1" status: 204 len: 168 time: 0.3142600 Feb 09 15:57:19.663111 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.wsgi [-] (82901) accepted ('10.222.0.67', 52190) {{(pid=82901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 15:57:19.773631 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-27ee901d-3baa-4df7-b962-831d7dfb6e88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15997498'] for network, before_delete {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:19.785389 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.plugins.ml2.plugin [None req-27ee901d-3baa-4df7-b962-831d7dfb6e88 admin admin] Deleting port c8553ff2-93bc-4818-b229-37b9c942c57e {{(pid=82901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 15:57:19.785724 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-27ee901d-3baa-4df7-b962-831d7dfb6e88 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758701249'] for port, before_delete {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:19.918644 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4ca60a5-f5fb-44d8-81aa-747ba5f455a8 None None] DHCP port deletion for edbe0ebb-028d-4de9-90a8-365752b4b481 request from dv-cinder-825105-1-iscsi {{(pid=82903) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 09 15:57:19.923095 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.plugins.ml2.plugin [None req-a4ca60a5-f5fb-44d8-81aa-747ba5f455a8 None None] Deleting port c8553ff2-93bc-4818-b229-37b9c942c57e {{(pid=82903) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 15:57:19.923466 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-a4ca60a5-f5fb-44d8-81aa-747ba5f455a8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758701249'] for port, before_delete {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:20.093218 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.plugins.ml2.db [None req-27ee901d-3baa-4df7-b962-831d7dfb6e88 admin admin] For port c8553ff2-93bc-4818-b229-37b9c942c57e, host dv-cinder-825105-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825105-1-iscsi',level=0,port_id=c8553ff2-93bc-4818-b229-37b9c942c57e,segment=NetworkSegment(ef7c1d48-48b6-48f3-917c-ea96d2665ae6),segment_id=ef7c1d48-48b6-48f3-917c-ea96d2665ae6)] {{(pid=82901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:57:20.093564 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-27ee901d-3baa-4df7-b962-831d7dfb6e88 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353601'] for port, precommit_delete {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:20.136473 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.plugins.ml2.db [None req-a4ca60a5-f5fb-44d8-81aa-747ba5f455a8 None None] For port c8553ff2-93bc-4818-b229-37b9c942c57e, host dv-cinder-825105-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825105-1-iscsi',level=0,port_id=c8553ff2-93bc-4818-b229-37b9c942c57e,segment=NetworkSegment(ef7c1d48-48b6-48f3-917c-ea96d2665ae6),segment_id=ef7c1d48-48b6-48f3-917c-ea96d2665ae6)] {{(pid=82903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:57:20.136755 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-a4ca60a5-f5fb-44d8-81aa-747ba5f455a8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353601'] for port, precommit_delete {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:20.215760 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.plugins.ml2.plugin [None req-27ee901d-3baa-4df7-b962-831d7dfb6e88 admin admin] Calling delete_port for c8553ff2-93bc-4818-b229-37b9c942c57e owned by network:dhcp {{(pid=82901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 15:57:20.290087 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.plugins.ml2.plugin [None req-a4ca60a5-f5fb-44d8-81aa-747ba5f455a8 None None] Calling delete_port for c8553ff2-93bc-4818-b229-37b9c942c57e owned by network:dhcp {{(pid=82903) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 15:57:20.295052 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-27ee901d-3baa-4df7-b962-831d7dfb6e88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16080037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758755970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756758334046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1282344'] for port, after_delete {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:20.344949 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ee901d-3baa-4df7-b962-831d7dfb6e88 admin admin] Pushing event deleted for resources: {'Port': ['ID=c8553ff2-93bc-4818-b229-37b9c942c57e,revision_number=None']} {{(pid=82901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:57:20.352470 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27ee901d-3baa-4df7-b962-831d7dfb6e88 admin admin] No DVR routers for this DVR port c8553ff2-93bc-4818-b229-37b9c942c57e on host dv-cinder-825105-1-iscsi {{(pid=82901) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 15:57:20.371020 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.db.api [None req-a4ca60a5-f5fb-44d8-81aa-747ba5f455a8 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=82903) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 15:57:20.371370 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG oslo_db.api [None req-a4ca60a5-f5fb-44d8-81aa-747ba5f455a8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=82903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 15:57:20.515533 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-27ee901d-3baa-4df7-b962-831d7dfb6e88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16022693', 'neutron.services.segments.db._delete_segments_for_network-8756758786151'] for network, precommit_delete {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:20.521782 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.plugins.ml2.rpc [None req-608c4fd2-211a-4ca9-a277-ad2a51be62ff None None] Device e97077b8-3753-45fa-a68e-06f2f9302e60 no longer exists at agent ovs-agent-dv-cinder-825105-1-iscsi {{(pid=82903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 15:57:20.552337 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.services.segments.db [None req-27ee901d-3baa-4df7-b962-831d7dfb6e88 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['edbe0ebb-028d-4de9-90a8-365752b4b481']}} {{(pid=82901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:57:20.553407 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.plugins.ml2.plugin [None req-608c4fd2-211a-4ca9-a277-ad2a51be62ff None None] No Port match for: e97077b8-3753-45fa-a68e-06f2f9302e60 {{(pid=82903) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 09 15:57:20.553740 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.plugins.ml2.rpc [None req-608c4fd2-211a-4ca9-a277-ad2a51be62ff None None] Device e97077b8-3753-45fa-a68e-06f2f9302e60 not bound to the agent host dv-cinder-825105-1-iscsi {{(pid=82903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 15:57:20.554143 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.plugins.ml2.rpc [None req-608c4fd2-211a-4ca9-a277-ad2a51be62ff None None] Device c8553ff2-93bc-4818-b229-37b9c942c57e no longer exists at agent ovs-agent-dv-cinder-825105-1-iscsi {{(pid=82903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 15:57:20.568676 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.services.segments.db [None req-27ee901d-3baa-4df7-b962-831d7dfb6e88 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ef7c1d48-48b6-48f3-917c-ea96d2665ae6') {'for_net_delete': True} {{(pid=82901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:57:20.568959 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.services.segments.db [None req-27ee901d-3baa-4df7-b962-831d7dfb6e88 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ef7c1d48-48b6-48f3-917c-ea96d2665ae6') {} {{(pid=82901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:57:20.583847 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-27ee901d-3baa-4df7-b962-831d7dfb6e88 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756758785262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1218925'] for segment, before_delete {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:20.588932 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.plugins.ml2.plugin [None req-608c4fd2-211a-4ca9-a277-ad2a51be62ff None None] No Port match for: c8553ff2-93bc-4818-b229-37b9c942c57e {{(pid=82903) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 09 15:57:20.589457 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.plugins.ml2.rpc [None req-608c4fd2-211a-4ca9-a277-ad2a51be62ff None None] Device c8553ff2-93bc-4818-b229-37b9c942c57e not bound to the agent host dv-cinder-825105-1-iscsi {{(pid=82903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 15:57:20.608219 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb7a204-959c-4e98-a928-fc38a7b90ff9 req-7a8282e8-41fd-4d32-bb59-a38dde1671e4 tempest-TestVolumeBootPattern-303090007 tempest-TestVolumeBootPattern-303090007-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:57:20.609657 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-7fb7a204-959c-4e98-a928-fc38a7b90ff9 req-7a8282e8-41fd-4d32-bb59-a38dde1671e4 tempest-TestVolumeBootPattern-303090007 tempest-TestVolumeBootPattern-303090007-project] 10.222.0.67 "GET /v2.0/ports?device_id=d09df769-4e28-4913-934c-1dcfc8d7fd75 HTTP/1.1" status: 200 len: 943 time: 0.1595623 Feb 09 15:57:20.610577 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-27ee901d-3baa-4df7-b962-831d7dfb6e88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16132466'] for segment, precommit_delete {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:20.618274 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-27ee901d-3baa-4df7-b962-831d7dfb6e88 admin admin] Releasing vlan 848 on physical network physnet1 to pool {{(pid=82901) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 09 15:57:20.618652 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-27ee901d-3baa-4df7-b962-831d7dfb6e88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16020097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1282397'] for segment, after_delete {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:20.646930 dv-cinder-825105-1-iscsi neutron-server[82901]: Traceback (most recent call last): Feb 09 15:57:20.646930 dv-cinder-825105-1-iscsi neutron-server[82901]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 09 15:57:20.646930 dv-cinder-825105-1-iscsi neutron-server[82901]: timer() Feb 09 15:57:20.646930 dv-cinder-825105-1-iscsi neutron-server[82901]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 15:57:20.646930 dv-cinder-825105-1-iscsi neutron-server[82901]: cb(*args, **kw) Feb 09 15:57:20.646930 dv-cinder-825105-1-iscsi neutron-server[82901]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 15:57:20.646930 dv-cinder-825105-1-iscsi neutron-server[82901]: return func(*args, **kwargs) Feb 09 15:57:20.646930 dv-cinder-825105-1-iscsi neutron-server[82901]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 15:57:20.646930 dv-cinder-825105-1-iscsi neutron-server[82901]: self._notify() Feb 09 15:57:20.646930 dv-cinder-825105-1-iscsi neutron-server[82901]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 15:57:20.646930 dv-cinder-825105-1-iscsi neutron-server[82901]: self.callback(batched_events) Feb 09 15:57:20.646930 dv-cinder-825105-1-iscsi neutron-server[82901]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 15:57:20.646930 dv-cinder-825105-1-iscsi neutron-server[82901]: event.method(event) Feb 09 15:57:20.646930 dv-cinder-825105-1-iscsi neutron-server[82901]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 15:57:20.646930 dv-cinder-825105-1-iscsi neutron-server[82901]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 15:57:20.646930 dv-cinder-825105-1-iscsi neutron-server[82901]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 15:57:20.646930 dv-cinder-825105-1-iscsi neutron-server[82901]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 15:57:20.646930 dv-cinder-825105-1-iscsi neutron-server[82901]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 15:57:20.646930 dv-cinder-825105-1-iscsi neutron-server[82901]: return f(self, *a, **k) Feb 09 15:57:20.646930 dv-cinder-825105-1-iscsi neutron-server[82901]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 15:57:20.646930 dv-cinder-825105-1-iscsi neutron-server[82901]: return self._get(url).json() Feb 09 15:57:20.646930 dv-cinder-825105-1-iscsi neutron-server[82901]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 15:57:20.646930 dv-cinder-825105-1-iscsi neutron-server[82901]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 15:57:20.646930 dv-cinder-825105-1-iscsi neutron-server[82901]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 09 15:57:20.646930 dv-cinder-825105-1-iscsi neutron-server[82901]: return self.request(url, 'GET', **kwargs) Feb 09 15:57:20.646930 dv-cinder-825105-1-iscsi neutron-server[82901]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 09 15:57:20.646930 dv-cinder-825105-1-iscsi neutron-server[82901]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 15:57:20.646930 dv-cinder-825105-1-iscsi neutron-server[82901]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 09 15:57:20.646930 dv-cinder-825105-1-iscsi neutron-server[82901]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 15:57:20.646930 dv-cinder-825105-1-iscsi neutron-server[82901]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 09 15:57:20.646930 dv-cinder-825105-1-iscsi neutron-server[82901]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 15:57:20.646930 dv-cinder-825105-1-iscsi neutron-server[82901]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 15:57:20.738435 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-27ee901d-3baa-4df7-b962-831d7dfb6e88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16022698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124156', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-406359'] for network, after_delete {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:20.742683 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-27ee901d-3baa-4df7-b962-831d7dfb6e88 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16124149'] for network, before_response {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:20.771488 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-7fb7a204-959c-4e98-a928-fc38a7b90ff9 req-135ae630-d643-4ed8-b057-4ac570fd356f tempest-TestVolumeBootPattern-303090007 tempest-TestVolumeBootPattern-303090007-project] 10.222.0.67 "GET /v2.0/security-groups?id=df71dd35-47a2-48a6-8aae-3b8f819302d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1560795 Feb 09 15:57:20.773938 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ee901d-3baa-4df7-b962-831d7dfb6e88 admin admin] Pushing event deleted for resources: {'Network': ['ID=edbe0ebb-028d-4de9-90a8-365752b4b481,revision_number=None']} {{(pid=82901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:57:20.777847 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [None req-27ee901d-3baa-4df7-b962-831d7dfb6e88 admin admin] 10.222.0.67 "DELETE /v2.0/networks/edbe0ebb-028d-4de9-90a8-365752b4b481 HTTP/1.1" status: 204 len: 168 time: 1.1137908 Feb 09 15:57:20.872533 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.plugins.ml2.plugin [None req-a4ca60a5-f5fb-44d8-81aa-747ba5f455a8 None None] Deleting port c8553ff2-93bc-4818-b229-37b9c942c57e {{(pid=82903) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 15:57:20.872914 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-a4ca60a5-f5fb-44d8-81aa-747ba5f455a8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758701249'] for port, before_delete {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:20.935831 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.plugins.ml2.plugin [None req-a4ca60a5-f5fb-44d8-81aa-747ba5f455a8 None None] The port 'c8553ff2-93bc-4818-b229-37b9c942c57e' was deleted {{(pid=82903) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 09 15:57:21.020071 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.wsgi [-] (82901) accepted ('10.222.0.67', 52198) {{(pid=82901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 15:57:21.070796 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [None req-f15ffd97-0e22-44c1-97b2-48c095fe09b3 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=edfe650ad3644da4b086f48fa09eb548&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0494230 Feb 09 15:57:21.073298 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.wsgi [-] (82901) accepted ('10.222.0.67', 52202) {{(pid=82901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 15:57:21.132384 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-fe210b67-fe39-4d41-aa0e-72f681b0e732 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:21.158270 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-fe210b67-fe39-4d41-aa0e-72f681b0e732 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:21.213627 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-fe210b67-fe39-4d41-aa0e-72f681b0e732 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_delete {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:21.231127 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe210b67-fe39-4d41-aa0e-72f681b0e732 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0005ac2-c31d-48d0-919c-7f47b8bda47c,revision_number=None']} {{(pid=82901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:57:21.239262 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-fe210b67-fe39-4d41-aa0e-72f681b0e732 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:21.240627 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [None req-fe210b67-fe39-4d41-aa0e-72f681b0e732 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/f0005ac2-c31d-48d0-919c-7f47b8bda47c HTTP/1.1" status: 204 len: 168 time: 0.1664257 Feb 09 15:57:21.633877 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.wsgi [-] (82901) accepted ('10.222.0.67', 52210) {{(pid=82901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 15:57:21.684055 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [None req-45a66336-ccac-4fb0-9fe0-833b524a9cb5 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=1f181966b96242e5b74d14949d4aa0d5&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0490155 Feb 09 15:57:21.686594 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.wsgi [-] (82901) accepted ('10.222.0.67', 52214) {{(pid=82901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 15:57:21.749852 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-39254388-0cd9-44eb-a725-493fce844256 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:21.777293 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-39254388-0cd9-44eb-a725-493fce844256 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:21.838715 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-39254388-0cd9-44eb-a725-493fce844256 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_delete {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:21.854972 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39254388-0cd9-44eb-a725-493fce844256 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=629c999e-198f-4712-854a-f6e2e818be35,revision_number=None']} {{(pid=82901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:57:21.860069 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-39254388-0cd9-44eb-a725-493fce844256 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:21.863181 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [None req-39254388-0cd9-44eb-a725-493fce844256 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/629c999e-198f-4712-854a-f6e2e818be35 HTTP/1.1" status: 204 len: 168 time: 0.1756124 Feb 09 15:57:21.992465 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9702189-43b9-490d-b33a-7e38259f018b req-4abc50c3-aa92-4f06-b009-12317e038560 tempest-TestVolumeBootPattern-303090007 tempest-TestVolumeBootPattern-303090007-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:57:21.993904 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-e9702189-43b9-490d-b33a-7e38259f018b req-4abc50c3-aa92-4f06-b009-12317e038560 tempest-TestVolumeBootPattern-303090007 tempest-TestVolumeBootPattern-303090007-project] 10.222.0.67 "GET /v2.0/ports?device_id=d09df769-4e28-4913-934c-1dcfc8d7fd75 HTTP/1.1" status: 200 len: 943 time: 0.0838418 Feb 09 15:57:22.041254 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-e9702189-43b9-490d-b33a-7e38259f018b req-5f547b01-0fce-4068-bce8-ca97a94cf2ee tempest-TestVolumeBootPattern-303090007 tempest-TestVolumeBootPattern-303090007-project] 10.222.0.67 "GET /v2.0/security-groups?id=df71dd35-47a2-48a6-8aae-3b8f819302d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418584 Feb 09 15:57:23.253503 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696fca0f-4405-4f20-8085-e29bc5655745 req-677b8916-f1f3-4383-875a-206c554ddcb9 tempest-TestVolumeBootPattern-303090007 tempest-TestVolumeBootPattern-303090007-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:57:23.254870 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-696fca0f-4405-4f20-8085-e29bc5655745 req-677b8916-f1f3-4383-875a-206c554ddcb9 tempest-TestVolumeBootPattern-303090007 tempest-TestVolumeBootPattern-303090007-project] 10.222.0.67 "GET /v2.0/ports?device_id=d09df769-4e28-4913-934c-1dcfc8d7fd75 HTTP/1.1" status: 200 len: 943 time: 0.0816360 Feb 09 15:57:23.300473 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-696fca0f-4405-4f20-8085-e29bc5655745 req-f0228708-888c-44b5-a4a0-bc3782d2c252 tempest-TestVolumeBootPattern-303090007 tempest-TestVolumeBootPattern-303090007-project] 10.222.0.67 "GET /v2.0/security-groups?id=df71dd35-47a2-48a6-8aae-3b8f819302d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401406 Feb 09 15:57:24.501569 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe504f45-4751-4638-9a4f-581c9073f4ea req-aa9efd71-8872-4bcd-acd3-f90af77206ab tempest-TestVolumeBootPattern-303090007 tempest-TestVolumeBootPattern-303090007-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:57:24.503021 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-fe504f45-4751-4638-9a4f-581c9073f4ea req-aa9efd71-8872-4bcd-acd3-f90af77206ab tempest-TestVolumeBootPattern-303090007 tempest-TestVolumeBootPattern-303090007-project] 10.222.0.67 "GET /v2.0/ports?device_id=d09df769-4e28-4913-934c-1dcfc8d7fd75 HTTP/1.1" status: 200 len: 943 time: 0.0778215 Feb 09 15:57:24.552620 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-fe504f45-4751-4638-9a4f-581c9073f4ea req-92a6441e-a354-4821-8262-5529219ebb2b tempest-TestVolumeBootPattern-303090007 tempest-TestVolumeBootPattern-303090007-project] 10.222.0.67 "GET /v2.0/security-groups?id=df71dd35-47a2-48a6-8aae-3b8f819302d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440357 Feb 09 15:57:24.730750 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.plugins.ml2.rpc [None req-812787cf-6466-4ce1-8c4e-c32e14b18d8a None None] Device 53b86a09-1eeb-4579-acf8-cba3719e9d14 details requested by agent hyperv_hv-cinder-82510 with host hv-cinder-82510 {{(pid=82903) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 15:57:24.859587 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.plugins.ml2.db [None req-812787cf-6466-4ce1-8c4e-c32e14b18d8a None None] For port 53b86a09-1eeb-4579-acf8-cba3719e9d14, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=53b86a09-1eeb-4579-acf8-cba3719e9d14,segment=NetworkSegment(da3be55e-cb41-4c7b-bd84-bbc25aac2618),segment_id=da3be55e-cb41-4c7b-bd84-bbc25aac2618)] {{(pid=82903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:57:24.873120 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.plugins.ml2.rpc [None req-812787cf-6466-4ce1-8c4e-c32e14b18d8a None None] Returning: {'device': '53b86a09-1eeb-4579-acf8-cba3719e9d14', 'network_id': 'd2b5dcdb-5fe9-45d2-b726-adea8d997892', 'port_id': '53b86a09-1eeb-4579-acf8-cba3719e9d14', 'mac_address': 'fa:16:3e:6b:75:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 805, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6dc70113-5a0d-4411-a864-97d927169679', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82903) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 15:57:24.925386 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-812787cf-6466-4ce1-8c4e-c32e14b18d8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16080601'] for port, before_update {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:24.946075 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.notifiers.nova [None req-812787cf-6466-4ce1-8c4e-c32e14b18d8a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 53b86a09-1eeb-4579-acf8-cba3719e9d14 {{(pid=82903) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 15:57:24.962047 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.plugins.ml2.db [None req-812787cf-6466-4ce1-8c4e-c32e14b18d8a None None] For port 53b86a09-1eeb-4579-acf8-cba3719e9d14, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=53b86a09-1eeb-4579-acf8-cba3719e9d14,segment=NetworkSegment(da3be55e-cb41-4c7b-bd84-bbc25aac2618),segment_id=da3be55e-cb41-4c7b-bd84-bbc25aac2618)] {{(pid=82903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:57:24.966299 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-812787cf-6466-4ce1-8c4e-c32e14b18d8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16080037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758755988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756758334055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756758334100'] for port, after_update {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:25.031387 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812787cf-6466-4ce1-8c4e-c32e14b18d8a None None] Pushing event updated for resources: {'Port': ['ID=53b86a09-1eeb-4579-acf8-cba3719e9d14,revision_number=4']} {{(pid=82903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:57:25.039447 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-812787cf-6466-4ce1-8c4e-c32e14b18d8a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825105-1-iscsi {{(pid=82903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:57:25.039778 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-812787cf-6466-4ce1-8c4e-c32e14b18d8a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825105-1-iscsi {{(pid=82903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:57:25.040105 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-812787cf-6466-4ce1-8c4e-c32e14b18d8a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825105-1-iscsi {{(pid=82903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:57:25.040456 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-812787cf-6466-4ce1-8c4e-c32e14b18d8a None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825105-1-iscsi {{(pid=82903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:57:25.040771 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-812787cf-6466-4ce1-8c4e-c32e14b18d8a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825105-1-iscsi {{(pid=82903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:57:25.041129 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-812787cf-6466-4ce1-8c4e-c32e14b18d8a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-825105-1-iscsi {{(pid=82903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:57:25.041442 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-812787cf-6466-4ce1-8c4e-c32e14b18d8a None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825105-1-iscsi {{(pid=82903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:57:25.041848 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-812787cf-6466-4ce1-8c4e-c32e14b18d8a None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825105-1-iscsi {{(pid=82903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:57:25.042166 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-812787cf-6466-4ce1-8c4e-c32e14b18d8a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825105-1-iscsi {{(pid=82903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:57:25.042476 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-812787cf-6466-4ce1-8c4e-c32e14b18d8a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825105-1-iscsi {{(pid=82903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:57:25.042784 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-812787cf-6466-4ce1-8c4e-c32e14b18d8a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825105-1-iscsi {{(pid=82903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:57:25.187314 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.plugins.ml2.db [None req-812787cf-6466-4ce1-8c4e-c32e14b18d8a None None] get_ports_and_sgs() called for port_ids ['53b86a09-1eeb-4579-acf8-cba3719e9d14'] {{(pid=82903) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 09 15:57:25.755614 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0caca690-0ed3-4e5a-aafe-0a5a762e59f4 req-ec5485ff-c04e-44d5-9516-ec97cf63b771 tempest-TestVolumeBootPattern-303090007 tempest-TestVolumeBootPattern-303090007-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:57:25.757058 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-0caca690-0ed3-4e5a-aafe-0a5a762e59f4 req-ec5485ff-c04e-44d5-9516-ec97cf63b771 tempest-TestVolumeBootPattern-303090007 tempest-TestVolumeBootPattern-303090007-project] 10.222.0.67 "GET /v2.0/ports?device_id=d09df769-4e28-4913-934c-1dcfc8d7fd75 HTTP/1.1" status: 200 len: 944 time: 0.0839450 Feb 09 15:57:25.805991 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-0caca690-0ed3-4e5a-aafe-0a5a762e59f4 req-bfb1a362-47e2-43cc-a302-e68388e762c0 tempest-TestVolumeBootPattern-303090007 tempest-TestVolumeBootPattern-303090007-project] 10.222.0.67 "GET /v2.0/security-groups?id=df71dd35-47a2-48a6-8aae-3b8f819302d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433683 Feb 09 15:57:26.730560 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.plugins.ml2.rpc [None req-812787cf-6466-4ce1-8c4e-c32e14b18d8a None None] Device 53b86a09-1eeb-4579-acf8-cba3719e9d14 up at agent hyperv_hv-cinder-82510 {{(pid=82903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 15:57:26.799661 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.db.provisioning_blocks [None req-812787cf-6466-4ce1-8c4e-c32e14b18d8a None None] Provisioning for port 53b86a09-1eeb-4579-acf8-cba3719e9d14 completed by entity L2. {{(pid=82903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 15:57:26.804345 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.db.provisioning_blocks [None req-812787cf-6466-4ce1-8c4e-c32e14b18d8a None None] Provisioning complete for port 53b86a09-1eeb-4579-acf8-cba3719e9d14 triggered by entity L2. {{(pid=82903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:57:26.804704 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-812787cf-6466-4ce1-8c4e-c32e14b18d8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16008948'] for port, provisioning_complete {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:26.917721 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-812787cf-6466-4ce1-8c4e-c32e14b18d8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16080601'] for port, before_update {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:26.945617 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd09df769-4e28-4913-934c-1dcfc8d7fd75', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53b86a09-1eeb-4579-acf8-cba3719e9d14'}] {{(pid=82903) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 15:57:26.955628 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.plugins.ml2.db [None req-812787cf-6466-4ce1-8c4e-c32e14b18d8a None None] For port 53b86a09-1eeb-4579-acf8-cba3719e9d14, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=53b86a09-1eeb-4579-acf8-cba3719e9d14,segment=NetworkSegment(da3be55e-cb41-4c7b-bd84-bbc25aac2618),segment_id=da3be55e-cb41-4c7b-bd84-bbc25aac2618)] {{(pid=82903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:57:26.960474 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-812787cf-6466-4ce1-8c4e-c32e14b18d8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16080037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758755988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756758334055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756758334100'] for port, after_update {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:27.012589 dv-cinder-825105-1-iscsi neutron-server[82903]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd09df769-4e28-4913-934c-1dcfc8d7fd75', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53b86a09-1eeb-4579-acf8-cba3719e9d14', 'code': 200} Feb 09 15:57:27.019757 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c62fc0-ae92-40b2-a2ca-37e6fb179cec req-02640f79-d654-4230-b89a-309af742b7ae tempest-TestVolumeBootPattern-303090007 tempest-TestVolumeBootPattern-303090007-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:57:27.021651 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-e7c62fc0-ae92-40b2-a2ca-37e6fb179cec req-02640f79-d654-4230-b89a-309af742b7ae tempest-TestVolumeBootPattern-303090007 tempest-TestVolumeBootPattern-303090007-project] 10.222.0.67 "GET /v2.0/ports?device_id=d09df769-4e28-4913-934c-1dcfc8d7fd75 HTTP/1.1" status: 200 len: 945 time: 0.0932503 Feb 09 15:57:27.046395 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812787cf-6466-4ce1-8c4e-c32e14b18d8a None None] Pushing event updated for resources: {'Port': ['ID=53b86a09-1eeb-4579-acf8-cba3719e9d14,revision_number=5']} {{(pid=82903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:57:27.073040 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-e7c62fc0-ae92-40b2-a2ca-37e6fb179cec req-cfe0f5dc-9032-479f-b76b-f4a5641abc80 tempest-TestVolumeBootPattern-303090007 tempest-TestVolumeBootPattern-303090007-project] 10.222.0.67 "GET /v2.0/security-groups?id=df71dd35-47a2-48a6-8aae-3b8f819302d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451789 Feb 09 15:57:27.290059 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-1bd5be96-30a1-4426-b161-54674b62832c req-a12a20b2-ab4a-43d9-b3c7-ceec8103e0b2 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=d09df769-4e28-4913-934c-1dcfc8d7fd75 HTTP/1.1" status: 200 len: 1098 time: 0.0671730 Feb 09 15:57:27.333123 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-1bd5be96-30a1-4426-b161-54674b62832c req-04a7d10d-0093-4983-864e-30b40878c390 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=df71dd35-47a2-48a6-8aae-3b8f819302d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367820 Feb 09 15:57:27.964823 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-e620f555-945c-4a6e-bdbf-ff1f456cf94c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758786133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16008869'] for agent, after_update {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:28.277515 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d0d9dd-6645-4a8b-a8ea-f95a579f0c3c req-467f6e13-7da2-4498-a06d-1104eaf6d60c tempest-TestVolumeBootPattern-303090007 tempest-TestVolumeBootPattern-303090007-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:57:28.278985 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-10d0d9dd-6645-4a8b-a8ea-f95a579f0c3c req-467f6e13-7da2-4498-a06d-1104eaf6d60c tempest-TestVolumeBootPattern-303090007 tempest-TestVolumeBootPattern-303090007-project] 10.222.0.67 "GET /v2.0/ports?device_id=d09df769-4e28-4913-934c-1dcfc8d7fd75 HTTP/1.1" status: 200 len: 945 time: 0.0830085 Feb 09 15:57:28.326453 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-10d0d9dd-6645-4a8b-a8ea-f95a579f0c3c req-031843a8-5909-43ca-8259-83522fa3f0e5 tempest-TestVolumeBootPattern-303090007 tempest-TestVolumeBootPattern-303090007-project] 10.222.0.67 "GET /v2.0/security-groups?id=df71dd35-47a2-48a6-8aae-3b8f819302d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419328 Feb 09 15:57:29.528294 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f1d54b-8036-4ead-a0fc-f834220ae83b req-20a149a3-81ea-4230-80f0-8ed0f232769f tempest-TestVolumeBootPattern-303090007 tempest-TestVolumeBootPattern-303090007-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:57:29.529725 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-56f1d54b-8036-4ead-a0fc-f834220ae83b req-20a149a3-81ea-4230-80f0-8ed0f232769f tempest-TestVolumeBootPattern-303090007 tempest-TestVolumeBootPattern-303090007-project] 10.222.0.67 "GET /v2.0/ports?device_id=d09df769-4e28-4913-934c-1dcfc8d7fd75 HTTP/1.1" status: 200 len: 945 time: 0.0795531 Feb 09 15:57:29.575424 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-56f1d54b-8036-4ead-a0fc-f834220ae83b req-ed088114-e0fd-40e1-8bef-e87c4492d20e tempest-TestVolumeBootPattern-303090007 tempest-TestVolumeBootPattern-303090007-project] 10.222.0.67 "GET /v2.0/security-groups?id=df71dd35-47a2-48a6-8aae-3b8f819302d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401473 Feb 09 15:57:29.786965 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22cc35d1-ab05-4011-943b-f88db69caf56 req-155cf112-f1bd-499f-8cff-e31b59b07ecc tempest-TestVolumeBootPattern-303090007 tempest-TestVolumeBootPattern-303090007-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:57:29.789073 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-22cc35d1-ab05-4011-943b-f88db69caf56 req-155cf112-f1bd-499f-8cff-e31b59b07ecc tempest-TestVolumeBootPattern-303090007 tempest-TestVolumeBootPattern-303090007-project] 10.222.0.67 "GET /v2.0/ports?device_id=d09df769-4e28-4913-934c-1dcfc8d7fd75 HTTP/1.1" status: 200 len: 945 time: 0.0839498 Feb 09 15:57:29.838908 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-22cc35d1-ab05-4011-943b-f88db69caf56 req-d5e8a2b0-5e39-4f6f-8aa4-4147b1ce46dc tempest-TestVolumeBootPattern-303090007 tempest-TestVolumeBootPattern-303090007-project] 10.222.0.67 "GET /v2.0/security-groups?id=df71dd35-47a2-48a6-8aae-3b8f819302d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444658 Feb 09 15:57:29.866592 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.wsgi [-] (82901) accepted ('10.222.0.67', 52238) {{(pid=82901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 15:57:29.938778 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [None req-1a7f97ed-bc16-4e28-97ef-7a1b775a223f tempest-TestVolumeBootPattern-23467880 tempest-TestVolumeBootPattern-23467880-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=d09df769-4e28-4913-934c-1dcfc8d7fd75 HTTP/1.1" status: 200 len: 1093 time: 0.0710583 Feb 09 15:57:29.941339 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.wsgi [-] (82901) accepted ('10.222.0.67', 52242) {{(pid=82901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 15:57:29.946304 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.api.v2.base [None req-27ffe7b2-81a6-4f44-be89-d9d88fc926d5 tempest-TestVolumeBootPattern-303090007 tempest-TestVolumeBootPattern-303090007-project] Request body: {'floatingip': {'floating_network_id': 'c65eede5-7777-493f-951d-210877831002', 'port_id': '53b86a09-1eeb-4579-acf8-cba3719e9d14', 'tenant_id': '9903301a1e174c829e584a233c5c9866', 'fixed_ip_address': '172.20.0.9'}} {{(pid=82901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 15:57:29.952262 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.db.quota.driver [None req-27ffe7b2-81a6-4f44-be89-d9d88fc926d5 tempest-TestVolumeBootPattern-303090007 tempest-TestVolumeBootPattern-303090007-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 15:57:29.956530 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.quota.resource [None req-27ffe7b2-81a6-4f44-be89-d9d88fc926d5 tempest-TestVolumeBootPattern-303090007 tempest-TestVolumeBootPattern-303090007-project] Usage tracker for resource:floatingip and tenant:9903301a1e174c829e584a233c5c9866 is out of sync, need to count used quota {{(pid=82901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 15:57:29.959947 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.quota.resource [None req-27ffe7b2-81a6-4f44-be89-d9d88fc926d5 tempest-TestVolumeBootPattern-303090007 tempest-TestVolumeBootPattern-303090007-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=82901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 15:57:29.965862 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.db.quota.driver [None req-27ffe7b2-81a6-4f44-be89-d9d88fc926d5 tempest-TestVolumeBootPattern-303090007 tempest-TestVolumeBootPattern-303090007-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=82901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 15:57:29.982634 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-27ffe7b2-81a6-4f44-be89-d9d88fc926d5 tempest-TestVolumeBootPattern-303090007 tempest-TestVolumeBootPattern-303090007-project] Notify callbacks [] for floatingip, before_create {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:30.207871 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-27ffe7b2-81a6-4f44-be89-d9d88fc926d5 tempest-TestVolumeBootPattern-303090007 tempest-TestVolumeBootPattern-303090007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16080601'] for port, before_create {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:30.336361 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-f954add6-0381-4bf2-97fa-f974f861b8bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758786133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16008869'] for agent, after_update {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:30.345335 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.db.db_base_plugin_common [None req-27ffe7b2-81a6-4f44-be89-d9d88fc926d5 tempest-TestVolumeBootPattern-303090007 tempest-TestVolumeBootPattern-303090007-project] Allocated IP 172.27.0.72 (c65eede5-7777-493f-951d-210877831002/2c513225-bb11-4d36-a4c3-0732716dcb87/9efa02b4-f6f7-42d1-aa3f-31c7db65ce7d) {{(pid=82901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 15:57:30.477525 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-812787cf-6466-4ce1-8c4e-c32e14b18d8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758786133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16008869'] for agent, after_update {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:30.497028 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-27ffe7b2-81a6-4f44-be89-d9d88fc926d5 tempest-TestVolumeBootPattern-303090007 tempest-TestVolumeBootPattern-303090007-project] Notify callbacks [] for port, precommit_create {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:30.528988 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-27ffe7b2-81a6-4f44-be89-d9d88fc926d5 tempest-TestVolumeBootPattern-303090007 tempest-TestVolumeBootPattern-303090007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16080037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124156', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756758334037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1282344'] for port, after_create {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:30.610763 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27ffe7b2-81a6-4f44-be89-d9d88fc926d5 tempest-TestVolumeBootPattern-303090007 tempest-TestVolumeBootPattern-303090007-project] Network c65eede5-7777-493f-951d-210877831002 is already hosted by enough agents. {{(pid=82901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 15:57:30.614321 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.scheduler.base_scheduler [None req-27ffe7b2-81a6-4f44-be89-d9d88fc926d5 tempest-TestVolumeBootPattern-303090007 tempest-TestVolumeBootPattern-303090007-project] Resources bound (agent type, host, resource id): {{(pid=82901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 15:57:30.617001 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27ffe7b2-81a6-4f44-be89-d9d88fc926d5 tempest-TestVolumeBootPattern-303090007 tempest-TestVolumeBootPattern-303090007-project] Received port after_create {{(pid=82901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 15:57:30.641589 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ffe7b2-81a6-4f44-be89-d9d88fc926d5 tempest-TestVolumeBootPattern-303090007 tempest-TestVolumeBootPattern-303090007-project] Pushing event updated for resources: {'Port': ['ID=9efa02b4-f6f7-42d1-aa3f-31c7db65ce7d,revision_number=1']} {{(pid=82901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:57:31.117702 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-27ffe7b2-81a6-4f44-be89-d9d88fc926d5 tempest-TestVolumeBootPattern-303090007 tempest-TestVolumeBootPattern-303090007-project] Notify callbacks [] for floatingip, precommit_create {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:31.171348 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-27ffe7b2-81a6-4f44-be89-d9d88fc926d5 tempest-TestVolumeBootPattern-303090007 tempest-TestVolumeBootPattern-303090007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16080601'] for port, before_update {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:31.298791 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-1f7d0426-72a7-4c89-8e53-4ec430751ccf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758786133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16008869'] for agent, after_update {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:31.376649 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-27ffe7b2-81a6-4f44-be89-d9d88fc926d5 tempest-TestVolumeBootPattern-303090007 tempest-TestVolumeBootPattern-303090007-project] Notify callbacks [] for port, precommit_update {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:31.381717 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-27ffe7b2-81a6-4f44-be89-d9d88fc926d5 tempest-TestVolumeBootPattern-303090007 tempest-TestVolumeBootPattern-303090007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16080037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758755988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756758334055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756758334100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1282337'] for port, after_update {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:31.487044 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ffe7b2-81a6-4f44-be89-d9d88fc926d5 tempest-TestVolumeBootPattern-303090007 tempest-TestVolumeBootPattern-303090007-project] Pushing event updated for resources: {'Port': ['ID=9efa02b4-f6f7-42d1-aa3f-31c7db65ce7d,revision_number=2']} {{(pid=82901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:57:31.501939 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-27ffe7b2-81a6-4f44-be89-d9d88fc926d5 tempest-TestVolumeBootPattern-303090007 tempest-TestVolumeBootPattern-303090007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-406337'] for floatingip, after_update {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:31.626968 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-608c4fd2-211a-4ca9-a277-ad2a51be62ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758786133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16008869'] for agent, after_update {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:31.693967 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.db.l3_db [None req-27ffe7b2-81a6-4f44-be89-d9d88fc926d5 tempest-TestVolumeBootPattern-303090007 tempest-TestVolumeBootPattern-303090007-project] Floating IP 1148d8a4-2f73-45d1-8042-f55ac610ec3d associated. External IP: 172.27.0.72, port: 53b86a09-1eeb-4579-acf8-cba3719e9d14. Feb 09 15:57:32.183715 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27ffe7b2-81a6-4f44-be89-d9d88fc926d5 tempest-TestVolumeBootPattern-303090007 tempest-TestVolumeBootPattern-303090007-project] Router 9fe23ed1-79d9-4102-82e9-9a62a96f76c7 has already been hosted by L3 agent 94c626d1-bc40-41bd-b6b2-9a20da402cb6 {{(pid=82901) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 15:57:32.385731 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27ffe7b2-81a6-4f44-be89-d9d88fc926d5 tempest-TestVolumeBootPattern-303090007 tempest-TestVolumeBootPattern-303090007-project] Notify agent at l3_agent.dv-cinder-825105-1-iscsi the message routers_updated {{(pid=82901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 15:57:32.396504 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e09f445c-9535-4ecb-b4ea-9ce078ea3a70 None None] Sync routers for ids ['9fe23ed1-79d9-4102-82e9-9a62a96f76c7'] in dv-cinder-825105-1-iscsi {{(pid=82903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 09 15:57:32.409843 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e09f445c-9535-4ecb-b4ea-9ce078ea3a70 None None] Routers {'9fe23ed1-79d9-4102-82e9-9a62a96f76c7'} bound to L3 agent in host dv-cinder-825105-1-iscsi {{(pid=82903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 15:57:32.410539 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.db.l3_hamode_db [None req-e09f445c-9535-4ecb-b4ea-9ce078ea3a70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825105-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T15:34:00Z,description=,heartbeat_timestamp=2022-02-09T15:57:30Z,host='dv-cinder-825105-1-iscsi',id=94c626d1-bc40-41bd-b6b2-9a20da402cb6,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:34:00Z,topic='l3_agent')) {'router_ids': ['9fe23ed1-79d9-4102-82e9-9a62a96f76c7'], 'active': True} {{(pid=82903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:57:32.412134 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [None req-27ffe7b2-81a6-4f44-be89-d9d88fc926d5 tempest-TestVolumeBootPattern-303090007 tempest-TestVolumeBootPattern-303090007-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205010'] for floatingip, before_response {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:32.477717 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [None req-27ffe7b2-81a6-4f44-be89-d9d88fc926d5 tempest-TestVolumeBootPattern-303090007 tempest-TestVolumeBootPattern-303090007-project] 10.222.0.67 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.5352583 Feb 09 15:57:32.478357 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd09df769-4e28-4913-934c-1dcfc8d7fd75', 'tag': '53b86a09-1eeb-4579-acf8-cba3719e9d14'}] {{(pid=82901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 15:57:32.535985 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd09df769-4e28-4913-934c-1dcfc8d7fd75', 'tag': '53b86a09-1eeb-4579-acf8-cba3719e9d14', 'status': 'completed', 'code': 200} Feb 09 15:57:32.639410 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-3ff69887-18f1-4e90-8658-e9063be0306e req-402072c1-ae25-4b9e-a417-9f7f01723d28 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=9903301a1e174c829e584a233c5c9866&device_id=d09df769-4e28-4913-934c-1dcfc8d7fd75 HTTP/1.1" status: 200 len: 1098 time: 0.0793309 Feb 09 15:57:32.640384 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.db.l3_dvr_db [None req-e09f445c-9535-4ecb-b4ea-9ce078ea3a70 None None] Set router 9fe23ed1-79d9-4102-82e9-9a62a96f76c7 gateway port host: dv-cinder-825105-1-iscsi {{(pid=82903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 15:57:32.789792 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff69887-18f1-4e90-8658-e9063be0306e req-667210cd-7bf9-42de-9226-8d5ed53f4f14 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:57:32.792257 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-3ff69887-18f1-4e90-8658-e9063be0306e req-667210cd-7bf9-42de-9226-8d5ed53f4f14 service neutron] 10.222.0.47 "GET /v2.0/networks?id=d2b5dcdb-5fe9-45d2-b726-adea8d997892 HTTP/1.1" status: 200 len: 912 time: 0.1464965 Feb 09 15:57:32.904649 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-3ff69887-18f1-4e90-8658-e9063be0306e req-fc1b6e94-a9da-4657-b3ac-e70f8d816b62 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=53b86a09-1eeb-4579-acf8-cba3719e9d14 HTTP/1.1" status: 200 len: 998 time: 0.1039641 Feb 09 15:57:32.973477 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff69887-18f1-4e90-8658-e9063be0306e req-97e31541-8625-4237-8321-21880243bf13 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:57:32.975043 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-3ff69887-18f1-4e90-8658-e9063be0306e req-97e31541-8625-4237-8321-21880243bf13 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6dc70113-5a0d-4411-a864-97d927169679 HTTP/1.1" status: 200 len: 850 time: 0.0645752 Feb 09 15:57:33.006839 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-faa751bb-9674-45ec-b131-f889431b03dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758786133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16008869'] for agent, after_update {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:57:33.028160 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.db.l3_hamode_db [None req-e09f445c-9535-4ecb-b4ea-9ce078ea3a70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9fe23ed1-79d9-4102-82e9-9a62a96f76c7', 'name': 'tempest-TestVolumeBootPattern-787040231-router', 'tenant_id': '9903301a1e174c829e584a233c5c9866', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c65eede5-7777-493f-951d-210877831002', 'external_fixed_ips': [{'subnet_id': '2c513225-bb11-4d36-a4c3-0732716dcb87', 'ip_address': '172.27.0.135'}], 'enable_snat': True}, 'gw_port_id': 'a6b14449-4fdb-475c-899b-80e5f71a2e3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T15:54:18Z', 'updated_at': '2022-02-09T15:54:21Z', 'revision_number': 4, 'project_id': '9903301a1e174c829e584a233c5c9866', 'gw_port': {'id': 'a6b14449-4fdb-475c-899b-80e5f71a2e3b', 'name': '', 'network_id': 'c65eede5-7777-493f-951d-210877831002', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:a5:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fe23ed1-79d9-4102-82e9-9a62a96f76c7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2c513225-bb11-4d36-a4c3-0732716dcb87', 'ip_address': '172.27.0.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825105-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:54:19Z', 'updated_at': '2022-02-09T15:54:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c513225-bb11-4d36-a4c3-0732716dcb87', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825105-1-iscsi', '_floatingips': [{'id': '1148d8a4-2f73-45d1-8042-f55ac610ec3d', 'tenant_id': '9903301a1e174c829e584a233c5c9866', 'floating_ip_address': '172.27.0.72', 'floating_network_id': 'c65eede5-7777-493f-951d-210877831002', 'router_id': '9fe23ed1-79d9-4102-82e9-9a62a96f76c7', 'port_id': '53b86a09-1eeb-4579-acf8-cba3719e9d14', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd2b5dcdb-5fe9-45d2-b726-adea8d997892', 'mac_address': 'fa:16:3e:6b:75:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd09df769-4e28-4913-934c-1dcfc8d7fd75', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T15:57:30Z', 'updated_at': '2022-02-09T15:57:30Z', 'revision_number': 0, 'project_id': '9903301a1e174c829e584a233c5c9866', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7bdb8d8e-08dd-4dfd-8b46-cb7bc3b1faf3', 'name': '', 'network_id': 'd2b5dcdb-5fe9-45d2-b726-adea8d997892', 'tenant_id': '9903301a1e174c829e584a233c5c9866', 'mac_address': 'fa:16:3e:15:77:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fe23ed1-79d9-4102-82e9-9a62a96f76c7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6dc70113-5a0d-4411-a864-97d927169679', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825105-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:54:21Z', 'updated_at': '2022-02-09T15:54:40Z', 'revision_number': 5, 'project_id': '9903301a1e174c829e584a233c5c9866', 'subnets': [{'id': '6dc70113-5a0d-4411-a864-97d927169679', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825105-1-iscsi', False) {} {{(pid=82903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:57:33.032296 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e09f445c-9535-4ecb-b4ea-9ce078ea3a70 None None] Checking router: 9fe23ed1-79d9-4102-82e9-9a62a96f76c7 for host: dv-cinder-825105-1-iscsi {{(pid=82903) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 09 15:57:33.043619 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e09f445c-9535-4ecb-b4ea-9ce078ea3a70 None None] Routers {'9fe23ed1-79d9-4102-82e9-9a62a96f76c7'} bound to L3 agent in host dv-cinder-825105-1-iscsi {{(pid=82903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 15:57:33.044288 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.db.l3_hamode_db [None req-e09f445c-9535-4ecb-b4ea-9ce078ea3a70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825105-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T15:34:00Z,description=,heartbeat_timestamp=2022-02-09T15:57:30Z,host='dv-cinder-825105-1-iscsi',id=94c626d1-bc40-41bd-b6b2-9a20da402cb6,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:34:00Z,topic='l3_agent')) {'router_ids': ['9fe23ed1-79d9-4102-82e9-9a62a96f76c7'], 'active': True} {{(pid=82903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:57:33.054198 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-3ff69887-18f1-4e90-8658-e9063be0306e req-dcaebc6f-8ff9-4a55-876d-2ad14f5d7cef service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=d2b5dcdb-5fe9-45d2-b726-adea8d997892&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0710120 Feb 09 15:57:33.073774 dv-cinder-825105-1-iscsi neutron-server[82904]: DEBUG neutron.db.agents_db [None req-77d1faa3-9ee6-4a91-bd02-8524aa1f9325 None None] Agent healthcheck: found 6 active agents {{(pid=82904) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 15:57:33.195180 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-3ff69887-18f1-4e90-8658-e9063be0306e req-6e0a979f-67f9-4268-a3b6-7500c58c4d14 service neutron] 10.222.0.47 "GET /v2.0/networks/d2b5dcdb-5fe9-45d2-b726-adea8d997892?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1344099 Feb 09 15:57:33.236910 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.db.l3_dvr_db [None req-e09f445c-9535-4ecb-b4ea-9ce078ea3a70 None None] Set router 9fe23ed1-79d9-4102-82e9-9a62a96f76c7 gateway port host: dv-cinder-825105-1-iscsi {{(pid=82903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 15:57:33.340619 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-3ff69887-18f1-4e90-8658-e9063be0306e req-10c95a86-6d4f-4260-9ed3-82b9b4d6b395 service neutron] 10.222.0.47 "GET /v2.0/networks/d2b5dcdb-5fe9-45d2-b726-adea8d997892?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1370959 Feb 09 15:57:33.610457 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.db.l3_hamode_db [None req-e09f445c-9535-4ecb-b4ea-9ce078ea3a70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9fe23ed1-79d9-4102-82e9-9a62a96f76c7', 'name': 'tempest-TestVolumeBootPattern-787040231-router', 'tenant_id': '9903301a1e174c829e584a233c5c9866', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c65eede5-7777-493f-951d-210877831002', 'external_fixed_ips': [{'subnet_id': '2c513225-bb11-4d36-a4c3-0732716dcb87', 'ip_address': '172.27.0.135'}], 'enable_snat': True}, 'gw_port_id': 'a6b14449-4fdb-475c-899b-80e5f71a2e3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T15:54:18Z', 'updated_at': '2022-02-09T15:54:21Z', 'revision_number': 4, 'project_id': '9903301a1e174c829e584a233c5c9866', 'gw_port': {'id': 'a6b14449-4fdb-475c-899b-80e5f71a2e3b', 'name': '', 'network_id': 'c65eede5-7777-493f-951d-210877831002', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:a5:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fe23ed1-79d9-4102-82e9-9a62a96f76c7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2c513225-bb11-4d36-a4c3-0732716dcb87', 'ip_address': '172.27.0.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825105-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:54:19Z', 'updated_at': '2022-02-09T15:54:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c513225-bb11-4d36-a4c3-0732716dcb87', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825105-1-iscsi', '_floatingips': [{'id': '1148d8a4-2f73-45d1-8042-f55ac610ec3d', 'tenant_id': '9903301a1e174c829e584a233c5c9866', 'floating_ip_address': '172.27.0.72', 'floating_network_id': 'c65eede5-7777-493f-951d-210877831002', 'router_id': '9fe23ed1-79d9-4102-82e9-9a62a96f76c7', 'port_id': '53b86a09-1eeb-4579-acf8-cba3719e9d14', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd2b5dcdb-5fe9-45d2-b726-adea8d997892', 'mac_address': 'fa:16:3e:6b:75:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd09df769-4e28-4913-934c-1dcfc8d7fd75', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T15:57:30Z', 'updated_at': '2022-02-09T15:57:30Z', 'revision_number': 0, 'project_id': '9903301a1e174c829e584a233c5c9866', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7bdb8d8e-08dd-4dfd-8b46-cb7bc3b1faf3', 'name': '', 'network_id': 'd2b5dcdb-5fe9-45d2-b726-adea8d997892', 'tenant_id': '9903301a1e174c829e584a233c5c9866', 'mac_address': 'fa:16:3e:15:77:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fe23ed1-79d9-4102-82e9-9a62a96f76c7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6dc70113-5a0d-4411-a864-97d927169679', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825105-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:54:21Z', 'updated_at': '2022-02-09T15:54:40Z', 'revision_number': 5, 'project_id': '9903301a1e174c829e584a233c5c9866', 'subnets': [{'id': '6dc70113-5a0d-4411-a864-97d927169679', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825105-1-iscsi', False) {} {{(pid=82903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:57:33.615018 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e09f445c-9535-4ecb-b4ea-9ce078ea3a70 None None] The sync data for ids ['9fe23ed1-79d9-4102-82e9-9a62a96f76c7'] in dv-cinder-825105-1-iscsi is: [{'id': '9fe23ed1-79d9-4102-82e9-9a62a96f76c7', 'name': 'tempest-TestVolumeBootPattern-787040231-router', 'tenant_id': '9903301a1e174c829e584a233c5c9866', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c65eede5-7777-493f-951d-210877831002', 'external_fixed_ips': [{'subnet_id': '2c513225-bb11-4d36-a4c3-0732716dcb87', 'ip_address': '172.27.0.135'}], 'enable_snat': True}, 'gw_port_id': 'a6b14449-4fdb-475c-899b-80e5f71a2e3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T15:54:18Z', 'updated_at': '2022-02-09T15:54:21Z', 'revision_number': 4, 'project_id': '9903301a1e174c829e584a233c5c9866', 'gw_port': {'id': 'a6b14449-4fdb-475c-899b-80e5f71a2e3b', 'name': '', 'network_id': 'c65eede5-7777-493f-951d-210877831002', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:a5:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fe23ed1-79d9-4102-82e9-9a62a96f76c7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2c513225-bb11-4d36-a4c3-0732716dcb87', 'ip_address': '172.27.0.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825105-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:54:19Z', 'updated_at': '2022-02-09T15:54:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c513225-bb11-4d36-a4c3-0732716dcb87', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825105-1-iscsi', '_floatingips': [{'id': '1148d8a4-2f73-45d1-8042-f55ac610ec3d', 'tenant_id': '9903301a1e174c829e584a233c5c9866', 'floating_ip_address': '172.27.0.72', 'floating_network_id': 'c65eede5-7777-493f-951d-210877831002', 'router_id': '9fe23ed1-79d9-4102-82e9-9a62a96f76c7', 'port_id': '53b86a09-1eeb-4579-acf8-cba3719e9d14', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd2b5dcdb-5fe9-45d2-b726-adea8d997892', 'mac_address': 'fa:16:3e:6b:75:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd09df769-4e28-4913-934c-1dcfc8d7fd75', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T15:57:30Z', 'updated_at': '2022-02-09T15:57:30Z', 'revision_number': 0, 'project_id': '9903301a1e174c829e584a233c5c9866', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7bdb8d8e-08dd-4dfd-8b46-cb7bc3b1faf3', 'name': '', 'network_id': 'd2b5dcdb-5fe9-45d2-b726-adea8d997892', 'tenant_id': '9903301a1e174c829e584a233c5c9866', 'mac_address': 'fa:16:3e:15:77:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fe23ed1-79d9-4102-82e9-9a62a96f76c7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6dc70113-5a0d-4411-a864-97d927169679', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825105-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:54:21Z', 'updated_at': '2022-02-09T15:54:40Z', 'revision_number': 5, 'project_id': '9903301a1e174c829e584a233c5c9866', 'subnets': [{'id': '6dc70113-5a0d-4411-a864-97d927169679', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 09 15:57:33.818747 dv-cinder-825105-1-iscsi neutron-server[82904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11da69cd-4e3b-4801-b162-1e5e0bd9dec1 None None] New status for floating IP 1148d8a4-2f73-45d1-8042-f55ac610ec3d: ACTIVE {{(pid=82904) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 09 15:57:57.968775 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-63d44166-22a1-428b-9374-be232ac81a15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758786133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16008869'] for agent, after_update {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:58:00.342476 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-05222c6d-00d4-4787-b93a-81a73fce7ef2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758786133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16008869'] for agent, after_update {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:58:00.489053 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-812787cf-6466-4ce1-8c4e-c32e14b18d8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758786133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16008869'] for agent, after_update {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:58:01.301717 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-1f7d0426-72a7-4c89-8e53-4ec430751ccf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758786133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16008869'] for agent, after_update {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:58:01.619648 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-608c4fd2-211a-4ca9-a277-ad2a51be62ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758786133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16008869'] for agent, after_update {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:58:03.004163 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-faa751bb-9674-45ec-b131-f889431b03dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758786133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16008869'] for agent, after_update {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:58:08.347806 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.wsgi [req-79bac455-f4bb-460c-aa4d-9423af2958f1 req-f2f662f3-1ec5-42a7-a765-e089abc2a223 service neutron] (82901) timed out ('10.222.0.47', 53071) {{(pid=82901) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Feb 09 15:58:10.074206 dv-cinder-825105-1-iscsi neutron-server[82904]: DEBUG neutron.db.agents_db [None req-77d1faa3-9ee6-4a91-bd02-8524aa1f9325 None None] Agent healthcheck: found 6 active agents {{(pid=82904) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 15:58:25.900692 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.wsgi [req-f82ef09d-1fe9-4f5b-abba-6b7f216f2aea req-aef8942f-2243-42f1-b08a-6726f884c841 service neutron] (82902) timed out ('10.222.0.47', 53081) {{(pid=82902) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Feb 09 15:58:25.964867 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.wsgi [req-fb3bc670-f505-4497-8bce-65428163f807 req-d80ab1ee-b3da-4b7b-8da8-8f4d69cae306 service neutron] (82901) timed out ('10.222.0.47', 53064) {{(pid=82901) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Feb 09 15:58:27.970506 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-ebeca04c-1552-4728-8833-b36995faeb1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758786133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16008869'] for agent, after_update {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:58:30.337736 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-8359ca5e-0241-4b27-8e4d-b649fc98d8cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758786133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16008869'] for agent, after_update {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:58:30.489694 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-812787cf-6466-4ce1-8c4e-c32e14b18d8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758786133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16008869'] for agent, after_update {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:58:31.304230 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-1f7d0426-72a7-4c89-8e53-4ec430751ccf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758786133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16008869'] for agent, after_update {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:58:31.621531 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-608c4fd2-211a-4ca9-a277-ad2a51be62ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758786133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16008869'] for agent, after_update {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:58:33.004934 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-faa751bb-9674-45ec-b131-f889431b03dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758786133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16008869'] for agent, after_update {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:58:36.402465 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-681afe2a-3bb6-432e-9900-bad488d9912a req-24beb429-4ff0-423a-a603-b13166051de1 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=d09df769-4e28-4913-934c-1dcfc8d7fd75&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2470217 Feb 09 15:58:36.538042 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-681afe2a-3bb6-432e-9900-bad488d9912a req-ca670432-2214-4dc4-a168-6740af281f70 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=9903301a1e174c829e584a233c5c9866&device_id=d09df769-4e28-4913-934c-1dcfc8d7fd75 HTTP/1.1" status: 200 len: 1098 time: 0.0679622 Feb 09 15:58:36.770839 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681afe2a-3bb6-432e-9900-bad488d9912a req-0c6a98cd-4d0a-413f-b136-caaa88576ee0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:58:36.772255 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-681afe2a-3bb6-432e-9900-bad488d9912a req-0c6a98cd-4d0a-413f-b136-caaa88576ee0 service neutron] 10.222.0.47 "GET /v2.0/networks?id=d2b5dcdb-5fe9-45d2-b726-adea8d997892 HTTP/1.1" status: 200 len: 912 time: 0.2160287 Feb 09 15:58:36.873801 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-681afe2a-3bb6-432e-9900-bad488d9912a req-39ebc428-6f6b-4821-bee4-55010717c838 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=53b86a09-1eeb-4579-acf8-cba3719e9d14 HTTP/1.1" status: 200 len: 1000 time: 0.0951109 Feb 09 15:58:36.938821 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681afe2a-3bb6-432e-9900-bad488d9912a req-6e2a5f64-f37e-403e-83c5-cabb8ca30b15 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:58:36.940237 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-681afe2a-3bb6-432e-9900-bad488d9912a req-6e2a5f64-f37e-403e-83c5-cabb8ca30b15 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6dc70113-5a0d-4411-a864-97d927169679 HTTP/1.1" status: 200 len: 850 time: 0.0599062 Feb 09 15:58:37.014543 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-681afe2a-3bb6-432e-9900-bad488d9912a req-3a027a85-196a-47d4-982b-271ac04ca8bf service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=d2b5dcdb-5fe9-45d2-b726-adea8d997892&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0670850 Feb 09 15:58:37.145631 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-681afe2a-3bb6-432e-9900-bad488d9912a req-f7d1a68a-810d-46eb-ace4-ebfabde930ac service neutron] 10.222.0.47 "GET /v2.0/networks/d2b5dcdb-5fe9-45d2-b726-adea8d997892?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241372 Feb 09 15:58:37.277795 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-681afe2a-3bb6-432e-9900-bad488d9912a req-6dd88eb4-9122-448b-b2f7-4bec8096e9ea service neutron] 10.222.0.47 "GET /v2.0/networks/d2b5dcdb-5fe9-45d2-b726-adea8d997892?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1261899 Feb 09 15:58:47.073715 dv-cinder-825105-1-iscsi neutron-server[82904]: DEBUG neutron.db.agents_db [None req-77d1faa3-9ee6-4a91-bd02-8524aa1f9325 None None] Agent healthcheck: found 6 active agents {{(pid=82904) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 15:58:57.972352 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-4bd5049a-9368-4b70-96e0-648eb8fa0d17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758786133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16008869'] for agent, after_update {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:59:00.345714 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-f463acbc-22f6-420b-9faa-bba2c89bb874 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758786133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16008869'] for agent, after_update {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:59:00.489531 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-812787cf-6466-4ce1-8c4e-c32e14b18d8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758786133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16008869'] for agent, after_update {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:59:01.308585 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-1f7d0426-72a7-4c89-8e53-4ec430751ccf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758786133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16008869'] for agent, after_update {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:59:01.625963 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-608c4fd2-211a-4ca9-a277-ad2a51be62ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758786133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16008869'] for agent, after_update {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:59:03.007628 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-faa751bb-9674-45ec-b131-f889431b03dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758786133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16008869'] for agent, after_update {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:59:15.846022 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-50457b19-bd55-4b53-a01d-751277ae9364 req-061ecf92-30e0-49d0-b9fa-88179b62b823 tempest-TestVolumeBootPattern-303090007 tempest-TestVolumeBootPattern-303090007-project] 10.222.0.67 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1964872090&fields=id&tenant_id=9903301a1e174c829e584a233c5c9866 HTTP/1.1" status: 200 len: 267 time: 0.0419755 Feb 09 15:59:15.997987 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50457b19-bd55-4b53-a01d-751277ae9364 req-61fdb19e-25ad-4d53-8207-db77e029bac1 tempest-TestVolumeBootPattern-303090007 tempest-TestVolumeBootPattern-303090007-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:59:15.999434 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-50457b19-bd55-4b53-a01d-751277ae9364 req-61fdb19e-25ad-4d53-8207-db77e029bac1 tempest-TestVolumeBootPattern-303090007 tempest-TestVolumeBootPattern-303090007-project] 10.222.0.67 "GET /v2.0/networks?id=d2b5dcdb-5fe9-45d2-b726-adea8d997892 HTTP/1.1" status: 200 len: 811 time: 0.1473684 Feb 09 15:59:16.015817 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-50457b19-bd55-4b53-a01d-751277ae9364 req-11d81e6c-b00f-4590-a741-c49f6c51c1ad tempest-TestVolumeBootPattern-303090007 tempest-TestVolumeBootPattern-303090007-project] 10.222.0.67 "GET /v2.0/quotas/9903301a1e174c829e584a233c5c9866 HTTP/1.1" status: 200 len: 375 time: 0.0110636 Feb 09 15:59:16.103864 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-50457b19-bd55-4b53-a01d-751277ae9364 req-b5863a0a-e6ab-4039-8eea-95ca8579e83e tempest-TestVolumeBootPattern-303090007 tempest-TestVolumeBootPattern-303090007-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=9903301a1e174c829e584a233c5c9866&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0831313 Feb 09 15:59:16.187386 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.wsgi [req-50457b19-bd55-4b53-a01d-751277ae9364 req-06f9e4cb-e93a-4325-b77a-236741466fd2 service neutron] http://10.222.0.67:9696/v2.0/extensions returned with HTTP 200 {{(pid=82901) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 09 15:59:16.188466 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-50457b19-bd55-4b53-a01d-751277ae9364 req-06f9e4cb-e93a-4325-b77a-236741466fd2 service neutron] 10.222.0.67 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0737314 Feb 09 15:59:16.328890 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-50457b19-bd55-4b53-a01d-751277ae9364 req-5986aad2-5227-437d-a95c-697c604c03c0 service neutron] 10.222.0.67 "GET /v2.0/networks/d2b5dcdb-5fe9-45d2-b726-adea8d997892?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1341076 Feb 09 15:59:16.463433 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-50457b19-bd55-4b53-a01d-751277ae9364 req-bbb92583-ccf0-49ec-b140-da8099486c4f service neutron] 10.222.0.67 "GET /v2.0/networks/d2b5dcdb-5fe9-45d2-b726-adea8d997892?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1290083 Feb 09 15:59:16.955550 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-d9b295f2-98a1-4f62-906b-fdc1e4612b42 req-80df20f5-b20c-4bdc-84d4-e8a3e18a0115 tempest-TestVolumeBootPattern-303090007 tempest-TestVolumeBootPattern-303090007-project] 10.222.0.67 "GET /v2.0/ports?device_id=808bb663-1361-4532-82cb-5b4c07b8f823 HTTP/1.1" status: 200 len: 210 time: 0.1211889 Feb 09 15:59:17.877009 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50457b19-bd55-4b53-a01d-751277ae9364 req-0d1a2ae7-98ca-496c-a056-d097151ea542 tempest-TestVolumeBootPattern-303090007 tempest-TestVolumeBootPattern-303090007-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:59:17.878501 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-50457b19-bd55-4b53-a01d-751277ae9364 req-0d1a2ae7-98ca-496c-a056-d097151ea542 tempest-TestVolumeBootPattern-303090007 tempest-TestVolumeBootPattern-303090007-project] 10.222.0.47 "GET /v2.0/networks?id=d2b5dcdb-5fe9-45d2-b726-adea8d997892 HTTP/1.1" status: 200 len: 811 time: 0.1446762 Feb 09 15:59:17.935903 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-50457b19-bd55-4b53-a01d-751277ae9364 req-a7ab2561-4247-4ca0-9fa3-fa77e940959a tempest-TestVolumeBootPattern-303090007 tempest-TestVolumeBootPattern-303090007-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9903301a1e174c829e584a233c5c9866 HTTP/1.1" status: 200 len: 380 time: 0.0457184 Feb 09 15:59:17.943802 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.api.v2.base [req-50457b19-bd55-4b53-a01d-751277ae9364 req-5f087507-e328-47eb-bf82-229dffa22e3b tempest-TestVolumeBootPattern-303090007 tempest-TestVolumeBootPattern-303090007-project] Request body: {'port': {'device_id': '808bb663-1361-4532-82cb-5b4c07b8f823', 'network_id': 'd2b5dcdb-5fe9-45d2-b726-adea8d997892', 'admin_state_up': True, 'tenant_id': '9903301a1e174c829e584a233c5c9866', 'security_groups': ['df71dd35-47a2-48a6-8aae-3b8f819302d8']}} {{(pid=82901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 15:59:18.117628 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.db.quota.driver [req-50457b19-bd55-4b53-a01d-751277ae9364 req-5f087507-e328-47eb-bf82-229dffa22e3b tempest-TestVolumeBootPattern-303090007 tempest-TestVolumeBootPattern-303090007-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 15:59:18.126843 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-0c2714e9-e212-4500-bb67-43bd268229d3 req-b5c7a967-7029-4b14-b494-dcbd355e0be5 tempest-TestVolumeBootPattern-303090007 tempest-TestVolumeBootPattern-303090007-project] 10.222.0.67 "GET /v2.0/ports?device_id=808bb663-1361-4532-82cb-5b4c07b8f823 HTTP/1.1" status: 200 len: 210 time: 0.0459840 Feb 09 15:59:18.133354 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.db.quota.driver [req-50457b19-bd55-4b53-a01d-751277ae9364 req-5f087507-e328-47eb-bf82-229dffa22e3b tempest-TestVolumeBootPattern-303090007 tempest-TestVolumeBootPattern-303090007-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=82901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 15:59:18.143651 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-50457b19-bd55-4b53-a01d-751277ae9364 req-5f087507-e328-47eb-bf82-229dffa22e3b tempest-TestVolumeBootPattern-303090007 tempest-TestVolumeBootPattern-303090007-project] Made reservation on behalf of 9903301a1e174c829e584a233c5c9866 for: {'port': 1} {{(pid=82901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 15:59:18.146707 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [req-50457b19-bd55-4b53-a01d-751277ae9364 req-5f087507-e328-47eb-bf82-229dffa22e3b tempest-TestVolumeBootPattern-303090007 tempest-TestVolumeBootPattern-303090007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16080601'] for port, before_create {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:59:18.403382 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.db.db_base_plugin_common [req-50457b19-bd55-4b53-a01d-751277ae9364 req-5f087507-e328-47eb-bf82-229dffa22e3b tempest-TestVolumeBootPattern-303090007 tempest-TestVolumeBootPattern-303090007-project] Allocated IP 172.20.0.12 (d2b5dcdb-5fe9-45d2-b726-adea8d997892/6dc70113-5a0d-4411-a864-97d927169679/535e6e01-9b77-4302-8e5a-6182737b5e09) {{(pid=82901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 15:59:18.611085 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [req-50457b19-bd55-4b53-a01d-751277ae9364 req-5f087507-e328-47eb-bf82-229dffa22e3b tempest-TestVolumeBootPattern-303090007 tempest-TestVolumeBootPattern-303090007-project] Notify callbacks [] for port, precommit_create {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:59:18.627137 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.db.provisioning_blocks [req-50457b19-bd55-4b53-a01d-751277ae9364 req-5f087507-e328-47eb-bf82-229dffa22e3b tempest-TestVolumeBootPattern-303090007 tempest-TestVolumeBootPattern-303090007-project] Transition to ACTIVE for port object 535e6e01-9b77-4302-8e5a-6182737b5e09 will not be triggered until provisioned by entity DHCP. {{(pid=82901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 15:59:18.648629 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [req-50457b19-bd55-4b53-a01d-751277ae9364 req-5f087507-e328-47eb-bf82-229dffa22e3b tempest-TestVolumeBootPattern-303090007 tempest-TestVolumeBootPattern-303090007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16080037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124156', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756758334037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1282344'] for port, after_create {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:59:18.721413 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-50457b19-bd55-4b53-a01d-751277ae9364 req-5f087507-e328-47eb-bf82-229dffa22e3b tempest-TestVolumeBootPattern-303090007 tempest-TestVolumeBootPattern-303090007-project] Network d2b5dcdb-5fe9-45d2-b726-adea8d997892 is already hosted by enough agents. {{(pid=82901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 15:59:18.724872 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.scheduler.base_scheduler [req-50457b19-bd55-4b53-a01d-751277ae9364 req-5f087507-e328-47eb-bf82-229dffa22e3b tempest-TestVolumeBootPattern-303090007 tempest-TestVolumeBootPattern-303090007-project] Resources bound (agent type, host, resource id): {{(pid=82901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 15:59:18.726594 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f087507-e328-47eb-bf82-229dffa22e3b tempest-TestVolumeBootPattern-303090007 tempest-TestVolumeBootPattern-303090007-project] Pushing event updated for resources: {'Port': ['ID=535e6e01-9b77-4302-8e5a-6182737b5e09,revision_number=1']} {{(pid=82901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:59:18.728702 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.db.l3_dvrscheduler_db [req-50457b19-bd55-4b53-a01d-751277ae9364 req-5f087507-e328-47eb-bf82-229dffa22e3b tempest-TestVolumeBootPattern-303090007 tempest-TestVolumeBootPattern-303090007-project] Received port after_create {{(pid=82901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 15:59:18.769892 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f087507-e328-47eb-bf82-229dffa22e3b tempest-TestVolumeBootPattern-303090007 tempest-TestVolumeBootPattern-303090007-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825105-1-iscsi {{(pid=82901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:59:18.770471 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f087507-e328-47eb-bf82-229dffa22e3b tempest-TestVolumeBootPattern-303090007 tempest-TestVolumeBootPattern-303090007-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825105-1-iscsi {{(pid=82901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:59:18.771046 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f087507-e328-47eb-bf82-229dffa22e3b tempest-TestVolumeBootPattern-303090007 tempest-TestVolumeBootPattern-303090007-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825105-1-iscsi {{(pid=82901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:59:18.771599 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f087507-e328-47eb-bf82-229dffa22e3b tempest-TestVolumeBootPattern-303090007 tempest-TestVolumeBootPattern-303090007-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825105-1-iscsi {{(pid=82901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:59:18.772187 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f087507-e328-47eb-bf82-229dffa22e3b tempest-TestVolumeBootPattern-303090007 tempest-TestVolumeBootPattern-303090007-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825105-1-iscsi {{(pid=82901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:59:18.772754 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f087507-e328-47eb-bf82-229dffa22e3b tempest-TestVolumeBootPattern-303090007 tempest-TestVolumeBootPattern-303090007-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-825105-1-iscsi {{(pid=82901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:59:18.773294 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f087507-e328-47eb-bf82-229dffa22e3b tempest-TestVolumeBootPattern-303090007 tempest-TestVolumeBootPattern-303090007-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825105-1-iscsi {{(pid=82901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:59:18.773838 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f087507-e328-47eb-bf82-229dffa22e3b tempest-TestVolumeBootPattern-303090007 tempest-TestVolumeBootPattern-303090007-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825105-1-iscsi {{(pid=82901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:59:18.774388 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f087507-e328-47eb-bf82-229dffa22e3b tempest-TestVolumeBootPattern-303090007 tempest-TestVolumeBootPattern-303090007-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825105-1-iscsi {{(pid=82901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:59:18.774929 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f087507-e328-47eb-bf82-229dffa22e3b tempest-TestVolumeBootPattern-303090007 tempest-TestVolumeBootPattern-303090007-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825105-1-iscsi {{(pid=82901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:59:18.775474 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f087507-e328-47eb-bf82-229dffa22e3b tempest-TestVolumeBootPattern-303090007 tempest-TestVolumeBootPattern-303090007-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825105-1-iscsi {{(pid=82901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:59:18.812337 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50457b19-bd55-4b53-a01d-751277ae9364 req-5f087507-e328-47eb-bf82-229dffa22e3b tempest-TestVolumeBootPattern-303090007 tempest-TestVolumeBootPattern-303090007-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=82901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:59:18.812937 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [req-50457b19-bd55-4b53-a01d-751277ae9364 req-5f087507-e328-47eb-bf82-229dffa22e3b tempest-TestVolumeBootPattern-303090007 tempest-TestVolumeBootPattern-303090007-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205010'] for port, before_response {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:59:18.841337 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-50457b19-bd55-4b53-a01d-751277ae9364 req-5f087507-e328-47eb-bf82-229dffa22e3b tempest-TestVolumeBootPattern-303090007 tempest-TestVolumeBootPattern-303090007-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9009473 Feb 09 15:59:18.853313 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.api.v2.base [req-50457b19-bd55-4b53-a01d-751277ae9364 req-3b15f7ae-74bb-4280-9ae1-f8d1c009e21f service neutron] Request body: {'port': {'device_id': '808bb663-1361-4532-82cb-5b4c07b8f823', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82510'}} {{(pid=82901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 15:59:18.965924 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [req-50457b19-bd55-4b53-a01d-751277ae9364 req-3b15f7ae-74bb-4280-9ae1-f8d1c009e21f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16080601'] for port, before_update {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:59:18.977540 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.db.provisioning_blocks [None req-600649e9-d583-4623-87e0-872322258bf5 None None] Provisioning for port 535e6e01-9b77-4302-8e5a-6182737b5e09 completed by entity DHCP. {{(pid=82903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 15:59:18.982629 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.db.provisioning_blocks [None req-600649e9-d583-4623-87e0-872322258bf5 None None] Provisioning complete for port 535e6e01-9b77-4302-8e5a-6182737b5e09 triggered by entity DHCP. {{(pid=82903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:59:18.982998 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-600649e9-d583-4623-87e0-872322258bf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16008948'] for port, provisioning_complete {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:59:19.035688 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.plugins.ml2.plugin [None req-600649e9-d583-4623-87e0-872322258bf5 None None] Port 535e6e01-9b77-4302-8e5a-6182737b5e09 cannot update to ACTIVE because it is not bound. {{(pid=82903) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 09 15:59:19.319073 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.notifiers.nova [req-50457b19-bd55-4b53-a01d-751277ae9364 req-3b15f7ae-74bb-4280-9ae1-f8d1c009e21f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 535e6e01-9b77-4302-8e5a-6182737b5e09 {{(pid=82901) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 15:59:19.326686 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [req-50457b19-bd55-4b53-a01d-751277ae9364 req-3b15f7ae-74bb-4280-9ae1-f8d1c009e21f service neutron] Notify callbacks [] for port, precommit_update {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:59:19.338930 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad205ea7-5df8-4eab-8899-bfb0e17fd149 req-4c167365-502c-4c70-baff-f0c423e85fcc tempest-TestVolumeBootPattern-303090007 tempest-TestVolumeBootPattern-303090007-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:59:19.340404 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-ad205ea7-5df8-4eab-8899-bfb0e17fd149 req-4c167365-502c-4c70-baff-f0c423e85fcc tempest-TestVolumeBootPattern-303090007 tempest-TestVolumeBootPattern-303090007-project] 10.222.0.67 "GET /v2.0/ports?device_id=808bb663-1361-4532-82cb-5b4c07b8f823 HTTP/1.1" status: 200 len: 932 time: 0.0771894 Feb 09 15:59:19.342200 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.db.provisioning_blocks [req-50457b19-bd55-4b53-a01d-751277ae9364 req-3b15f7ae-74bb-4280-9ae1-f8d1c009e21f service neutron] Transition to ACTIVE for port object 535e6e01-9b77-4302-8e5a-6182737b5e09 will not be triggered until provisioned by entity L2. {{(pid=82901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 15:59:19.346661 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [req-50457b19-bd55-4b53-a01d-751277ae9364 req-3b15f7ae-74bb-4280-9ae1-f8d1c009e21f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16080037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758755988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756758334055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756758334100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1282337'] for port, after_update {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:59:19.390478 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-ad205ea7-5df8-4eab-8899-bfb0e17fd149 req-9177b838-2426-4dd8-b358-d1cec794e75c tempest-TestVolumeBootPattern-303090007 tempest-TestVolumeBootPattern-303090007-project] 10.222.0.67 "GET /v2.0/security-groups?id=df71dd35-47a2-48a6-8aae-3b8f819302d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443227 Feb 09 15:59:19.475589 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b15f7ae-74bb-4280-9ae1-f8d1c009e21f service neutron] Pushing event updated for resources: {'Port': ['ID=535e6e01-9b77-4302-8e5a-6182737b5e09,revision_number=2']} {{(pid=82901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:59:19.586075 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.plugins.ml2.managers [req-50457b19-bd55-4b53-a01d-751277ae9364 req-3b15f7ae-74bb-4280-9ae1-f8d1c009e21f service neutron] Attempting to bind port 535e6e01-9b77-4302-8e5a-6182737b5e09 on host hv-cinder-82510 for vnic_type normal with profile {{(pid=82901) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 09 15:59:19.586404 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.plugins.ml2.managers [req-50457b19-bd55-4b53-a01d-751277ae9364 req-3b15f7ae-74bb-4280-9ae1-f8d1c009e21f service neutron] Attempting to bind port 535e6e01-9b77-4302-8e5a-6182737b5e09 by drivers openvswitch,hyperv on host hv-cinder-82510 at level 0 using segments [{'id': 'da3be55e-cb41-4c7b-bd84-bbc25aac2618', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': 'd2b5dcdb-5fe9-45d2-b726-adea8d997892'}] {{(pid=82901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 09 15:59:19.586721 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50457b19-bd55-4b53-a01d-751277ae9364 req-3b15f7ae-74bb-4280-9ae1-f8d1c009e21f service neutron] Attempting to bind port 535e6e01-9b77-4302-8e5a-6182737b5e09 on network d2b5dcdb-5fe9-45d2-b726-adea8d997892 {{(pid=82901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 15:59:19.592881 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50457b19-bd55-4b53-a01d-751277ae9364 req-3b15f7ae-74bb-4280-9ae1-f8d1c009e21f service neutron] Port 535e6e01-9b77-4302-8e5a-6182737b5e09 on network d2b5dcdb-5fe9-45d2-b726-adea8d997892 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82510 {{(pid=82901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 09 15:59:19.593188 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50457b19-bd55-4b53-a01d-751277ae9364 req-3b15f7ae-74bb-4280-9ae1-f8d1c009e21f service neutron] Attempting to bind port 535e6e01-9b77-4302-8e5a-6182737b5e09 on network d2b5dcdb-5fe9-45d2-b726-adea8d997892 {{(pid=82901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 09 15:59:19.599274 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50457b19-bd55-4b53-a01d-751277ae9364 req-3b15f7ae-74bb-4280-9ae1-f8d1c009e21f service neutron] Checking agent: {'id': 'db1a70d3-a821-4659-b534-995c5c5f449e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82510', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 15, 40, 29), 'started_at': datetime.datetime(2022, 2, 9, 15, 40, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 15, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=82901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 09 15:59:19.599598 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50457b19-bd55-4b53-a01d-751277ae9364 req-3b15f7ae-74bb-4280-9ae1-f8d1c009e21f service neutron] Checking segment: {'id': 'da3be55e-cb41-4c7b-bd84-bbc25aac2618', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': 'd2b5dcdb-5fe9-45d2-b726-adea8d997892'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 09 15:59:19.599967 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50457b19-bd55-4b53-a01d-751277ae9364 req-3b15f7ae-74bb-4280-9ae1-f8d1c009e21f service neutron] Bound using segment: {'id': 'da3be55e-cb41-4c7b-bd84-bbc25aac2618', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': 'd2b5dcdb-5fe9-45d2-b726-adea8d997892'} {{(pid=82901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 09 15:59:19.600409 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.plugins.ml2.managers [req-50457b19-bd55-4b53-a01d-751277ae9364 req-3b15f7ae-74bb-4280-9ae1-f8d1c009e21f service neutron] Bound port: 535e6e01-9b77-4302-8e5a-6182737b5e09, host: hv-cinder-82510, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'da3be55e-cb41-4c7b-bd84-bbc25aac2618', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': 'd2b5dcdb-5fe9-45d2-b726-adea8d997892'}}] {{(pid=82901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 09 15:59:19.600736 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [req-50457b19-bd55-4b53-a01d-751277ae9364 req-3b15f7ae-74bb-4280-9ae1-f8d1c009e21f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16080601'] for port, before_update {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:59:19.688426 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.plugins.ml2.db [req-50457b19-bd55-4b53-a01d-751277ae9364 req-3b15f7ae-74bb-4280-9ae1-f8d1c009e21f service neutron] For port 535e6e01-9b77-4302-8e5a-6182737b5e09, host hv-cinder-82510, cleared binding levels {{(pid=82901) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 15:59:19.691238 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.plugins.ml2.db [req-50457b19-bd55-4b53-a01d-751277ae9364 req-3b15f7ae-74bb-4280-9ae1-f8d1c009e21f service neutron] For port 535e6e01-9b77-4302-8e5a-6182737b5e09, host hv-cinder-82510, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=535e6e01-9b77-4302-8e5a-6182737b5e09,segment=NetworkSegment(da3be55e-cb41-4c7b-bd84-bbc25aac2618),segment_id=da3be55e-cb41-4c7b-bd84-bbc25aac2618)] {{(pid=82901) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 15:59:19.695728 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [req-50457b19-bd55-4b53-a01d-751277ae9364 req-3b15f7ae-74bb-4280-9ae1-f8d1c009e21f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16080037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758755988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756758334055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756758334100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1282337'] for port, after_update {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:59:19.752582 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [req-50457b19-bd55-4b53-a01d-751277ae9364 req-3b15f7ae-74bb-4280-9ae1-f8d1c009e21f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205010'] for port, before_response {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:59:19.753399 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-50457b19-bd55-4b53-a01d-751277ae9364 req-3b15f7ae-74bb-4280-9ae1-f8d1c009e21f service neutron] 10.222.0.47 "PUT /v2.0/ports/535e6e01-9b77-4302-8e5a-6182737b5e09 HTTP/1.1" status: 200 len: 1094 time: 0.9043882 Feb 09 15:59:19.762320 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '808bb663-1361-4532-82cb-5b4c07b8f823', 'tag': '535e6e01-9b77-4302-8e5a-6182737b5e09'}] {{(pid=82901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 15:59:19.787532 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b15f7ae-74bb-4280-9ae1-f8d1c009e21f service neutron] Pushing event updated for resources: {'Port': ['ID=535e6e01-9b77-4302-8e5a-6182737b5e09,revision_number=3']} {{(pid=82901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:59:19.831006 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '808bb663-1361-4532-82cb-5b4c07b8f823', 'tag': '535e6e01-9b77-4302-8e5a-6182737b5e09', 'status': 'completed', 'code': 200} Feb 09 15:59:19.872315 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-50457b19-bd55-4b53-a01d-751277ae9364 req-ba0bbe96-88f0-4415-b644-3ecf95305bc1 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=9903301a1e174c829e584a233c5c9866&device_id=808bb663-1361-4532-82cb-5b4c07b8f823 HTTP/1.1" status: 200 len: 1097 time: 0.0768759 Feb 09 15:59:19.942836 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-50457b19-bd55-4b53-a01d-751277ae9364 req-3c799197-7108-46ed-8c55-446ee76b10ac service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=535e6e01-9b77-4302-8e5a-6182737b5e09 HTTP/1.1" status: 200 len: 217 time: 0.0637331 Feb 09 15:59:20.009059 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50457b19-bd55-4b53-a01d-751277ae9364 req-38c3206e-efe1-447c-b8d6-a2a2d18c6e7a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:59:20.010568 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-50457b19-bd55-4b53-a01d-751277ae9364 req-38c3206e-efe1-447c-b8d6-a2a2d18c6e7a service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6dc70113-5a0d-4411-a864-97d927169679 HTTP/1.1" status: 200 len: 850 time: 0.0620959 Feb 09 15:59:20.085534 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-50457b19-bd55-4b53-a01d-751277ae9364 req-24c4a21e-63d1-496e-a7fd-3110e3d38205 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=d2b5dcdb-5fe9-45d2-b726-adea8d997892&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0692859 Feb 09 15:59:20.301593 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-50457b19-bd55-4b53-a01d-751277ae9364 req-6353e96e-75f5-48f5-959b-c78edb1b7394 service neutron] 10.222.0.47 "GET /v2.0/networks/d2b5dcdb-5fe9-45d2-b726-adea8d997892?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2096856 Feb 09 15:59:20.431249 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-50457b19-bd55-4b53-a01d-751277ae9364 req-36bf42a5-2bc4-4fcc-b66c-2b66c421ddcf service neutron] 10.222.0.47 "GET /v2.0/networks/d2b5dcdb-5fe9-45d2-b726-adea8d997892?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232433 Feb 09 15:59:20.550959 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-159384f3-2707-4820-9533-e4a564bde574 req-43116c11-4b69-4489-a92e-309305f2839b service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=9903301a1e174c829e584a233c5c9866&device_id=808bb663-1361-4532-82cb-5b4c07b8f823 HTTP/1.1" status: 200 len: 1097 time: 0.0738297 Feb 09 15:59:20.600999 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e95dd7-e09a-48a7-827a-1feabe4806c4 req-f34b8b7e-5c9d-489b-b002-0080b61475f8 tempest-TestVolumeBootPattern-303090007 tempest-TestVolumeBootPattern-303090007-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:59:20.602366 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-79e95dd7-e09a-48a7-827a-1feabe4806c4 req-f34b8b7e-5c9d-489b-b002-0080b61475f8 tempest-TestVolumeBootPattern-303090007 tempest-TestVolumeBootPattern-303090007-project] 10.222.0.67 "GET /v2.0/ports?device_id=808bb663-1361-4532-82cb-5b4c07b8f823 HTTP/1.1" status: 200 len: 944 time: 0.0797956 Feb 09 15:59:20.648899 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-79e95dd7-e09a-48a7-827a-1feabe4806c4 req-6858e878-9885-4720-b3a4-39ed8dac6334 tempest-TestVolumeBootPattern-303090007 tempest-TestVolumeBootPattern-303090007-project] 10.222.0.67 "GET /v2.0/security-groups?id=df71dd35-47a2-48a6-8aae-3b8f819302d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407956 Feb 09 15:59:20.682937 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159384f3-2707-4820-9533-e4a564bde574 req-6af2781c-bafe-4a8a-b875-970371d8bab2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:59:20.684366 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-159384f3-2707-4820-9533-e4a564bde574 req-6af2781c-bafe-4a8a-b875-970371d8bab2 service neutron] 10.222.0.47 "GET /v2.0/networks?id=d2b5dcdb-5fe9-45d2-b726-adea8d997892 HTTP/1.1" status: 200 len: 912 time: 0.1275141 Feb 09 15:59:20.751560 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-159384f3-2707-4820-9533-e4a564bde574 req-63358a66-7cef-4164-9038-5f8984574091 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=535e6e01-9b77-4302-8e5a-6182737b5e09 HTTP/1.1" status: 200 len: 217 time: 0.0589576 Feb 09 15:59:20.815029 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159384f3-2707-4820-9533-e4a564bde574 req-b50837d8-78a2-428c-877a-cc7ec261c979 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:59:20.816426 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-159384f3-2707-4820-9533-e4a564bde574 req-b50837d8-78a2-428c-877a-cc7ec261c979 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6dc70113-5a0d-4411-a864-97d927169679 HTTP/1.1" status: 200 len: 850 time: 0.0585024 Feb 09 15:59:20.890585 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-159384f3-2707-4820-9533-e4a564bde574 req-cb1a24af-0c47-49b7-8fb0-29851e157723 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=d2b5dcdb-5fe9-45d2-b726-adea8d997892&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0674639 Feb 09 15:59:21.026154 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-159384f3-2707-4820-9533-e4a564bde574 req-1fb3e305-2eb0-41e3-88cd-ac1f49294932 service neutron] 10.222.0.47 "GET /v2.0/networks/d2b5dcdb-5fe9-45d2-b726-adea8d997892?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256654 Feb 09 15:59:21.155953 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-159384f3-2707-4820-9533-e4a564bde574 req-b6df3180-cebd-4795-8f67-7d53274f4c09 service neutron] 10.222.0.47 "GET /v2.0/networks/d2b5dcdb-5fe9-45d2-b726-adea8d997892?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234663 Feb 09 15:59:21.857001 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2214b6-f869-4f12-affa-b89c37f83116 req-67c92e7f-1a69-458b-bc59-a99c7c08d9d9 tempest-TestVolumeBootPattern-303090007 tempest-TestVolumeBootPattern-303090007-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:59:21.857685 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.quota.resource [req-fc2214b6-f869-4f12-affa-b89c37f83116 req-67c92e7f-1a69-458b-bc59-a99c7c08d9d9 tempest-TestVolumeBootPattern-303090007 tempest-TestVolumeBootPattern-303090007-project] Synchronizing usage tracker for tenant:9903301a1e174c829e584a233c5c9866 on resource:port {{(pid=82901) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 15:59:21.873487 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.quota.resource [req-fc2214b6-f869-4f12-affa-b89c37f83116 req-67c92e7f-1a69-458b-bc59-a99c7c08d9d9 tempest-TestVolumeBootPattern-303090007 tempest-TestVolumeBootPattern-303090007-project] Unset dirty status for tenant:9903301a1e174c829e584a233c5c9866 on resource:port {{(pid=82901) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 15:59:21.874587 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-fc2214b6-f869-4f12-affa-b89c37f83116 req-67c92e7f-1a69-458b-bc59-a99c7c08d9d9 tempest-TestVolumeBootPattern-303090007 tempest-TestVolumeBootPattern-303090007-project] 10.222.0.67 "GET /v2.0/ports?device_id=808bb663-1361-4532-82cb-5b4c07b8f823 HTTP/1.1" status: 200 len: 944 time: 0.1013408 Feb 09 15:59:21.920296 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-fc2214b6-f869-4f12-affa-b89c37f83116 req-9a2c4d0d-f05c-46ea-90c4-73947697a436 tempest-TestVolumeBootPattern-303090007 tempest-TestVolumeBootPattern-303090007-project] 10.222.0.67 "GET /v2.0/security-groups?id=df71dd35-47a2-48a6-8aae-3b8f819302d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402353 Feb 09 15:59:23.124242 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148d48f4-9193-40e3-8ffc-dcb268f17f69 req-10f9c569-3704-4b66-8815-e76467790ef6 tempest-TestVolumeBootPattern-303090007 tempest-TestVolumeBootPattern-303090007-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:59:23.125684 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-148d48f4-9193-40e3-8ffc-dcb268f17f69 req-10f9c569-3704-4b66-8815-e76467790ef6 tempest-TestVolumeBootPattern-303090007 tempest-TestVolumeBootPattern-303090007-project] 10.222.0.67 "GET /v2.0/ports?device_id=808bb663-1361-4532-82cb-5b4c07b8f823 HTTP/1.1" status: 200 len: 944 time: 0.0802240 Feb 09 15:59:23.171246 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-148d48f4-9193-40e3-8ffc-dcb268f17f69 req-392a1653-4b44-4da2-b5b4-c421bc75cdec tempest-TestVolumeBootPattern-303090007 tempest-TestVolumeBootPattern-303090007-project] 10.222.0.67 "GET /v2.0/security-groups?id=df71dd35-47a2-48a6-8aae-3b8f819302d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401824 Feb 09 15:59:24.073139 dv-cinder-825105-1-iscsi neutron-server[82904]: DEBUG neutron.db.agents_db [None req-77d1faa3-9ee6-4a91-bd02-8524aa1f9325 None None] Agent healthcheck: found 6 active agents {{(pid=82904) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 15:59:24.362913 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20f2c2f-2cb1-4bc5-b67f-95c9cf1cfbb4 req-0d65e0db-22aa-4969-b57e-8860931ad472 tempest-TestVolumeBootPattern-303090007 tempest-TestVolumeBootPattern-303090007-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:59:24.364370 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-f20f2c2f-2cb1-4bc5-b67f-95c9cf1cfbb4 req-0d65e0db-22aa-4969-b57e-8860931ad472 tempest-TestVolumeBootPattern-303090007 tempest-TestVolumeBootPattern-303090007-project] 10.222.0.67 "GET /v2.0/ports?device_id=808bb663-1361-4532-82cb-5b4c07b8f823 HTTP/1.1" status: 200 len: 944 time: 0.0758555 Feb 09 15:59:24.409294 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-f20f2c2f-2cb1-4bc5-b67f-95c9cf1cfbb4 req-23d9b6cd-9c52-4997-9df0-7d0976b9c392 tempest-TestVolumeBootPattern-303090007 tempest-TestVolumeBootPattern-303090007-project] 10.222.0.67 "GET /v2.0/security-groups?id=df71dd35-47a2-48a6-8aae-3b8f819302d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394869 Feb 09 15:59:25.603960 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0672d744-8be5-4db4-bc4e-8e0506ceef8f req-8d3ee927-7645-4788-bcd8-ccf5ba66765f tempest-TestVolumeBootPattern-303090007 tempest-TestVolumeBootPattern-303090007-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:59:25.605556 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-0672d744-8be5-4db4-bc4e-8e0506ceef8f req-8d3ee927-7645-4788-bcd8-ccf5ba66765f tempest-TestVolumeBootPattern-303090007 tempest-TestVolumeBootPattern-303090007-project] 10.222.0.67 "GET /v2.0/ports?device_id=808bb663-1361-4532-82cb-5b4c07b8f823 HTTP/1.1" status: 200 len: 944 time: 0.0779057 Feb 09 15:59:25.651075 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-0672d744-8be5-4db4-bc4e-8e0506ceef8f req-53913bc6-83bf-48be-85ed-cad46c2ff5eb tempest-TestVolumeBootPattern-303090007 tempest-TestVolumeBootPattern-303090007-project] 10.222.0.67 "GET /v2.0/security-groups?id=df71dd35-47a2-48a6-8aae-3b8f819302d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399127 Feb 09 15:59:26.855774 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9aca067-c621-4112-8496-dd3e962c5d20 req-d3af34be-aac2-4fc1-8641-1ce63907d20c tempest-TestVolumeBootPattern-303090007 tempest-TestVolumeBootPattern-303090007-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:59:26.857273 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-b9aca067-c621-4112-8496-dd3e962c5d20 req-d3af34be-aac2-4fc1-8641-1ce63907d20c tempest-TestVolumeBootPattern-303090007 tempest-TestVolumeBootPattern-303090007-project] 10.222.0.67 "GET /v2.0/ports?device_id=808bb663-1361-4532-82cb-5b4c07b8f823 HTTP/1.1" status: 200 len: 944 time: 0.0845122 Feb 09 15:59:26.907668 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-b9aca067-c621-4112-8496-dd3e962c5d20 req-e82bd6c2-e79e-4309-824f-23f15ec7b4e5 tempest-TestVolumeBootPattern-303090007 tempest-TestVolumeBootPattern-303090007-project] 10.222.0.67 "GET /v2.0/security-groups?id=df71dd35-47a2-48a6-8aae-3b8f819302d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444973 Feb 09 15:59:27.975937 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-fb988e92-d6d9-4020-99a7-4848c26f19e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758786133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16008869'] for agent, after_update {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:59:28.111879 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa112ce6-3e91-4612-99df-852e9c9ed067 req-a88bb19b-282a-40b5-9863-fa9f682a03ad tempest-TestVolumeBootPattern-303090007 tempest-TestVolumeBootPattern-303090007-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:59:28.113412 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-fa112ce6-3e91-4612-99df-852e9c9ed067 req-a88bb19b-282a-40b5-9863-fa9f682a03ad tempest-TestVolumeBootPattern-303090007 tempest-TestVolumeBootPattern-303090007-project] 10.222.0.67 "GET /v2.0/ports?device_id=808bb663-1361-4532-82cb-5b4c07b8f823 HTTP/1.1" status: 200 len: 944 time: 0.0811937 Feb 09 15:59:28.160860 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-fa112ce6-3e91-4612-99df-852e9c9ed067 req-42d73cfa-6cb2-4fa4-afc2-295be659b01e tempest-TestVolumeBootPattern-303090007 tempest-TestVolumeBootPattern-303090007-project] 10.222.0.67 "GET /v2.0/security-groups?id=df71dd35-47a2-48a6-8aae-3b8f819302d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417109 Feb 09 15:59:29.287467 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.plugins.ml2.rpc [None req-812787cf-6466-4ce1-8c4e-c32e14b18d8a None None] Device 535e6e01-9b77-4302-8e5a-6182737b5e09 details requested by agent hyperv_hv-cinder-82510 with host hv-cinder-82510 {{(pid=82903) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 09 15:59:29.363226 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9d6d15-065d-459d-a79c-dd2e37be2d6d req-ed7f36f0-9503-4a28-884c-eb92250f8242 tempest-TestVolumeBootPattern-303090007 tempest-TestVolumeBootPattern-303090007-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:59:29.364717 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-8f9d6d15-065d-459d-a79c-dd2e37be2d6d req-ed7f36f0-9503-4a28-884c-eb92250f8242 tempest-TestVolumeBootPattern-303090007 tempest-TestVolumeBootPattern-303090007-project] 10.222.0.67 "GET /v2.0/ports?device_id=808bb663-1361-4532-82cb-5b4c07b8f823 HTTP/1.1" status: 200 len: 944 time: 0.0783632 Feb 09 15:59:29.419548 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-8f9d6d15-065d-459d-a79c-dd2e37be2d6d req-324eb972-9944-4044-b064-470c0690caf6 tempest-TestVolumeBootPattern-303090007 tempest-TestVolumeBootPattern-303090007-project] 10.222.0.67 "GET /v2.0/security-groups?id=df71dd35-47a2-48a6-8aae-3b8f819302d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480971 Feb 09 15:59:29.475080 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.plugins.ml2.db [None req-812787cf-6466-4ce1-8c4e-c32e14b18d8a None None] For port 535e6e01-9b77-4302-8e5a-6182737b5e09, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=535e6e01-9b77-4302-8e5a-6182737b5e09,segment=NetworkSegment(da3be55e-cb41-4c7b-bd84-bbc25aac2618),segment_id=da3be55e-cb41-4c7b-bd84-bbc25aac2618)] {{(pid=82903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:59:29.489238 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.plugins.ml2.rpc [None req-812787cf-6466-4ce1-8c4e-c32e14b18d8a None None] Returning: {'device': '535e6e01-9b77-4302-8e5a-6182737b5e09', 'network_id': 'd2b5dcdb-5fe9-45d2-b726-adea8d997892', 'port_id': '535e6e01-9b77-4302-8e5a-6182737b5e09', 'mac_address': 'fa:16:3e:82:9a:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 805, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6dc70113-5a0d-4411-a864-97d927169679', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82903) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 09 15:59:29.544395 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-812787cf-6466-4ce1-8c4e-c32e14b18d8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16080601'] for port, before_update {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:59:29.562037 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.notifiers.nova [None req-812787cf-6466-4ce1-8c4e-c32e14b18d8a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 535e6e01-9b77-4302-8e5a-6182737b5e09 {{(pid=82903) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 09 15:59:29.577230 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.plugins.ml2.db [None req-812787cf-6466-4ce1-8c4e-c32e14b18d8a None None] For port 535e6e01-9b77-4302-8e5a-6182737b5e09, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=535e6e01-9b77-4302-8e5a-6182737b5e09,segment=NetworkSegment(da3be55e-cb41-4c7b-bd84-bbc25aac2618),segment_id=da3be55e-cb41-4c7b-bd84-bbc25aac2618)] {{(pid=82903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:59:29.581851 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-812787cf-6466-4ce1-8c4e-c32e14b18d8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16080037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758755988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756758334055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756758334100'] for port, after_update {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:59:29.651256 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812787cf-6466-4ce1-8c4e-c32e14b18d8a None None] Pushing event updated for resources: {'Port': ['ID=535e6e01-9b77-4302-8e5a-6182737b5e09,revision_number=4']} {{(pid=82903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:59:29.659574 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-812787cf-6466-4ce1-8c4e-c32e14b18d8a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825105-1-iscsi {{(pid=82903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:59:29.659911 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-812787cf-6466-4ce1-8c4e-c32e14b18d8a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825105-1-iscsi {{(pid=82903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:59:29.660269 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-812787cf-6466-4ce1-8c4e-c32e14b18d8a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825105-1-iscsi {{(pid=82903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:59:29.660595 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-812787cf-6466-4ce1-8c4e-c32e14b18d8a None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825105-1-iscsi {{(pid=82903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:59:29.660920 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-812787cf-6466-4ce1-8c4e-c32e14b18d8a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825105-1-iscsi {{(pid=82903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:59:29.661225 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-812787cf-6466-4ce1-8c4e-c32e14b18d8a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-825105-1-iscsi {{(pid=82903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:59:29.661537 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-812787cf-6466-4ce1-8c4e-c32e14b18d8a None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825105-1-iscsi {{(pid=82903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:59:29.661850 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-812787cf-6466-4ce1-8c4e-c32e14b18d8a None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825105-1-iscsi {{(pid=82903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:59:29.662161 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-812787cf-6466-4ce1-8c4e-c32e14b18d8a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825105-1-iscsi {{(pid=82903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:59:29.662472 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-812787cf-6466-4ce1-8c4e-c32e14b18d8a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825105-1-iscsi {{(pid=82903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:59:29.662782 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-812787cf-6466-4ce1-8c4e-c32e14b18d8a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825105-1-iscsi {{(pid=82903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:59:29.800726 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.plugins.ml2.db [None req-812787cf-6466-4ce1-8c4e-c32e14b18d8a None None] get_ports_and_sgs() called for port_ids ['535e6e01-9b77-4302-8e5a-6182737b5e09'] {{(pid=82903) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 09 15:59:30.340534 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-e45a771b-2772-4788-a3aa-d1856cf3f9c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758786133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16008869'] for agent, after_update {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:59:30.505328 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-812787cf-6466-4ce1-8c4e-c32e14b18d8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758786133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16008869'] for agent, after_update {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:59:30.704292 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e86d93b-fca0-4176-bb09-0be791a85ddd req-511e2338-f0e1-4318-8eb0-ed4422d0754d tempest-TestVolumeBootPattern-303090007 tempest-TestVolumeBootPattern-303090007-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:59:30.705745 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-2e86d93b-fca0-4176-bb09-0be791a85ddd req-511e2338-f0e1-4318-8eb0-ed4422d0754d tempest-TestVolumeBootPattern-303090007 tempest-TestVolumeBootPattern-303090007-project] 10.222.0.67 "GET /v2.0/ports?device_id=808bb663-1361-4532-82cb-5b4c07b8f823 HTTP/1.1" status: 200 len: 945 time: 0.0811508 Feb 09 15:59:30.755489 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-2e86d93b-fca0-4176-bb09-0be791a85ddd req-1685258e-4440-4278-8303-eeeed9055b51 tempest-TestVolumeBootPattern-303090007 tempest-TestVolumeBootPattern-303090007-project] 10.222.0.67 "GET /v2.0/security-groups?id=df71dd35-47a2-48a6-8aae-3b8f819302d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442650 Feb 09 15:59:31.312445 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-1f7d0426-72a7-4c89-8e53-4ec430751ccf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758786133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16008869'] for agent, after_update {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:59:31.317159 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.plugins.ml2.rpc [None req-812787cf-6466-4ce1-8c4e-c32e14b18d8a None None] Device 535e6e01-9b77-4302-8e5a-6182737b5e09 up at agent hyperv_hv-cinder-82510 {{(pid=82903) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 09 15:59:31.386667 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.db.provisioning_blocks [None req-812787cf-6466-4ce1-8c4e-c32e14b18d8a None None] Provisioning for port 535e6e01-9b77-4302-8e5a-6182737b5e09 completed by entity L2. {{(pid=82903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 15:59:31.391606 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.db.provisioning_blocks [None req-812787cf-6466-4ce1-8c4e-c32e14b18d8a None None] Provisioning complete for port 535e6e01-9b77-4302-8e5a-6182737b5e09 triggered by entity L2. {{(pid=82903) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 15:59:31.391966 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-812787cf-6466-4ce1-8c4e-c32e14b18d8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16008948'] for port, provisioning_complete {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:59:31.506961 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-812787cf-6466-4ce1-8c4e-c32e14b18d8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16080601'] for port, before_update {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:59:31.533571 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '808bb663-1361-4532-82cb-5b4c07b8f823', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '535e6e01-9b77-4302-8e5a-6182737b5e09'}] {{(pid=82903) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 15:59:31.543700 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.plugins.ml2.db [None req-812787cf-6466-4ce1-8c4e-c32e14b18d8a None None] For port 535e6e01-9b77-4302-8e5a-6182737b5e09, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=535e6e01-9b77-4302-8e5a-6182737b5e09,segment=NetworkSegment(da3be55e-cb41-4c7b-bd84-bbc25aac2618),segment_id=da3be55e-cb41-4c7b-bd84-bbc25aac2618)] {{(pid=82903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 15:59:31.547844 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-812787cf-6466-4ce1-8c4e-c32e14b18d8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16080037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758755988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756758334055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756758334100'] for port, after_update {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:59:31.599220 dv-cinder-825105-1-iscsi neutron-server[82903]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '808bb663-1361-4532-82cb-5b4c07b8f823', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '535e6e01-9b77-4302-8e5a-6182737b5e09', 'code': 200} Feb 09 15:59:31.632886 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812787cf-6466-4ce1-8c4e-c32e14b18d8a None None] Pushing event updated for resources: {'Port': ['ID=535e6e01-9b77-4302-8e5a-6182737b5e09,revision_number=5']} {{(pid=82903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:59:31.636367 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-608c4fd2-211a-4ca9-a277-ad2a51be62ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758786133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16008869'] for agent, after_update {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:59:31.873437 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-5e99b0bc-6b51-403b-8194-2e24ff66e539 req-3cbdaa1b-d726-4b6e-ba6e-c06faf47310c service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=808bb663-1361-4532-82cb-5b4c07b8f823 HTTP/1.1" status: 200 len: 1099 time: 0.0720541 Feb 09 15:59:31.920078 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-5e99b0bc-6b51-403b-8194-2e24ff66e539 req-9c7d1808-9190-455d-a1e0-7d60c06593cf service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=df71dd35-47a2-48a6-8aae-3b8f819302d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395174 Feb 09 15:59:31.978449 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a73e5c4-86dd-429c-8c7f-0f6342c19c8e req-8a24fa4e-c926-45fa-a5e4-63835c4171a8 tempest-TestVolumeBootPattern-303090007 tempest-TestVolumeBootPattern-303090007-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:59:31.980878 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-7a73e5c4-86dd-429c-8c7f-0f6342c19c8e req-8a24fa4e-c926-45fa-a5e4-63835c4171a8 tempest-TestVolumeBootPattern-303090007 tempest-TestVolumeBootPattern-303090007-project] 10.222.0.67 "GET /v2.0/ports?device_id=808bb663-1361-4532-82cb-5b4c07b8f823 HTTP/1.1" status: 200 len: 946 time: 0.1002204 Feb 09 15:59:32.027747 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-7a73e5c4-86dd-429c-8c7f-0f6342c19c8e req-91d90102-5b3f-41b1-a41c-ce1809a276b2 tempest-TestVolumeBootPattern-303090007 tempest-TestVolumeBootPattern-303090007-project] 10.222.0.67 "GET /v2.0/security-groups?id=df71dd35-47a2-48a6-8aae-3b8f819302d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411024 Feb 09 15:59:33.011560 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-faa751bb-9674-45ec-b131-f889431b03dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758786133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16008869'] for agent, after_update {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:59:33.233039 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f808733-4da5-4063-96f2-727ace4acbfc req-b668c989-18bc-43b5-809d-10c770da7462 tempest-TestVolumeBootPattern-303090007 tempest-TestVolumeBootPattern-303090007-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:59:33.234411 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-4f808733-4da5-4063-96f2-727ace4acbfc req-b668c989-18bc-43b5-809d-10c770da7462 tempest-TestVolumeBootPattern-303090007 tempest-TestVolumeBootPattern-303090007-project] 10.222.0.67 "GET /v2.0/ports?device_id=808bb663-1361-4532-82cb-5b4c07b8f823 HTTP/1.1" status: 200 len: 946 time: 0.0817182 Feb 09 15:59:33.283019 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-4f808733-4da5-4063-96f2-727ace4acbfc req-7d1dec81-c297-4a14-b385-54994c733ecd tempest-TestVolumeBootPattern-303090007 tempest-TestVolumeBootPattern-303090007-project] 10.222.0.67 "GET /v2.0/security-groups?id=df71dd35-47a2-48a6-8aae-3b8f819302d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430484 Feb 09 15:59:33.490519 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d75504-5d07-473e-a870-e1114886ad55 req-c149dcb5-2cfc-4d70-b22a-26bf01150ed6 tempest-TestVolumeBootPattern-303090007 tempest-TestVolumeBootPattern-303090007-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:59:33.491879 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-c8d75504-5d07-473e-a870-e1114886ad55 req-c149dcb5-2cfc-4d70-b22a-26bf01150ed6 tempest-TestVolumeBootPattern-303090007 tempest-TestVolumeBootPattern-303090007-project] 10.222.0.67 "GET /v2.0/ports?device_id=808bb663-1361-4532-82cb-5b4c07b8f823 HTTP/1.1" status: 200 len: 946 time: 0.0819852 Feb 09 15:59:33.539126 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-c8d75504-5d07-473e-a870-e1114886ad55 req-658d68c8-d58f-4f20-8022-921a5d0865d5 tempest-TestVolumeBootPattern-303090007 tempest-TestVolumeBootPattern-303090007-project] 10.222.0.67 "GET /v2.0/security-groups?id=df71dd35-47a2-48a6-8aae-3b8f819302d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412605 Feb 09 15:59:33.568015 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.wsgi [-] (82902) accepted ('10.222.0.67', 52368) {{(pid=82902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 15:59:33.640430 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.quota.resource [None req-1eae4add-b422-4e0f-b6e5-30f74293d762 tempest-TestVolumeBootPattern-23467880 tempest-TestVolumeBootPattern-23467880-project-admin] Synchronizing usage tracker for tenant:1fa9ace815a04c9d917f60ed931f578f on resource:port {{(pid=82902) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 15:59:33.657412 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.quota.resource [None req-1eae4add-b422-4e0f-b6e5-30f74293d762 tempest-TestVolumeBootPattern-23467880 tempest-TestVolumeBootPattern-23467880-project-admin] Unset dirty status for tenant:1fa9ace815a04c9d917f60ed931f578f on resource:port {{(pid=82902) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 15:59:33.658684 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [None req-1eae4add-b422-4e0f-b6e5-30f74293d762 tempest-TestVolumeBootPattern-23467880 tempest-TestVolumeBootPattern-23467880-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=808bb663-1361-4532-82cb-5b4c07b8f823 HTTP/1.1" status: 200 len: 1094 time: 0.0896387 Feb 09 15:59:33.661684 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.wsgi [-] (82902) accepted ('10.222.0.67', 52372) {{(pid=82902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 15:59:33.667799 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.api.v2.base [None req-ba388abf-fa17-488f-a959-8a8e630e807e tempest-TestVolumeBootPattern-303090007 tempest-TestVolumeBootPattern-303090007-project] Request body: {'floatingip': {'floating_network_id': 'c65eede5-7777-493f-951d-210877831002', 'port_id': '535e6e01-9b77-4302-8e5a-6182737b5e09', 'tenant_id': '9903301a1e174c829e584a233c5c9866', 'fixed_ip_address': '172.20.0.12'}} {{(pid=82902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 09 15:59:33.673644 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.db.quota.driver [None req-ba388abf-fa17-488f-a959-8a8e630e807e tempest-TestVolumeBootPattern-303090007 tempest-TestVolumeBootPattern-303090007-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 09 15:59:33.677763 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.quota.resource [None req-ba388abf-fa17-488f-a959-8a8e630e807e tempest-TestVolumeBootPattern-303090007 tempest-TestVolumeBootPattern-303090007-project] Usage tracker for resource:floatingip and tenant:9903301a1e174c829e584a233c5c9866 is out of sync, need to count used quota {{(pid=82902) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 09 15:59:33.680639 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.quota.resource [None req-ba388abf-fa17-488f-a959-8a8e630e807e tempest-TestVolumeBootPattern-303090007 tempest-TestVolumeBootPattern-303090007-project] Quota usage for floatingip was recalculated. Used quota:2. {{(pid=82902) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 09 15:59:33.686945 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.db.quota.driver [None req-ba388abf-fa17-488f-a959-8a8e630e807e tempest-TestVolumeBootPattern-303090007 tempest-TestVolumeBootPattern-303090007-project] Attempting to reserve 1 items for resource floatingip. Total usage: 2; quota limit: 50; headroom:48 {{(pid=82902) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 09 15:59:33.696997 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-ba388abf-fa17-488f-a959-8a8e630e807e tempest-TestVolumeBootPattern-303090007 tempest-TestVolumeBootPattern-303090007-project] Notify callbacks [] for floatingip, before_create {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:59:33.835005 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-ba388abf-fa17-488f-a959-8a8e630e807e tempest-TestVolumeBootPattern-303090007 tempest-TestVolumeBootPattern-303090007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16080601'] for port, before_create {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:59:34.061019 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.db.db_base_plugin_common [None req-ba388abf-fa17-488f-a959-8a8e630e807e tempest-TestVolumeBootPattern-303090007 tempest-TestVolumeBootPattern-303090007-project] Allocated IP 172.27.0.32 (c65eede5-7777-493f-951d-210877831002/2c513225-bb11-4d36-a4c3-0732716dcb87/4126c00c-a4fa-4b1b-a123-0b97191de94a) {{(pid=82902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 15:59:34.214793 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-ba388abf-fa17-488f-a959-8a8e630e807e tempest-TestVolumeBootPattern-303090007 tempest-TestVolumeBootPattern-303090007-project] Notify callbacks [] for port, precommit_create {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:59:34.243353 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-ba388abf-fa17-488f-a959-8a8e630e807e tempest-TestVolumeBootPattern-303090007 tempest-TestVolumeBootPattern-303090007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16080037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124156', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756758334037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1633551'] for port, after_create {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:59:34.312477 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba388abf-fa17-488f-a959-8a8e630e807e tempest-TestVolumeBootPattern-303090007 tempest-TestVolumeBootPattern-303090007-project] Network c65eede5-7777-493f-951d-210877831002 is already hosted by enough agents. {{(pid=82902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 15:59:34.315135 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.scheduler.base_scheduler [None req-ba388abf-fa17-488f-a959-8a8e630e807e tempest-TestVolumeBootPattern-303090007 tempest-TestVolumeBootPattern-303090007-project] Resources bound (agent type, host, resource id): {{(pid=82902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 15:59:34.318689 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba388abf-fa17-488f-a959-8a8e630e807e tempest-TestVolumeBootPattern-303090007 tempest-TestVolumeBootPattern-303090007-project] Received port after_create {{(pid=82902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 09 15:59:34.352263 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba388abf-fa17-488f-a959-8a8e630e807e tempest-TestVolumeBootPattern-303090007 tempest-TestVolumeBootPattern-303090007-project] Pushing event updated for resources: {'Port': ['ID=4126c00c-a4fa-4b1b-a123-0b97191de94a,revision_number=1']} {{(pid=82902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:59:34.373137 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba388abf-fa17-488f-a959-8a8e630e807e tempest-TestVolumeBootPattern-303090007 tempest-TestVolumeBootPattern-303090007-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825105-1-iscsi {{(pid=82902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:59:34.373476 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba388abf-fa17-488f-a959-8a8e630e807e tempest-TestVolumeBootPattern-303090007 tempest-TestVolumeBootPattern-303090007-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825105-1-iscsi {{(pid=82902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:59:34.373807 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba388abf-fa17-488f-a959-8a8e630e807e tempest-TestVolumeBootPattern-303090007 tempest-TestVolumeBootPattern-303090007-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825105-1-iscsi {{(pid=82902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:59:34.374132 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba388abf-fa17-488f-a959-8a8e630e807e tempest-TestVolumeBootPattern-303090007 tempest-TestVolumeBootPattern-303090007-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825105-1-iscsi {{(pid=82902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:59:34.375137 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba388abf-fa17-488f-a959-8a8e630e807e tempest-TestVolumeBootPattern-303090007 tempest-TestVolumeBootPattern-303090007-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825105-1-iscsi {{(pid=82902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:59:34.375137 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba388abf-fa17-488f-a959-8a8e630e807e tempest-TestVolumeBootPattern-303090007 tempest-TestVolumeBootPattern-303090007-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-825105-1-iscsi {{(pid=82902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:59:34.375137 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba388abf-fa17-488f-a959-8a8e630e807e tempest-TestVolumeBootPattern-303090007 tempest-TestVolumeBootPattern-303090007-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825105-1-iscsi {{(pid=82902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:59:34.375433 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba388abf-fa17-488f-a959-8a8e630e807e tempest-TestVolumeBootPattern-303090007 tempest-TestVolumeBootPattern-303090007-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825105-1-iscsi {{(pid=82902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:59:34.375690 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba388abf-fa17-488f-a959-8a8e630e807e tempest-TestVolumeBootPattern-303090007 tempest-TestVolumeBootPattern-303090007-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825105-1-iscsi {{(pid=82902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:59:34.376000 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba388abf-fa17-488f-a959-8a8e630e807e tempest-TestVolumeBootPattern-303090007 tempest-TestVolumeBootPattern-303090007-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825105-1-iscsi {{(pid=82902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:59:34.376331 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba388abf-fa17-488f-a959-8a8e630e807e tempest-TestVolumeBootPattern-303090007 tempest-TestVolumeBootPattern-303090007-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825105-1-iscsi {{(pid=82902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 15:59:34.848839 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-ba388abf-fa17-488f-a959-8a8e630e807e tempest-TestVolumeBootPattern-303090007 tempest-TestVolumeBootPattern-303090007-project] Notify callbacks [] for floatingip, precommit_create {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:59:34.907529 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-ba388abf-fa17-488f-a959-8a8e630e807e tempest-TestVolumeBootPattern-303090007 tempest-TestVolumeBootPattern-303090007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16080601'] for port, before_update {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:59:35.118469 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-ba388abf-fa17-488f-a959-8a8e630e807e tempest-TestVolumeBootPattern-303090007 tempest-TestVolumeBootPattern-303090007-project] Notify callbacks [] for port, precommit_update {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:59:35.123161 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-ba388abf-fa17-488f-a959-8a8e630e807e tempest-TestVolumeBootPattern-303090007 tempest-TestVolumeBootPattern-303090007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16080037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756758755988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756758334055', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756758334100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1633542'] for port, after_update {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:59:35.232360 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba388abf-fa17-488f-a959-8a8e630e807e tempest-TestVolumeBootPattern-303090007 tempest-TestVolumeBootPattern-303090007-project] Pushing event updated for resources: {'Port': ['ID=4126c00c-a4fa-4b1b-a123-0b97191de94a,revision_number=2']} {{(pid=82902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 15:59:35.247999 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-ba388abf-fa17-488f-a959-8a8e630e807e tempest-TestVolumeBootPattern-303090007 tempest-TestVolumeBootPattern-303090007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-406337'] for floatingip, after_update {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:59:35.445679 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.db.l3_db [None req-ba388abf-fa17-488f-a959-8a8e630e807e tempest-TestVolumeBootPattern-303090007 tempest-TestVolumeBootPattern-303090007-project] Floating IP ef2afbc6-60c4-4d6c-b40b-13288af38777 associated. External IP: 172.27.0.32, port: 535e6e01-9b77-4302-8e5a-6182737b5e09. Feb 09 15:59:35.935904 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba388abf-fa17-488f-a959-8a8e630e807e tempest-TestVolumeBootPattern-303090007 tempest-TestVolumeBootPattern-303090007-project] Router 9fe23ed1-79d9-4102-82e9-9a62a96f76c7 has already been hosted by L3 agent 94c626d1-bc40-41bd-b6b2-9a20da402cb6 {{(pid=82902) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 15:59:36.141144 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba388abf-fa17-488f-a959-8a8e630e807e tempest-TestVolumeBootPattern-303090007 tempest-TestVolumeBootPattern-303090007-project] Notify agent at l3_agent.dv-cinder-825105-1-iscsi the message routers_updated {{(pid=82902) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 15:59:36.151309 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3c1a9c7-99fa-4210-b19c-222316631af4 None None] Sync routers for ids ['9fe23ed1-79d9-4102-82e9-9a62a96f76c7'] in dv-cinder-825105-1-iscsi {{(pid=82903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 09 15:59:36.164417 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3c1a9c7-99fa-4210-b19c-222316631af4 None None] Routers {'9fe23ed1-79d9-4102-82e9-9a62a96f76c7'} bound to L3 agent in host dv-cinder-825105-1-iscsi {{(pid=82903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 15:59:36.165046 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.db.l3_hamode_db [None req-b3c1a9c7-99fa-4210-b19c-222316631af4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825105-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T15:34:00Z,description=,heartbeat_timestamp=2022-02-09T15:59:30Z,host='dv-cinder-825105-1-iscsi',id=94c626d1-bc40-41bd-b6b2-9a20da402cb6,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:34:00Z,topic='l3_agent')) {'router_ids': ['9fe23ed1-79d9-4102-82e9-9a62a96f76c7'], 'active': True} {{(pid=82903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:59:36.169561 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-ba388abf-fa17-488f-a959-8a8e630e807e tempest-TestVolumeBootPattern-303090007 tempest-TestVolumeBootPattern-303090007-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205010'] for floatingip, before_response {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 15:59:36.234939 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [None req-ba388abf-fa17-488f-a959-8a8e630e807e tempest-TestVolumeBootPattern-303090007 tempest-TestVolumeBootPattern-303090007-project] 10.222.0.67 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.5720534 Feb 09 15:59:36.235388 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '808bb663-1361-4532-82cb-5b4c07b8f823', 'tag': '535e6e01-9b77-4302-8e5a-6182737b5e09'}] {{(pid=82902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 15:59:36.369201 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.db.l3_dvr_db [None req-b3c1a9c7-99fa-4210-b19c-222316631af4 None None] Set router 9fe23ed1-79d9-4102-82e9-9a62a96f76c7 gateway port host: dv-cinder-825105-1-iscsi {{(pid=82903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 15:59:36.387162 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '808bb663-1361-4532-82cb-5b4c07b8f823', 'tag': '535e6e01-9b77-4302-8e5a-6182737b5e09', 'status': 'completed', 'code': 200} Feb 09 15:59:36.481239 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-293700e2-93cd-4f6b-8e09-5aca04403457 req-70bf5c8f-0add-478e-b896-f8c260352cb3 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=9903301a1e174c829e584a233c5c9866&device_id=808bb663-1361-4532-82cb-5b4c07b8f823 HTTP/1.1" status: 200 len: 1099 time: 0.0708237 Feb 09 15:59:36.711459 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293700e2-93cd-4f6b-8e09-5aca04403457 req-7bafa231-2af1-4615-bc34-0e73b198dccc service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:59:36.712975 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-293700e2-93cd-4f6b-8e09-5aca04403457 req-7bafa231-2af1-4615-bc34-0e73b198dccc service neutron] 10.222.0.47 "GET /v2.0/networks?id=d2b5dcdb-5fe9-45d2-b726-adea8d997892 HTTP/1.1" status: 200 len: 912 time: 0.2255893 Feb 09 15:59:36.739559 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.db.l3_hamode_db [None req-b3c1a9c7-99fa-4210-b19c-222316631af4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9fe23ed1-79d9-4102-82e9-9a62a96f76c7', 'name': 'tempest-TestVolumeBootPattern-787040231-router', 'tenant_id': '9903301a1e174c829e584a233c5c9866', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c65eede5-7777-493f-951d-210877831002', 'external_fixed_ips': [{'subnet_id': '2c513225-bb11-4d36-a4c3-0732716dcb87', 'ip_address': '172.27.0.135'}], 'enable_snat': True}, 'gw_port_id': 'a6b14449-4fdb-475c-899b-80e5f71a2e3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T15:54:18Z', 'updated_at': '2022-02-09T15:54:21Z', 'revision_number': 4, 'project_id': '9903301a1e174c829e584a233c5c9866', 'gw_port': {'id': 'a6b14449-4fdb-475c-899b-80e5f71a2e3b', 'name': '', 'network_id': 'c65eede5-7777-493f-951d-210877831002', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:a5:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fe23ed1-79d9-4102-82e9-9a62a96f76c7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2c513225-bb11-4d36-a4c3-0732716dcb87', 'ip_address': '172.27.0.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825105-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:54:19Z', 'updated_at': '2022-02-09T15:54:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c513225-bb11-4d36-a4c3-0732716dcb87', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825105-1-iscsi', '_floatingips': [{'id': '1148d8a4-2f73-45d1-8042-f55ac610ec3d', 'tenant_id': '9903301a1e174c829e584a233c5c9866', 'floating_ip_address': '172.27.0.72', 'floating_network_id': 'c65eede5-7777-493f-951d-210877831002', 'router_id': '9fe23ed1-79d9-4102-82e9-9a62a96f76c7', 'port_id': '53b86a09-1eeb-4579-acf8-cba3719e9d14', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd2b5dcdb-5fe9-45d2-b726-adea8d997892', 'mac_address': 'fa:16:3e:6b:75:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd09df769-4e28-4913-934c-1dcfc8d7fd75', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T15:57:30Z', 'updated_at': '2022-02-09T15:57:34Z', 'revision_number': 1, 'project_id': '9903301a1e174c829e584a233c5c9866', 'fixed_ip_address_scope': None}, {'id': 'ef2afbc6-60c4-4d6c-b40b-13288af38777', 'tenant_id': '9903301a1e174c829e584a233c5c9866', 'floating_ip_address': '172.27.0.32', 'floating_network_id': 'c65eede5-7777-493f-951d-210877831002', 'router_id': '9fe23ed1-79d9-4102-82e9-9a62a96f76c7', 'port_id': '535e6e01-9b77-4302-8e5a-6182737b5e09', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd2b5dcdb-5fe9-45d2-b726-adea8d997892', 'mac_address': 'fa:16:3e:82:9a:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '808bb663-1361-4532-82cb-5b4c07b8f823', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T15:59:34Z', 'updated_at': '2022-02-09T15:59:34Z', 'revision_number': 0, 'project_id': '9903301a1e174c829e584a233c5c9866', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7bdb8d8e-08dd-4dfd-8b46-cb7bc3b1faf3', 'name': '', 'network_id': 'd2b5dcdb-5fe9-45d2-b726-adea8d997892', 'tenant_id': '9903301a1e174c829e584a233c5c9866', 'mac_address': 'fa:16:3e:15:77:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fe23ed1-79d9-4102-82e9-9a62a96f76c7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6dc70113-5a0d-4411-a864-97d927169679', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825105-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:54:21Z', 'updated_at': '2022-02-09T15:54:40Z', 'revision_number': 5, 'project_id': '9903301a1e174c829e584a233c5c9866', 'subnets': [{'id': '6dc70113-5a0d-4411-a864-97d927169679', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825105-1-iscsi', False) {} {{(pid=82903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:59:36.743651 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3c1a9c7-99fa-4210-b19c-222316631af4 None None] Checking router: 9fe23ed1-79d9-4102-82e9-9a62a96f76c7 for host: dv-cinder-825105-1-iscsi {{(pid=82903) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 09 15:59:36.755534 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3c1a9c7-99fa-4210-b19c-222316631af4 None None] Routers {'9fe23ed1-79d9-4102-82e9-9a62a96f76c7'} bound to L3 agent in host dv-cinder-825105-1-iscsi {{(pid=82903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 15:59:36.756142 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.db.l3_hamode_db [None req-b3c1a9c7-99fa-4210-b19c-222316631af4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825105-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T15:34:00Z,description=,heartbeat_timestamp=2022-02-09T15:59:30Z,host='dv-cinder-825105-1-iscsi',id=94c626d1-bc40-41bd-b6b2-9a20da402cb6,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:34:00Z,topic='l3_agent')) {'router_ids': ['9fe23ed1-79d9-4102-82e9-9a62a96f76c7'], 'active': True} {{(pid=82903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:59:36.821703 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-293700e2-93cd-4f6b-8e09-5aca04403457 req-cf036838-7abb-475a-9711-bdac7813f113 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=535e6e01-9b77-4302-8e5a-6182737b5e09 HTTP/1.1" status: 200 len: 999 time: 0.1029866 Feb 09 15:59:36.891504 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293700e2-93cd-4f6b-8e09-5aca04403457 req-27019ac0-8adc-46ae-afb4-575af8e7ed0e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:59:36.892777 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-293700e2-93cd-4f6b-8e09-5aca04403457 req-27019ac0-8adc-46ae-afb4-575af8e7ed0e service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6dc70113-5a0d-4411-a864-97d927169679 HTTP/1.1" status: 200 len: 850 time: 0.0655572 Feb 09 15:59:36.942630 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.db.l3_dvr_db [None req-b3c1a9c7-99fa-4210-b19c-222316631af4 None None] Set router 9fe23ed1-79d9-4102-82e9-9a62a96f76c7 gateway port host: dv-cinder-825105-1-iscsi {{(pid=82903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 15:59:36.971312 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-293700e2-93cd-4f6b-8e09-5aca04403457 req-8d94d884-2fb8-4810-89a8-742c6f1e543f service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=d2b5dcdb-5fe9-45d2-b726-adea8d997892&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0729849 Feb 09 15:59:37.112325 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-293700e2-93cd-4f6b-8e09-5aca04403457 req-d4b01c7b-a2e5-47cc-94d3-34f029ef86ae service neutron] 10.222.0.47 "GET /v2.0/networks/d2b5dcdb-5fe9-45d2-b726-adea8d997892?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1351674 Feb 09 15:59:37.248304 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-293700e2-93cd-4f6b-8e09-5aca04403457 req-4a1ac63a-f8ac-4535-847e-d8f3660f441b service neutron] 10.222.0.47 "GET /v2.0/networks/d2b5dcdb-5fe9-45d2-b726-adea8d997892?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1308060 Feb 09 15:59:37.345319 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.db.l3_hamode_db [None req-b3c1a9c7-99fa-4210-b19c-222316631af4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9fe23ed1-79d9-4102-82e9-9a62a96f76c7', 'name': 'tempest-TestVolumeBootPattern-787040231-router', 'tenant_id': '9903301a1e174c829e584a233c5c9866', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c65eede5-7777-493f-951d-210877831002', 'external_fixed_ips': [{'subnet_id': '2c513225-bb11-4d36-a4c3-0732716dcb87', 'ip_address': '172.27.0.135'}], 'enable_snat': True}, 'gw_port_id': 'a6b14449-4fdb-475c-899b-80e5f71a2e3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T15:54:18Z', 'updated_at': '2022-02-09T15:54:21Z', 'revision_number': 4, 'project_id': '9903301a1e174c829e584a233c5c9866', 'gw_port': {'id': 'a6b14449-4fdb-475c-899b-80e5f71a2e3b', 'name': '', 'network_id': 'c65eede5-7777-493f-951d-210877831002', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:a5:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fe23ed1-79d9-4102-82e9-9a62a96f76c7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2c513225-bb11-4d36-a4c3-0732716dcb87', 'ip_address': '172.27.0.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825105-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:54:19Z', 'updated_at': '2022-02-09T15:54:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c513225-bb11-4d36-a4c3-0732716dcb87', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825105-1-iscsi', '_floatingips': [{'id': '1148d8a4-2f73-45d1-8042-f55ac610ec3d', 'tenant_id': '9903301a1e174c829e584a233c5c9866', 'floating_ip_address': '172.27.0.72', 'floating_network_id': 'c65eede5-7777-493f-951d-210877831002', 'router_id': '9fe23ed1-79d9-4102-82e9-9a62a96f76c7', 'port_id': '53b86a09-1eeb-4579-acf8-cba3719e9d14', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd2b5dcdb-5fe9-45d2-b726-adea8d997892', 'mac_address': 'fa:16:3e:6b:75:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd09df769-4e28-4913-934c-1dcfc8d7fd75', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T15:57:30Z', 'updated_at': '2022-02-09T15:57:34Z', 'revision_number': 1, 'project_id': '9903301a1e174c829e584a233c5c9866', 'fixed_ip_address_scope': None}, {'id': 'ef2afbc6-60c4-4d6c-b40b-13288af38777', 'tenant_id': '9903301a1e174c829e584a233c5c9866', 'floating_ip_address': '172.27.0.32', 'floating_network_id': 'c65eede5-7777-493f-951d-210877831002', 'router_id': '9fe23ed1-79d9-4102-82e9-9a62a96f76c7', 'port_id': '535e6e01-9b77-4302-8e5a-6182737b5e09', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd2b5dcdb-5fe9-45d2-b726-adea8d997892', 'mac_address': 'fa:16:3e:82:9a:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '808bb663-1361-4532-82cb-5b4c07b8f823', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T15:59:34Z', 'updated_at': '2022-02-09T15:59:34Z', 'revision_number': 0, 'project_id': '9903301a1e174c829e584a233c5c9866', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7bdb8d8e-08dd-4dfd-8b46-cb7bc3b1faf3', 'name': '', 'network_id': 'd2b5dcdb-5fe9-45d2-b726-adea8d997892', 'tenant_id': '9903301a1e174c829e584a233c5c9866', 'mac_address': 'fa:16:3e:15:77:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fe23ed1-79d9-4102-82e9-9a62a96f76c7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6dc70113-5a0d-4411-a864-97d927169679', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825105-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:54:21Z', 'updated_at': '2022-02-09T15:54:40Z', 'revision_number': 5, 'project_id': '9903301a1e174c829e584a233c5c9866', 'subnets': [{'id': '6dc70113-5a0d-4411-a864-97d927169679', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825105-1-iscsi', False) {} {{(pid=82903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 15:59:37.349389 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3c1a9c7-99fa-4210-b19c-222316631af4 None None] The sync data for ids ['9fe23ed1-79d9-4102-82e9-9a62a96f76c7'] in dv-cinder-825105-1-iscsi is: [{'id': '9fe23ed1-79d9-4102-82e9-9a62a96f76c7', 'name': 'tempest-TestVolumeBootPattern-787040231-router', 'tenant_id': '9903301a1e174c829e584a233c5c9866', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c65eede5-7777-493f-951d-210877831002', 'external_fixed_ips': [{'subnet_id': '2c513225-bb11-4d36-a4c3-0732716dcb87', 'ip_address': '172.27.0.135'}], 'enable_snat': True}, 'gw_port_id': 'a6b14449-4fdb-475c-899b-80e5f71a2e3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T15:54:18Z', 'updated_at': '2022-02-09T15:54:21Z', 'revision_number': 4, 'project_id': '9903301a1e174c829e584a233c5c9866', 'gw_port': {'id': 'a6b14449-4fdb-475c-899b-80e5f71a2e3b', 'name': '', 'network_id': 'c65eede5-7777-493f-951d-210877831002', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:a5:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fe23ed1-79d9-4102-82e9-9a62a96f76c7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2c513225-bb11-4d36-a4c3-0732716dcb87', 'ip_address': '172.27.0.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825105-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:54:19Z', 'updated_at': '2022-02-09T15:54:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c513225-bb11-4d36-a4c3-0732716dcb87', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825105-1-iscsi', '_floatingips': [{'id': '1148d8a4-2f73-45d1-8042-f55ac610ec3d', 'tenant_id': '9903301a1e174c829e584a233c5c9866', 'floating_ip_address': '172.27.0.72', 'floating_network_id': 'c65eede5-7777-493f-951d-210877831002', 'router_id': '9fe23ed1-79d9-4102-82e9-9a62a96f76c7', 'port_id': '53b86a09-1eeb-4579-acf8-cba3719e9d14', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd2b5dcdb-5fe9-45d2-b726-adea8d997892', 'mac_address': 'fa:16:3e:6b:75:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd09df769-4e28-4913-934c-1dcfc8d7fd75', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T15:57:30Z', 'updated_at': '2022-02-09T15:57:34Z', 'revision_number': 1, 'project_id': '9903301a1e174c829e584a233c5c9866', 'fixed_ip_address_scope': None}, {'id': 'ef2afbc6-60c4-4d6c-b40b-13288af38777', 'tenant_id': '9903301a1e174c829e584a233c5c9866', 'floating_ip_address': '172.27.0.32', 'floating_network_id': 'c65eede5-7777-493f-951d-210877831002', 'router_id': '9fe23ed1-79d9-4102-82e9-9a62a96f76c7', 'port_id': '535e6e01-9b77-4302-8e5a-6182737b5e09', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd2b5dcdb-5fe9-45d2-b726-adea8d997892', 'mac_address': 'fa:16:3e:82:9a:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '808bb663-1361-4532-82cb-5b4c07b8f823', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T15:59:34Z', 'updated_at': '2022-02-09T15:59:34Z', 'revision_number': 0, 'project_id': '9903301a1e174c829e584a233c5c9866', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7bdb8d8e-08dd-4dfd-8b46-cb7bc3b1faf3', 'name': '', 'network_id': 'd2b5dcdb-5fe9-45d2-b726-adea8d997892', 'tenant_id': '9903301a1e174c829e584a233c5c9866', 'mac_address': 'fa:16:3e:15:77:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fe23ed1-79d9-4102-82e9-9a62a96f76c7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6dc70113-5a0d-4411-a864-97d927169679', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825105-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:54:21Z', 'updated_at': '2022-02-09T15:54:40Z', 'revision_number': 5, 'project_id': '9903301a1e174c829e584a233c5c9866', 'subnets': [{'id': '6dc70113-5a0d-4411-a864-97d927169679', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 09 15:59:37.545613 dv-cinder-825105-1-iscsi neutron-server[82904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cfa52e3-f2f7-46f3-b49e-03fcca670227 None None] New status for floating IP ef2afbc6-60c4-4d6c-b40b-13288af38777: ACTIVE {{(pid=82904) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 09 15:59:38.209864 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-39292e6f-d04e-4baf-8348-1db5f4022944 req-3ab4a223-d014-4dbe-b2b0-f1718adadee6 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=d09df769-4e28-4913-934c-1dcfc8d7fd75&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0683694 Feb 09 15:59:38.358469 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-39292e6f-d04e-4baf-8348-1db5f4022944 req-3ab0759f-88f4-40e7-9959-fce23669f677 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=9903301a1e174c829e584a233c5c9866&device_id=d09df769-4e28-4913-934c-1dcfc8d7fd75 HTTP/1.1" status: 200 len: 1098 time: 0.0778203 Feb 09 15:59:38.504487 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39292e6f-d04e-4baf-8348-1db5f4022944 req-1adfd2f1-fd72-4c54-a832-72b7276c2892 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:59:38.505834 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-39292e6f-d04e-4baf-8348-1db5f4022944 req-1adfd2f1-fd72-4c54-a832-72b7276c2892 service neutron] 10.222.0.47 "GET /v2.0/networks?id=d2b5dcdb-5fe9-45d2-b726-adea8d997892 HTTP/1.1" status: 200 len: 912 time: 0.1288371 Feb 09 15:59:38.613176 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-39292e6f-d04e-4baf-8348-1db5f4022944 req-5e0e3ccb-ca36-4475-97a1-3f741ea98c6e service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=53b86a09-1eeb-4579-acf8-cba3719e9d14 HTTP/1.1" status: 200 len: 1000 time: 0.1016891 Feb 09 15:59:38.674385 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39292e6f-d04e-4baf-8348-1db5f4022944 req-9e09f53e-9dcf-4bee-b155-c137d34801f6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 15:59:38.675808 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-39292e6f-d04e-4baf-8348-1db5f4022944 req-9e09f53e-9dcf-4bee-b155-c137d34801f6 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6dc70113-5a0d-4411-a864-97d927169679 HTTP/1.1" status: 200 len: 850 time: 0.0573790 Feb 09 15:59:38.748936 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-39292e6f-d04e-4baf-8348-1db5f4022944 req-3aae4538-9e03-442f-8b85-6d0b13a9c73c service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=d2b5dcdb-5fe9-45d2-b726-adea8d997892&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0673876 Feb 09 15:59:38.881739 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-39292e6f-d04e-4baf-8348-1db5f4022944 req-4d6a1365-5f18-49a4-b3c5-5419c22787e4 service neutron] 10.222.0.47 "GET /v2.0/networks/d2b5dcdb-5fe9-45d2-b726-adea8d997892?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1266208 Feb 09 15:59:39.014961 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-39292e6f-d04e-4baf-8348-1db5f4022944 req-a824571c-4f32-4b60-81ea-1e705b3fa2c0 service neutron] 10.222.0.47 "GET /v2.0/networks/d2b5dcdb-5fe9-45d2-b726-adea8d997892?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1281683 Feb 09 15:59:57.979639 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-6dc2bac1-19d9-4165-98a4-628b693f0219 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758786133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16008869'] for agent, after_update {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:00:00.343893 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-b6c97c34-61e3-4dab-99c7-20cabda55b17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758786133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16008869'] for agent, after_update {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:00:00.535438 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-812787cf-6466-4ce1-8c4e-c32e14b18d8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758786133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16008869'] for agent, after_update {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:00:01.073699 dv-cinder-825105-1-iscsi neutron-server[82904]: DEBUG neutron.db.agents_db [None req-77d1faa3-9ee6-4a91-bd02-8524aa1f9325 None None] Agent healthcheck: found 6 active agents {{(pid=82904) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 16:00:01.314885 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-1f7d0426-72a7-4c89-8e53-4ec430751ccf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758786133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16008869'] for agent, after_update {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:00:01.634447 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-608c4fd2-211a-4ca9-a277-ad2a51be62ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758786133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16008869'] for agent, after_update {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:00:03.013034 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-faa751bb-9674-45ec-b131-f889431b03dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758786133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16008869'] for agent, after_update {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:00:27.982705 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-af31eca5-359c-45ec-a3dd-ee0e561b8a17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758786133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16008869'] for agent, after_update {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:00:30.345892 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-36ce0b1e-1dcf-4935-94bd-8c8c77343c38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758786133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16008869'] for agent, after_update {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:00:30.531431 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-812787cf-6466-4ce1-8c4e-c32e14b18d8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758786133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16008869'] for agent, after_update {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:00:31.318476 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-1f7d0426-72a7-4c89-8e53-4ec430751ccf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758786133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16008869'] for agent, after_update {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:00:31.638519 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-608c4fd2-211a-4ca9-a277-ad2a51be62ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758786133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16008869'] for agent, after_update {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:00:33.016099 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-faa751bb-9674-45ec-b131-f889431b03dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758786133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16008869'] for agent, after_update {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:00:38.074471 dv-cinder-825105-1-iscsi neutron-server[82904]: DEBUG neutron.db.agents_db [None req-77d1faa3-9ee6-4a91-bd02-8524aa1f9325 None None] Agent healthcheck: found 6 active agents {{(pid=82904) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 16:00:38.234753 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-218a280a-8abd-4270-849a-afc6faa866aa req-d7aaef6c-ae30-4deb-b976-e7690ebb610b service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=808bb663-1361-4532-82cb-5b4c07b8f823&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0734034 Feb 09 16:00:38.326314 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-218a280a-8abd-4270-849a-afc6faa866aa req-5ddb992f-fa9c-4996-b766-fc9a8517d74d service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=9903301a1e174c829e584a233c5c9866&device_id=808bb663-1361-4532-82cb-5b4c07b8f823 HTTP/1.1" status: 200 len: 1099 time: 0.0710526 Feb 09 16:00:38.555062 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218a280a-8abd-4270-849a-afc6faa866aa req-ed0016b5-f388-46c4-a24d-418aca3deaeb service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:00:38.556868 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-218a280a-8abd-4270-849a-afc6faa866aa req-ed0016b5-f388-46c4-a24d-418aca3deaeb service neutron] 10.222.0.47 "GET /v2.0/networks?id=d2b5dcdb-5fe9-45d2-b726-adea8d997892 HTTP/1.1" status: 200 len: 912 time: 0.2115796 Feb 09 16:00:38.659988 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-218a280a-8abd-4270-849a-afc6faa866aa req-00be8a3b-bd10-47fa-a16b-0cda365dcbae service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=535e6e01-9b77-4302-8e5a-6182737b5e09 HTTP/1.1" status: 200 len: 1001 time: 0.0975196 Feb 09 16:00:38.725982 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218a280a-8abd-4270-849a-afc6faa866aa req-26cbc87c-361f-4160-a348-8a8066799784 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:00:38.727713 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-218a280a-8abd-4270-849a-afc6faa866aa req-26cbc87c-361f-4160-a348-8a8066799784 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6dc70113-5a0d-4411-a864-97d927169679 HTTP/1.1" status: 200 len: 850 time: 0.0620253 Feb 09 16:00:38.801635 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-218a280a-8abd-4270-849a-afc6faa866aa req-8f322eb0-73bb-4ebe-90e3-5c971acb0de0 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=d2b5dcdb-5fe9-45d2-b726-adea8d997892&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0680997 Feb 09 16:00:38.947079 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-218a280a-8abd-4270-849a-afc6faa866aa req-baf85c19-6bde-41b4-9fb5-3dfe816452fa service neutron] 10.222.0.47 "GET /v2.0/networks/d2b5dcdb-5fe9-45d2-b726-adea8d997892?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1387537 Feb 09 16:00:39.077279 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-218a280a-8abd-4270-849a-afc6faa866aa req-ec8b7faf-8381-48d8-b599-2728fe6b66d4 service neutron] 10.222.0.47 "GET /v2.0/networks/d2b5dcdb-5fe9-45d2-b726-adea8d997892?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236501 Feb 09 16:00:57.915295 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.wsgi [-] (82902) accepted ('10.222.0.67', 52402) {{(pid=82902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 16:00:57.984984 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-21f2b56f-b478-442f-9240-ed3f43ba4cae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758786133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16008869'] for agent, after_update {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:00:58.123451 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.plugins.ml2.plugin [None req-cd6fd310-8358-40ef-9259-9d6956b5052f tempest-TestVolumeBootPattern-303090007 tempest-TestVolumeBootPattern-303090007-project] Deleting port 4126c00c-a4fa-4b1b-a123-0b97191de94a {{(pid=82902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 16:00:58.123791 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-cd6fd310-8358-40ef-9259-9d6956b5052f tempest-TestVolumeBootPattern-303090007 tempest-TestVolumeBootPattern-303090007-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758701249'] for port, before_delete {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:00:58.292741 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-cd6fd310-8358-40ef-9259-9d6956b5052f tempest-TestVolumeBootPattern-303090007 tempest-TestVolumeBootPattern-303090007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353601'] for port, precommit_delete {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:00:58.293052 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-cd6fd310-8358-40ef-9259-9d6956b5052f tempest-TestVolumeBootPattern-303090007 tempest-TestVolumeBootPattern-303090007-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:00:58.413481 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.plugins.ml2.plugin [None req-cd6fd310-8358-40ef-9259-9d6956b5052f tempest-TestVolumeBootPattern-303090007 tempest-TestVolumeBootPattern-303090007-project] Calling delete_port for 4126c00c-a4fa-4b1b-a123-0b97191de94a owned by network:floatingip {{(pid=82902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 16:00:58.560817 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-cd6fd310-8358-40ef-9259-9d6956b5052f tempest-TestVolumeBootPattern-303090007 tempest-TestVolumeBootPattern-303090007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16080037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758755970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756758334046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1633551'] for port, after_delete {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:00:58.605489 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6fd310-8358-40ef-9259-9d6956b5052f tempest-TestVolumeBootPattern-303090007 tempest-TestVolumeBootPattern-303090007-project] Pushing event deleted for resources: {'Port': ['ID=4126c00c-a4fa-4b1b-a123-0b97191de94a,revision_number=None']} {{(pid=82902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:00:58.645881 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6fd310-8358-40ef-9259-9d6956b5052f tempest-TestVolumeBootPattern-303090007 tempest-TestVolumeBootPattern-303090007-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825105-1-iscsi {{(pid=82902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:00:58.646211 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6fd310-8358-40ef-9259-9d6956b5052f tempest-TestVolumeBootPattern-303090007 tempest-TestVolumeBootPattern-303090007-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825105-1-iscsi {{(pid=82902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:00:58.646672 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6fd310-8358-40ef-9259-9d6956b5052f tempest-TestVolumeBootPattern-303090007 tempest-TestVolumeBootPattern-303090007-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825105-1-iscsi {{(pid=82902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:00:58.646880 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6fd310-8358-40ef-9259-9d6956b5052f tempest-TestVolumeBootPattern-303090007 tempest-TestVolumeBootPattern-303090007-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825105-1-iscsi {{(pid=82902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:00:58.647190 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6fd310-8358-40ef-9259-9d6956b5052f tempest-TestVolumeBootPattern-303090007 tempest-TestVolumeBootPattern-303090007-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825105-1-iscsi {{(pid=82902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:00:58.647501 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6fd310-8358-40ef-9259-9d6956b5052f tempest-TestVolumeBootPattern-303090007 tempest-TestVolumeBootPattern-303090007-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-825105-1-iscsi {{(pid=82902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:00:58.647813 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6fd310-8358-40ef-9259-9d6956b5052f tempest-TestVolumeBootPattern-303090007 tempest-TestVolumeBootPattern-303090007-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825105-1-iscsi {{(pid=82902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:00:58.648142 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6fd310-8358-40ef-9259-9d6956b5052f tempest-TestVolumeBootPattern-303090007 tempest-TestVolumeBootPattern-303090007-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825105-1-iscsi {{(pid=82902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:00:58.648451 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6fd310-8358-40ef-9259-9d6956b5052f tempest-TestVolumeBootPattern-303090007 tempest-TestVolumeBootPattern-303090007-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825105-1-iscsi {{(pid=82902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:00:58.648755 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6fd310-8358-40ef-9259-9d6956b5052f tempest-TestVolumeBootPattern-303090007 tempest-TestVolumeBootPattern-303090007-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825105-1-iscsi {{(pid=82902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:00:58.649058 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6fd310-8358-40ef-9259-9d6956b5052f tempest-TestVolumeBootPattern-303090007 tempest-TestVolumeBootPattern-303090007-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825105-1-iscsi {{(pid=82902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:00:58.716533 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-cd6fd310-8358-40ef-9259-9d6956b5052f tempest-TestVolumeBootPattern-303090007 tempest-TestVolumeBootPattern-303090007-project] Notify callbacks [] for floatingip, after_delete {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:00:59.200511 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd6fd310-8358-40ef-9259-9d6956b5052f tempest-TestVolumeBootPattern-303090007 tempest-TestVolumeBootPattern-303090007-project] Router 9fe23ed1-79d9-4102-82e9-9a62a96f76c7 has already been hosted by L3 agent 94c626d1-bc40-41bd-b6b2-9a20da402cb6 {{(pid=82902) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 16:00:59.400931 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd6fd310-8358-40ef-9259-9d6956b5052f tempest-TestVolumeBootPattern-303090007 tempest-TestVolumeBootPattern-303090007-project] Notify agent at l3_agent.dv-cinder-825105-1-iscsi the message routers_updated {{(pid=82902) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 16:00:59.410373 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aff6c57b-c136-44f5-acd4-2eb947f5f180 None None] Sync routers for ids ['9fe23ed1-79d9-4102-82e9-9a62a96f76c7'] in dv-cinder-825105-1-iscsi {{(pid=82903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 09 16:00:59.422526 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-cd6fd310-8358-40ef-9259-9d6956b5052f tempest-TestVolumeBootPattern-303090007 tempest-TestVolumeBootPattern-303090007-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205010'] for floatingip, before_response {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:00:59.423412 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aff6c57b-c136-44f5-acd4-2eb947f5f180 None None] Routers {'9fe23ed1-79d9-4102-82e9-9a62a96f76c7'} bound to L3 agent in host dv-cinder-825105-1-iscsi {{(pid=82903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 16:00:59.424019 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.db.l3_hamode_db [None req-aff6c57b-c136-44f5-acd4-2eb947f5f180 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825105-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T15:34:00Z,description=,heartbeat_timestamp=2022-02-09T16:00:30Z,host='dv-cinder-825105-1-iscsi',id=94c626d1-bc40-41bd-b6b2-9a20da402cb6,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:34:00Z,topic='l3_agent')) {'router_ids': ['9fe23ed1-79d9-4102-82e9-9a62a96f76c7'], 'active': True} {{(pid=82903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:00:59.479938 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [None req-cd6fd310-8358-40ef-9259-9d6956b5052f tempest-TestVolumeBootPattern-303090007 tempest-TestVolumeBootPattern-303090007-project] 10.222.0.67 "DELETE /v2.0/floatingips/ef2afbc6-60c4-4d6c-b40b-13288af38777 HTTP/1.1" status: 204 len: 168 time: 1.5629508 Feb 09 16:00:59.480895 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '808bb663-1361-4532-82cb-5b4c07b8f823', 'tag': '535e6e01-9b77-4302-8e5a-6182737b5e09'}] {{(pid=82902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 16:00:59.564509 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '808bb663-1361-4532-82cb-5b4c07b8f823', 'tag': '535e6e01-9b77-4302-8e5a-6182737b5e09', 'status': 'completed', 'code': 200} Feb 09 16:00:59.612717 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.db.l3_dvr_db [None req-aff6c57b-c136-44f5-acd4-2eb947f5f180 None None] Set router 9fe23ed1-79d9-4102-82e9-9a62a96f76c7 gateway port host: dv-cinder-825105-1-iscsi {{(pid=82903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 16:00:59.661909 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-8798cb0b-c989-4de3-930f-e1d69843deab req-32f7d766-d11f-4da3-9543-f75ab2c06fa2 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=9903301a1e174c829e584a233c5c9866&device_id=808bb663-1361-4532-82cb-5b4c07b8f823 HTTP/1.1" status: 200 len: 1099 time: 0.0745051 Feb 09 16:00:59.828910 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8798cb0b-c989-4de3-930f-e1d69843deab req-6b07e65b-91fb-49a7-a1cb-fd58a19864f6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:00:59.830332 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-8798cb0b-c989-4de3-930f-e1d69843deab req-6b07e65b-91fb-49a7-a1cb-fd58a19864f6 service neutron] 10.222.0.47 "GET /v2.0/networks?id=d2b5dcdb-5fe9-45d2-b726-adea8d997892 HTTP/1.1" status: 200 len: 912 time: 0.1628377 Feb 09 16:00:59.944191 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-8798cb0b-c989-4de3-930f-e1d69843deab req-7043bf2f-9617-4a2a-8a91-3e44df62e118 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=535e6e01-9b77-4302-8e5a-6182737b5e09 HTTP/1.1" status: 200 len: 217 time: 0.1068592 Feb 09 16:00:59.985763 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.db.l3_hamode_db [None req-aff6c57b-c136-44f5-acd4-2eb947f5f180 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9fe23ed1-79d9-4102-82e9-9a62a96f76c7', 'name': 'tempest-TestVolumeBootPattern-787040231-router', 'tenant_id': '9903301a1e174c829e584a233c5c9866', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c65eede5-7777-493f-951d-210877831002', 'external_fixed_ips': [{'subnet_id': '2c513225-bb11-4d36-a4c3-0732716dcb87', 'ip_address': '172.27.0.135'}], 'enable_snat': True}, 'gw_port_id': 'a6b14449-4fdb-475c-899b-80e5f71a2e3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T15:54:18Z', 'updated_at': '2022-02-09T15:54:21Z', 'revision_number': 4, 'project_id': '9903301a1e174c829e584a233c5c9866', 'gw_port': {'id': 'a6b14449-4fdb-475c-899b-80e5f71a2e3b', 'name': '', 'network_id': 'c65eede5-7777-493f-951d-210877831002', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:a5:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fe23ed1-79d9-4102-82e9-9a62a96f76c7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2c513225-bb11-4d36-a4c3-0732716dcb87', 'ip_address': '172.27.0.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825105-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:54:19Z', 'updated_at': '2022-02-09T15:54:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c513225-bb11-4d36-a4c3-0732716dcb87', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825105-1-iscsi', '_floatingips': [{'id': '1148d8a4-2f73-45d1-8042-f55ac610ec3d', 'tenant_id': '9903301a1e174c829e584a233c5c9866', 'floating_ip_address': '172.27.0.72', 'floating_network_id': 'c65eede5-7777-493f-951d-210877831002', 'router_id': '9fe23ed1-79d9-4102-82e9-9a62a96f76c7', 'port_id': '53b86a09-1eeb-4579-acf8-cba3719e9d14', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd2b5dcdb-5fe9-45d2-b726-adea8d997892', 'mac_address': 'fa:16:3e:6b:75:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd09df769-4e28-4913-934c-1dcfc8d7fd75', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T15:57:30Z', 'updated_at': '2022-02-09T15:57:34Z', 'revision_number': 1, 'project_id': '9903301a1e174c829e584a233c5c9866', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7bdb8d8e-08dd-4dfd-8b46-cb7bc3b1faf3', 'name': '', 'network_id': 'd2b5dcdb-5fe9-45d2-b726-adea8d997892', 'tenant_id': '9903301a1e174c829e584a233c5c9866', 'mac_address': 'fa:16:3e:15:77:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fe23ed1-79d9-4102-82e9-9a62a96f76c7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6dc70113-5a0d-4411-a864-97d927169679', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825105-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:54:21Z', 'updated_at': '2022-02-09T15:54:40Z', 'revision_number': 5, 'project_id': '9903301a1e174c829e584a233c5c9866', 'subnets': [{'id': '6dc70113-5a0d-4411-a864-97d927169679', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825105-1-iscsi', False) {} {{(pid=82903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:00:59.989580 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aff6c57b-c136-44f5-acd4-2eb947f5f180 None None] Checking router: 9fe23ed1-79d9-4102-82e9-9a62a96f76c7 for host: dv-cinder-825105-1-iscsi {{(pid=82903) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 09 16:01:00.001042 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aff6c57b-c136-44f5-acd4-2eb947f5f180 None None] Routers {'9fe23ed1-79d9-4102-82e9-9a62a96f76c7'} bound to L3 agent in host dv-cinder-825105-1-iscsi {{(pid=82903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 16:01:00.001641 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.db.l3_hamode_db [None req-aff6c57b-c136-44f5-acd4-2eb947f5f180 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825105-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T15:34:00Z,description=,heartbeat_timestamp=2022-02-09T16:00:30Z,host='dv-cinder-825105-1-iscsi',id=94c626d1-bc40-41bd-b6b2-9a20da402cb6,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:34:00Z,topic='l3_agent')) {'router_ids': ['9fe23ed1-79d9-4102-82e9-9a62a96f76c7'], 'active': True} {{(pid=82903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:01:00.020590 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8798cb0b-c989-4de3-930f-e1d69843deab req-964a9c7a-119a-458d-8964-88e117b895ff service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:01:00.021928 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-8798cb0b-c989-4de3-930f-e1d69843deab req-964a9c7a-119a-458d-8964-88e117b895ff service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6dc70113-5a0d-4411-a864-97d927169679 HTTP/1.1" status: 200 len: 850 time: 0.0703902 Feb 09 16:01:00.066516 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe5ba3a-673b-433d-96bf-8db63d2df0f7 req-b8346d60-b87a-4754-adbc-d68ff9f3df3c tempest-TestVolumeBootPattern-303090007 tempest-TestVolumeBootPattern-303090007-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:01:00.067937 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-afe5ba3a-673b-433d-96bf-8db63d2df0f7 req-b8346d60-b87a-4754-adbc-d68ff9f3df3c tempest-TestVolumeBootPattern-303090007 tempest-TestVolumeBootPattern-303090007-project] 10.222.0.67 "GET /v2.0/ports?device_id=808bb663-1361-4532-82cb-5b4c07b8f823 HTTP/1.1" status: 200 len: 946 time: 0.1785231 Feb 09 16:01:00.134981 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-afe5ba3a-673b-433d-96bf-8db63d2df0f7 req-0e9451b1-7bcc-4363-bdea-208ea13f509f tempest-TestVolumeBootPattern-303090007 tempest-TestVolumeBootPattern-303090007-project] 10.222.0.67 "GET /v2.0/security-groups?id=df71dd35-47a2-48a6-8aae-3b8f819302d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0583997 Feb 09 16:01:00.144946 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-8798cb0b-c989-4de3-930f-e1d69843deab req-c63d0876-aafb-4c78-8b91-79d0ba6ac6dd service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=d2b5dcdb-5fe9-45d2-b726-adea8d997892&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1162105 Feb 09 16:01:00.178852 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.db.l3_dvr_db [None req-aff6c57b-c136-44f5-acd4-2eb947f5f180 None None] Set router 9fe23ed1-79d9-4102-82e9-9a62a96f76c7 gateway port host: dv-cinder-825105-1-iscsi {{(pid=82903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 16:01:00.280793 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-8798cb0b-c989-4de3-930f-e1d69843deab req-71b8b543-f255-4246-8d1f-ea3a36656dc8 service neutron] 10.222.0.47 "GET /v2.0/networks/d2b5dcdb-5fe9-45d2-b726-adea8d997892?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1291227 Feb 09 16:01:00.370953 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-7120af86-e25a-48ac-ba45-2b1e9e529f0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758786133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16008869'] for agent, after_update {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:00.419815 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-8798cb0b-c989-4de3-930f-e1d69843deab req-472e0eb4-009f-4b64-acd0-b874e6117f18 service neutron] 10.222.0.47 "GET /v2.0/networks/d2b5dcdb-5fe9-45d2-b726-adea8d997892?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1325121 Feb 09 16:01:00.570650 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-812787cf-6466-4ce1-8c4e-c32e14b18d8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758786133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16008869'] for agent, after_update {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:00.592529 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.db.l3_hamode_db [None req-aff6c57b-c136-44f5-acd4-2eb947f5f180 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9fe23ed1-79d9-4102-82e9-9a62a96f76c7', 'name': 'tempest-TestVolumeBootPattern-787040231-router', 'tenant_id': '9903301a1e174c829e584a233c5c9866', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c65eede5-7777-493f-951d-210877831002', 'external_fixed_ips': [{'subnet_id': '2c513225-bb11-4d36-a4c3-0732716dcb87', 'ip_address': '172.27.0.135'}], 'enable_snat': True}, 'gw_port_id': 'a6b14449-4fdb-475c-899b-80e5f71a2e3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T15:54:18Z', 'updated_at': '2022-02-09T15:54:21Z', 'revision_number': 4, 'project_id': '9903301a1e174c829e584a233c5c9866', 'gw_port': {'id': 'a6b14449-4fdb-475c-899b-80e5f71a2e3b', 'name': '', 'network_id': 'c65eede5-7777-493f-951d-210877831002', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:a5:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fe23ed1-79d9-4102-82e9-9a62a96f76c7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2c513225-bb11-4d36-a4c3-0732716dcb87', 'ip_address': '172.27.0.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825105-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:54:19Z', 'updated_at': '2022-02-09T15:54:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c513225-bb11-4d36-a4c3-0732716dcb87', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825105-1-iscsi', '_floatingips': [{'id': '1148d8a4-2f73-45d1-8042-f55ac610ec3d', 'tenant_id': '9903301a1e174c829e584a233c5c9866', 'floating_ip_address': '172.27.0.72', 'floating_network_id': 'c65eede5-7777-493f-951d-210877831002', 'router_id': '9fe23ed1-79d9-4102-82e9-9a62a96f76c7', 'port_id': '53b86a09-1eeb-4579-acf8-cba3719e9d14', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd2b5dcdb-5fe9-45d2-b726-adea8d997892', 'mac_address': 'fa:16:3e:6b:75:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd09df769-4e28-4913-934c-1dcfc8d7fd75', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T15:57:30Z', 'updated_at': '2022-02-09T15:57:34Z', 'revision_number': 1, 'project_id': '9903301a1e174c829e584a233c5c9866', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7bdb8d8e-08dd-4dfd-8b46-cb7bc3b1faf3', 'name': '', 'network_id': 'd2b5dcdb-5fe9-45d2-b726-adea8d997892', 'tenant_id': '9903301a1e174c829e584a233c5c9866', 'mac_address': 'fa:16:3e:15:77:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fe23ed1-79d9-4102-82e9-9a62a96f76c7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6dc70113-5a0d-4411-a864-97d927169679', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825105-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:54:21Z', 'updated_at': '2022-02-09T15:54:40Z', 'revision_number': 5, 'project_id': '9903301a1e174c829e584a233c5c9866', 'subnets': [{'id': '6dc70113-5a0d-4411-a864-97d927169679', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825105-1-iscsi', False) {} {{(pid=82903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:01:00.596482 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aff6c57b-c136-44f5-acd4-2eb947f5f180 None None] The sync data for ids ['9fe23ed1-79d9-4102-82e9-9a62a96f76c7'] in dv-cinder-825105-1-iscsi is: [{'id': '9fe23ed1-79d9-4102-82e9-9a62a96f76c7', 'name': 'tempest-TestVolumeBootPattern-787040231-router', 'tenant_id': '9903301a1e174c829e584a233c5c9866', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c65eede5-7777-493f-951d-210877831002', 'external_fixed_ips': [{'subnet_id': '2c513225-bb11-4d36-a4c3-0732716dcb87', 'ip_address': '172.27.0.135'}], 'enable_snat': True}, 'gw_port_id': 'a6b14449-4fdb-475c-899b-80e5f71a2e3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T15:54:18Z', 'updated_at': '2022-02-09T15:54:21Z', 'revision_number': 4, 'project_id': '9903301a1e174c829e584a233c5c9866', 'gw_port': {'id': 'a6b14449-4fdb-475c-899b-80e5f71a2e3b', 'name': '', 'network_id': 'c65eede5-7777-493f-951d-210877831002', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:a5:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fe23ed1-79d9-4102-82e9-9a62a96f76c7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2c513225-bb11-4d36-a4c3-0732716dcb87', 'ip_address': '172.27.0.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825105-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:54:19Z', 'updated_at': '2022-02-09T15:54:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c513225-bb11-4d36-a4c3-0732716dcb87', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825105-1-iscsi', '_floatingips': [{'id': '1148d8a4-2f73-45d1-8042-f55ac610ec3d', 'tenant_id': '9903301a1e174c829e584a233c5c9866', 'floating_ip_address': '172.27.0.72', 'floating_network_id': 'c65eede5-7777-493f-951d-210877831002', 'router_id': '9fe23ed1-79d9-4102-82e9-9a62a96f76c7', 'port_id': '53b86a09-1eeb-4579-acf8-cba3719e9d14', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd2b5dcdb-5fe9-45d2-b726-adea8d997892', 'mac_address': 'fa:16:3e:6b:75:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd09df769-4e28-4913-934c-1dcfc8d7fd75', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T15:57:30Z', 'updated_at': '2022-02-09T15:57:34Z', 'revision_number': 1, 'project_id': '9903301a1e174c829e584a233c5c9866', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7bdb8d8e-08dd-4dfd-8b46-cb7bc3b1faf3', 'name': '', 'network_id': 'd2b5dcdb-5fe9-45d2-b726-adea8d997892', 'tenant_id': '9903301a1e174c829e584a233c5c9866', 'mac_address': 'fa:16:3e:15:77:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fe23ed1-79d9-4102-82e9-9a62a96f76c7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6dc70113-5a0d-4411-a864-97d927169679', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825105-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:54:21Z', 'updated_at': '2022-02-09T15:54:40Z', 'revision_number': 5, 'project_id': '9903301a1e174c829e584a233c5c9866', 'subnets': [{'id': '6dc70113-5a0d-4411-a864-97d927169679', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 09 16:01:00.804391 dv-cinder-825105-1-iscsi neutron-server[82904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d91e5258-3e7d-4891-8dd7-24328a8b9750 None None] New status for floating IP ef2afbc6-60c4-4d6c-b40b-13288af38777: DOWN {{(pid=82904) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 09 16:01:01.325863 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-1f7d0426-72a7-4c89-8e53-4ec430751ccf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758786133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16008869'] for agent, after_update {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:01.337666 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7b5e45-f33f-4450-bdf7-c7a1f4da9886 req-8eaa8c0c-42cc-4a72-a92e-96d0eda3a508 tempest-TestVolumeBootPattern-303090007 tempest-TestVolumeBootPattern-303090007-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:01:01.338355 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.quota.resource [req-fb7b5e45-f33f-4450-bdf7-c7a1f4da9886 req-8eaa8c0c-42cc-4a72-a92e-96d0eda3a508 tempest-TestVolumeBootPattern-303090007 tempest-TestVolumeBootPattern-303090007-project] Synchronizing usage tracker for tenant:9903301a1e174c829e584a233c5c9866 on resource:port {{(pid=82902) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 16:01:01.349439 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5eed96-f5e8-46e9-a71f-0bdfdd1221cf req-bae0e38e-af66-4fd2-a07a-eb3ae75494aa tempest-TestVolumeBootPattern-303090007 tempest-TestVolumeBootPattern-303090007-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:01:01.350999 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-1b5eed96-f5e8-46e9-a71f-0bdfdd1221cf req-bae0e38e-af66-4fd2-a07a-eb3ae75494aa tempest-TestVolumeBootPattern-303090007 tempest-TestVolumeBootPattern-303090007-project] 10.222.0.47 "GET /v2.0/ports?device_id=808bb663-1361-4532-82cb-5b4c07b8f823 HTTP/1.1" status: 200 len: 946 time: 0.0789151 Feb 09 16:01:01.353935 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.quota.resource [req-fb7b5e45-f33f-4450-bdf7-c7a1f4da9886 req-8eaa8c0c-42cc-4a72-a92e-96d0eda3a508 tempest-TestVolumeBootPattern-303090007 tempest-TestVolumeBootPattern-303090007-project] Unset dirty status for tenant:9903301a1e174c829e584a233c5c9866 on resource:port {{(pid=82902) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 16:01:01.355642 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-fb7b5e45-f33f-4450-bdf7-c7a1f4da9886 req-8eaa8c0c-42cc-4a72-a92e-96d0eda3a508 tempest-TestVolumeBootPattern-303090007 tempest-TestVolumeBootPattern-303090007-project] 10.222.0.67 "GET /v2.0/ports?device_id=808bb663-1361-4532-82cb-5b4c07b8f823 HTTP/1.1" status: 200 len: 946 time: 0.0965674 Feb 09 16:01:01.402050 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-fb7b5e45-f33f-4450-bdf7-c7a1f4da9886 req-633b4fa2-938d-4278-bb94-8b9d3d0f5b27 tempest-TestVolumeBootPattern-303090007 tempest-TestVolumeBootPattern-303090007-project] 10.222.0.67 "GET /v2.0/security-groups?id=df71dd35-47a2-48a6-8aae-3b8f819302d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403419 Feb 09 16:01:01.419350 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.plugins.ml2.plugin [req-1b5eed96-f5e8-46e9-a71f-0bdfdd1221cf req-c1579407-4e70-42c4-97c4-ff6fcc5ec0bc tempest-TestVolumeBootPattern-303090007 tempest-TestVolumeBootPattern-303090007-project] Deleting port 535e6e01-9b77-4302-8e5a-6182737b5e09 {{(pid=82901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 16:01:01.419736 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [req-1b5eed96-f5e8-46e9-a71f-0bdfdd1221cf req-c1579407-4e70-42c4-97c4-ff6fcc5ec0bc tempest-TestVolumeBootPattern-303090007 tempest-TestVolumeBootPattern-303090007-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758701249'] for port, before_delete {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:01.641660 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-608c4fd2-211a-4ca9-a277-ad2a51be62ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758786133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16008869'] for agent, after_update {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:01.750359 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.plugins.ml2.db [req-1b5eed96-f5e8-46e9-a71f-0bdfdd1221cf req-c1579407-4e70-42c4-97c4-ff6fcc5ec0bc tempest-TestVolumeBootPattern-303090007 tempest-TestVolumeBootPattern-303090007-project] For port 535e6e01-9b77-4302-8e5a-6182737b5e09, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=535e6e01-9b77-4302-8e5a-6182737b5e09,segment=NetworkSegment(da3be55e-cb41-4c7b-bd84-bbc25aac2618),segment_id=da3be55e-cb41-4c7b-bd84-bbc25aac2618)] {{(pid=82901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:01:01.750716 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [req-1b5eed96-f5e8-46e9-a71f-0bdfdd1221cf req-c1579407-4e70-42c4-97c4-ff6fcc5ec0bc tempest-TestVolumeBootPattern-303090007 tempest-TestVolumeBootPattern-303090007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353601'] for port, precommit_delete {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:01.874133 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.plugins.ml2.plugin [req-1b5eed96-f5e8-46e9-a71f-0bdfdd1221cf req-c1579407-4e70-42c4-97c4-ff6fcc5ec0bc tempest-TestVolumeBootPattern-303090007 tempest-TestVolumeBootPattern-303090007-project] Calling delete_port for 535e6e01-9b77-4302-8e5a-6182737b5e09 owned by compute:nova {{(pid=82901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 16:01:02.015093 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [req-1b5eed96-f5e8-46e9-a71f-0bdfdd1221cf req-c1579407-4e70-42c4-97c4-ff6fcc5ec0bc tempest-TestVolumeBootPattern-303090007 tempest-TestVolumeBootPattern-303090007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16080037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758755970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756758334046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1282344'] for port, after_delete {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:02.073482 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1579407-4e70-42c4-97c4-ff6fcc5ec0bc tempest-TestVolumeBootPattern-303090007 tempest-TestVolumeBootPattern-303090007-project] Pushing event deleted for resources: {'Port': ['ID=535e6e01-9b77-4302-8e5a-6182737b5e09,revision_number=None']} {{(pid=82901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:01:02.113821 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1579407-4e70-42c4-97c4-ff6fcc5ec0bc tempest-TestVolumeBootPattern-303090007 tempest-TestVolumeBootPattern-303090007-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825105-1-iscsi {{(pid=82901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:01:02.114165 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1579407-4e70-42c4-97c4-ff6fcc5ec0bc tempest-TestVolumeBootPattern-303090007 tempest-TestVolumeBootPattern-303090007-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825105-1-iscsi {{(pid=82901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:01:02.114497 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1579407-4e70-42c4-97c4-ff6fcc5ec0bc tempest-TestVolumeBootPattern-303090007 tempest-TestVolumeBootPattern-303090007-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825105-1-iscsi {{(pid=82901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:01:02.114826 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1579407-4e70-42c4-97c4-ff6fcc5ec0bc tempest-TestVolumeBootPattern-303090007 tempest-TestVolumeBootPattern-303090007-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825105-1-iscsi {{(pid=82901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:01:02.115155 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1579407-4e70-42c4-97c4-ff6fcc5ec0bc tempest-TestVolumeBootPattern-303090007 tempest-TestVolumeBootPattern-303090007-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825105-1-iscsi {{(pid=82901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:01:02.115480 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1579407-4e70-42c4-97c4-ff6fcc5ec0bc tempest-TestVolumeBootPattern-303090007 tempest-TestVolumeBootPattern-303090007-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-825105-1-iscsi {{(pid=82901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:01:02.115800 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1579407-4e70-42c4-97c4-ff6fcc5ec0bc tempest-TestVolumeBootPattern-303090007 tempest-TestVolumeBootPattern-303090007-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825105-1-iscsi {{(pid=82901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:01:02.116142 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1579407-4e70-42c4-97c4-ff6fcc5ec0bc tempest-TestVolumeBootPattern-303090007 tempest-TestVolumeBootPattern-303090007-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825105-1-iscsi {{(pid=82901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:01:02.116458 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1579407-4e70-42c4-97c4-ff6fcc5ec0bc tempest-TestVolumeBootPattern-303090007 tempest-TestVolumeBootPattern-303090007-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825105-1-iscsi {{(pid=82901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:01:02.116772 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1579407-4e70-42c4-97c4-ff6fcc5ec0bc tempest-TestVolumeBootPattern-303090007 tempest-TestVolumeBootPattern-303090007-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825105-1-iscsi {{(pid=82901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:01:02.117088 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1579407-4e70-42c4-97c4-ff6fcc5ec0bc tempest-TestVolumeBootPattern-303090007 tempest-TestVolumeBootPattern-303090007-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825105-1-iscsi {{(pid=82901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 16:01:02.164271 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b5eed96-f5e8-46e9-a71f-0bdfdd1221cf req-c1579407-4e70-42c4-97c4-ff6fcc5ec0bc tempest-TestVolumeBootPattern-303090007 tempest-TestVolumeBootPattern-303090007-project] No DVR routers for this DVR port 535e6e01-9b77-4302-8e5a-6182737b5e09 on host hv-cinder-82510 {{(pid=82901) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 16:01:02.166718 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [req-1b5eed96-f5e8-46e9-a71f-0bdfdd1221cf req-c1579407-4e70-42c4-97c4-ff6fcc5ec0bc tempest-TestVolumeBootPattern-303090007 tempest-TestVolumeBootPattern-303090007-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205010'] for port, before_response {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:02.170053 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '808bb663-1361-4532-82cb-5b4c07b8f823', 'name': 'network-vif-deleted', 'tag': '535e6e01-9b77-4302-8e5a-6182737b5e09'}] {{(pid=82901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 16:01:02.185457 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-1b5eed96-f5e8-46e9-a71f-0bdfdd1221cf req-c1579407-4e70-42c4-97c4-ff6fcc5ec0bc tempest-TestVolumeBootPattern-303090007 tempest-TestVolumeBootPattern-303090007-project] 10.222.0.47 "DELETE /v2.0/ports/535e6e01-9b77-4302-8e5a-6182737b5e09 HTTP/1.1" status: 204 len: 173 time: 0.8297715 Feb 09 16:01:02.304708 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '808bb663-1361-4532-82cb-5b4c07b8f823', 'name': 'network-vif-deleted', 'tag': '535e6e01-9b77-4302-8e5a-6182737b5e09', 'status': 'completed', 'code': 200} Feb 09 16:01:02.740801 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-2f52a19e-e483-407f-a888-17a3bb374291 req-028cfec6-967a-456d-b412-688b2f5024d2 tempest-TestVolumeBootPattern-303090007 tempest-TestVolumeBootPattern-303090007-project] 10.222.0.67 "GET /v2.0/ports?device_id=808bb663-1361-4532-82cb-5b4c07b8f823 HTTP/1.1" status: 200 len: 210 time: 0.0440686 Feb 09 16:01:03.024443 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-faa751bb-9674-45ec-b131-f889431b03dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758786133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16008869'] for agent, after_update {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:05.766102 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.plugins.ml2.rpc [None req-812787cf-6466-4ce1-8c4e-c32e14b18d8a None None] Device 535e6e01-9b77-4302-8e5a-6182737b5e09 no longer exists at agent hyperv_hv-cinder-82510 {{(pid=82903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 16:01:05.803294 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.plugins.ml2.plugin [None req-812787cf-6466-4ce1-8c4e-c32e14b18d8a None None] No Port match for: 535e6e01-9b77-4302-8e5a-6182737b5e09 {{(pid=82903) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 09 16:01:05.803631 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.plugins.ml2.rpc [None req-812787cf-6466-4ce1-8c4e-c32e14b18d8a None None] Device 535e6e01-9b77-4302-8e5a-6182737b5e09 not bound to the agent host hv-cinder-82510 {{(pid=82903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 16:01:06.285609 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.wsgi [-] (82902) accepted ('10.222.0.67', 52440) {{(pid=82902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 16:01:06.519143 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.plugins.ml2.plugin [None req-a2079125-d0b9-4b9c-9df5-5b5131afb5fe tempest-TestVolumeBootPattern-303090007 tempest-TestVolumeBootPattern-303090007-project] Deleting port 9efa02b4-f6f7-42d1-aa3f-31c7db65ce7d {{(pid=82902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 16:01:06.519379 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-a2079125-d0b9-4b9c-9df5-5b5131afb5fe tempest-TestVolumeBootPattern-303090007 tempest-TestVolumeBootPattern-303090007-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758701249'] for port, before_delete {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:06.692910 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-a2079125-d0b9-4b9c-9df5-5b5131afb5fe tempest-TestVolumeBootPattern-303090007 tempest-TestVolumeBootPattern-303090007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353601'] for port, precommit_delete {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:06.693229 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-a2079125-d0b9-4b9c-9df5-5b5131afb5fe tempest-TestVolumeBootPattern-303090007 tempest-TestVolumeBootPattern-303090007-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:06.818940 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.plugins.ml2.plugin [None req-a2079125-d0b9-4b9c-9df5-5b5131afb5fe tempest-TestVolumeBootPattern-303090007 tempest-TestVolumeBootPattern-303090007-project] Calling delete_port for 9efa02b4-f6f7-42d1-aa3f-31c7db65ce7d owned by network:floatingip {{(pid=82902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 16:01:06.972352 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-a2079125-d0b9-4b9c-9df5-5b5131afb5fe tempest-TestVolumeBootPattern-303090007 tempest-TestVolumeBootPattern-303090007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16080037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758755970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756758334046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1633551'] for port, after_delete {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:07.020787 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2079125-d0b9-4b9c-9df5-5b5131afb5fe tempest-TestVolumeBootPattern-303090007 tempest-TestVolumeBootPattern-303090007-project] Pushing event deleted for resources: {'Port': ['ID=9efa02b4-f6f7-42d1-aa3f-31c7db65ce7d,revision_number=None']} {{(pid=82902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:01:07.116356 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-a2079125-d0b9-4b9c-9df5-5b5131afb5fe tempest-TestVolumeBootPattern-303090007 tempest-TestVolumeBootPattern-303090007-project] Notify callbacks [] for floatingip, after_delete {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:07.641287 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2079125-d0b9-4b9c-9df5-5b5131afb5fe tempest-TestVolumeBootPattern-303090007 tempest-TestVolumeBootPattern-303090007-project] Router 9fe23ed1-79d9-4102-82e9-9a62a96f76c7 has already been hosted by L3 agent 94c626d1-bc40-41bd-b6b2-9a20da402cb6 {{(pid=82902) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 16:01:07.847221 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2079125-d0b9-4b9c-9df5-5b5131afb5fe tempest-TestVolumeBootPattern-303090007 tempest-TestVolumeBootPattern-303090007-project] Notify agent at l3_agent.dv-cinder-825105-1-iscsi the message routers_updated {{(pid=82902) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 16:01:07.860375 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7ed4997-2ca3-4d6a-93fb-7e2042498748 None None] Sync routers for ids ['9fe23ed1-79d9-4102-82e9-9a62a96f76c7'] in dv-cinder-825105-1-iscsi {{(pid=82903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 09 16:01:07.868725 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-a2079125-d0b9-4b9c-9df5-5b5131afb5fe tempest-TestVolumeBootPattern-303090007 tempest-TestVolumeBootPattern-303090007-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205010'] for floatingip, before_response {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:07.876902 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7ed4997-2ca3-4d6a-93fb-7e2042498748 None None] Routers {'9fe23ed1-79d9-4102-82e9-9a62a96f76c7'} bound to L3 agent in host dv-cinder-825105-1-iscsi {{(pid=82903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 16:01:07.877865 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.db.l3_hamode_db [None req-f7ed4997-2ca3-4d6a-93fb-7e2042498748 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825105-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T15:34:00Z,description=,heartbeat_timestamp=2022-02-09T16:01:00Z,host='dv-cinder-825105-1-iscsi',id=94c626d1-bc40-41bd-b6b2-9a20da402cb6,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:34:00Z,topic='l3_agent')) {'router_ids': ['9fe23ed1-79d9-4102-82e9-9a62a96f76c7'], 'active': True} {{(pid=82903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:01:07.929259 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [None req-a2079125-d0b9-4b9c-9df5-5b5131afb5fe tempest-TestVolumeBootPattern-303090007 tempest-TestVolumeBootPattern-303090007-project] 10.222.0.67 "DELETE /v2.0/floatingips/1148d8a4-2f73-45d1-8042-f55ac610ec3d HTTP/1.1" status: 204 len: 168 time: 1.6425655 Feb 09 16:01:07.930253 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd09df769-4e28-4913-934c-1dcfc8d7fd75', 'tag': '53b86a09-1eeb-4579-acf8-cba3719e9d14'}] {{(pid=82902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 16:01:07.998071 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd09df769-4e28-4913-934c-1dcfc8d7fd75', 'tag': '53b86a09-1eeb-4579-acf8-cba3719e9d14', 'status': 'completed', 'code': 200} Feb 09 16:01:08.085480 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.db.l3_dvr_db [None req-f7ed4997-2ca3-4d6a-93fb-7e2042498748 None None] Set router 9fe23ed1-79d9-4102-82e9-9a62a96f76c7 gateway port host: dv-cinder-825105-1-iscsi {{(pid=82903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 16:01:08.102903 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-b7b4927f-62f8-4600-ad63-5e04fca9f928 req-3d73abe5-ec20-46b2-b297-73254441a1a2 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=9903301a1e174c829e584a233c5c9866&device_id=d09df769-4e28-4913-934c-1dcfc8d7fd75 HTTP/1.1" status: 200 len: 1098 time: 0.0831175 Feb 09 16:01:08.254776 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b4927f-62f8-4600-ad63-5e04fca9f928 req-c6f4a315-c41d-4742-8d87-47c19a9c7ff7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:01:08.256254 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-b7b4927f-62f8-4600-ad63-5e04fca9f928 req-c6f4a315-c41d-4742-8d87-47c19a9c7ff7 service neutron] 10.222.0.47 "GET /v2.0/networks?id=d2b5dcdb-5fe9-45d2-b726-adea8d997892 HTTP/1.1" status: 200 len: 912 time: 0.1478896 Feb 09 16:01:08.373757 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-b7b4927f-62f8-4600-ad63-5e04fca9f928 req-e2f3c7ce-49e4-4c17-a038-a821385bd926 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=53b86a09-1eeb-4579-acf8-cba3719e9d14 HTTP/1.1" status: 200 len: 217 time: 0.1111026 Feb 09 16:01:08.458150 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b4927f-62f8-4600-ad63-5e04fca9f928 req-caf7d356-61ea-4696-86c0-9ed998ee44be service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:01:08.459597 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-b7b4927f-62f8-4600-ad63-5e04fca9f928 req-caf7d356-61ea-4696-86c0-9ed998ee44be service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6dc70113-5a0d-4411-a864-97d927169679 HTTP/1.1" status: 200 len: 850 time: 0.0753450 Feb 09 16:01:08.465600 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.db.l3_hamode_db [None req-f7ed4997-2ca3-4d6a-93fb-7e2042498748 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9fe23ed1-79d9-4102-82e9-9a62a96f76c7', 'name': 'tempest-TestVolumeBootPattern-787040231-router', 'tenant_id': '9903301a1e174c829e584a233c5c9866', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c65eede5-7777-493f-951d-210877831002', 'external_fixed_ips': [{'subnet_id': '2c513225-bb11-4d36-a4c3-0732716dcb87', 'ip_address': '172.27.0.135'}], 'enable_snat': True}, 'gw_port_id': 'a6b14449-4fdb-475c-899b-80e5f71a2e3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T15:54:18Z', 'updated_at': '2022-02-09T15:54:21Z', 'revision_number': 4, 'project_id': '9903301a1e174c829e584a233c5c9866', 'gw_port': {'id': 'a6b14449-4fdb-475c-899b-80e5f71a2e3b', 'name': '', 'network_id': 'c65eede5-7777-493f-951d-210877831002', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:a5:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fe23ed1-79d9-4102-82e9-9a62a96f76c7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2c513225-bb11-4d36-a4c3-0732716dcb87', 'ip_address': '172.27.0.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825105-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:54:19Z', 'updated_at': '2022-02-09T15:54:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c513225-bb11-4d36-a4c3-0732716dcb87', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825105-1-iscsi', '_interfaces': [{'id': '7bdb8d8e-08dd-4dfd-8b46-cb7bc3b1faf3', 'name': '', 'network_id': 'd2b5dcdb-5fe9-45d2-b726-adea8d997892', 'tenant_id': '9903301a1e174c829e584a233c5c9866', 'mac_address': 'fa:16:3e:15:77:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fe23ed1-79d9-4102-82e9-9a62a96f76c7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6dc70113-5a0d-4411-a864-97d927169679', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825105-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:54:21Z', 'updated_at': '2022-02-09T15:54:40Z', 'revision_number': 5, 'project_id': '9903301a1e174c829e584a233c5c9866', 'subnets': [{'id': '6dc70113-5a0d-4411-a864-97d927169679', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825105-1-iscsi', False) {} {{(pid=82903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:01:08.469759 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7ed4997-2ca3-4d6a-93fb-7e2042498748 None None] Checking router: 9fe23ed1-79d9-4102-82e9-9a62a96f76c7 for host: dv-cinder-825105-1-iscsi {{(pid=82903) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 09 16:01:08.470722 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34f0b0e-4a69-43a4-95b0-072bf302720a req-ce5f02fb-3ad4-4e78-bc6e-8edee403c578 tempest-TestVolumeBootPattern-303090007 tempest-TestVolumeBootPattern-303090007-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:01:08.471411 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.quota.resource [req-f34f0b0e-4a69-43a4-95b0-072bf302720a req-ce5f02fb-3ad4-4e78-bc6e-8edee403c578 tempest-TestVolumeBootPattern-303090007 tempest-TestVolumeBootPattern-303090007-project] Synchronizing usage tracker for tenant:9903301a1e174c829e584a233c5c9866 on resource:port {{(pid=82901) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 16:01:08.481932 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7ed4997-2ca3-4d6a-93fb-7e2042498748 None None] Routers {'9fe23ed1-79d9-4102-82e9-9a62a96f76c7'} bound to L3 agent in host dv-cinder-825105-1-iscsi {{(pid=82903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 16:01:08.482535 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.db.l3_hamode_db [None req-f7ed4997-2ca3-4d6a-93fb-7e2042498748 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825105-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T15:34:00Z,description=,heartbeat_timestamp=2022-02-09T16:01:00Z,host='dv-cinder-825105-1-iscsi',id=94c626d1-bc40-41bd-b6b2-9a20da402cb6,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:34:00Z,topic='l3_agent')) {'router_ids': ['9fe23ed1-79d9-4102-82e9-9a62a96f76c7'], 'active': True} {{(pid=82903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:01:08.541753 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.quota.resource [req-f34f0b0e-4a69-43a4-95b0-072bf302720a req-ce5f02fb-3ad4-4e78-bc6e-8edee403c578 tempest-TestVolumeBootPattern-303090007 tempest-TestVolumeBootPattern-303090007-project] Unset dirty status for tenant:9903301a1e174c829e584a233c5c9866 on resource:port {{(pid=82901) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 16:01:08.543420 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-f34f0b0e-4a69-43a4-95b0-072bf302720a req-ce5f02fb-3ad4-4e78-bc6e-8edee403c578 tempest-TestVolumeBootPattern-303090007 tempest-TestVolumeBootPattern-303090007-project] 10.222.0.67 "GET /v2.0/ports?device_id=d09df769-4e28-4913-934c-1dcfc8d7fd75 HTTP/1.1" status: 200 len: 945 time: 0.2106099 Feb 09 16:01:08.604705 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-b7b4927f-62f8-4600-ad63-5e04fca9f928 req-c3a006fe-3a4a-4297-ba2b-37949d555023 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=d2b5dcdb-5fe9-45d2-b726-adea8d997892&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1286440 Feb 09 16:01:08.611461 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-f34f0b0e-4a69-43a4-95b0-072bf302720a req-4b8f6de9-c819-4d04-b3f4-8f33e5a7b29a tempest-TestVolumeBootPattern-303090007 tempest-TestVolumeBootPattern-303090007-project] 10.222.0.67 "GET /v2.0/security-groups?id=df71dd35-47a2-48a6-8aae-3b8f819302d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0608239 Feb 09 16:01:08.680409 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.db.l3_dvr_db [None req-f7ed4997-2ca3-4d6a-93fb-7e2042498748 None None] Set router 9fe23ed1-79d9-4102-82e9-9a62a96f76c7 gateway port host: dv-cinder-825105-1-iscsi {{(pid=82903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 16:01:08.752836 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-b7b4927f-62f8-4600-ad63-5e04fca9f928 req-9e2b87bc-fcd8-440f-8641-54714193fac3 service neutron] 10.222.0.47 "GET /v2.0/networks/d2b5dcdb-5fe9-45d2-b726-adea8d997892?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1396074 Feb 09 16:01:08.899669 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-b7b4927f-62f8-4600-ad63-5e04fca9f928 req-e026c96f-5ab8-4bf3-8426-2ab61ace355c service neutron] 10.222.0.47 "GET /v2.0/networks/d2b5dcdb-5fe9-45d2-b726-adea8d997892?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1403618 Feb 09 16:01:09.011454 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.db.l3_hamode_db [None req-f7ed4997-2ca3-4d6a-93fb-7e2042498748 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9fe23ed1-79d9-4102-82e9-9a62a96f76c7', 'name': 'tempest-TestVolumeBootPattern-787040231-router', 'tenant_id': '9903301a1e174c829e584a233c5c9866', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c65eede5-7777-493f-951d-210877831002', 'external_fixed_ips': [{'subnet_id': '2c513225-bb11-4d36-a4c3-0732716dcb87', 'ip_address': '172.27.0.135'}], 'enable_snat': True}, 'gw_port_id': 'a6b14449-4fdb-475c-899b-80e5f71a2e3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T15:54:18Z', 'updated_at': '2022-02-09T15:54:21Z', 'revision_number': 4, 'project_id': '9903301a1e174c829e584a233c5c9866', 'gw_port': {'id': 'a6b14449-4fdb-475c-899b-80e5f71a2e3b', 'name': '', 'network_id': 'c65eede5-7777-493f-951d-210877831002', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:a5:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fe23ed1-79d9-4102-82e9-9a62a96f76c7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2c513225-bb11-4d36-a4c3-0732716dcb87', 'ip_address': '172.27.0.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825105-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:54:19Z', 'updated_at': '2022-02-09T15:54:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c513225-bb11-4d36-a4c3-0732716dcb87', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825105-1-iscsi', '_interfaces': [{'id': '7bdb8d8e-08dd-4dfd-8b46-cb7bc3b1faf3', 'name': '', 'network_id': 'd2b5dcdb-5fe9-45d2-b726-adea8d997892', 'tenant_id': '9903301a1e174c829e584a233c5c9866', 'mac_address': 'fa:16:3e:15:77:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fe23ed1-79d9-4102-82e9-9a62a96f76c7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6dc70113-5a0d-4411-a864-97d927169679', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825105-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:54:21Z', 'updated_at': '2022-02-09T15:54:40Z', 'revision_number': 5, 'project_id': '9903301a1e174c829e584a233c5c9866', 'subnets': [{'id': '6dc70113-5a0d-4411-a864-97d927169679', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825105-1-iscsi', False) {} {{(pid=82903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:01:09.015982 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7ed4997-2ca3-4d6a-93fb-7e2042498748 None None] The sync data for ids ['9fe23ed1-79d9-4102-82e9-9a62a96f76c7'] in dv-cinder-825105-1-iscsi is: [{'id': '9fe23ed1-79d9-4102-82e9-9a62a96f76c7', 'name': 'tempest-TestVolumeBootPattern-787040231-router', 'tenant_id': '9903301a1e174c829e584a233c5c9866', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c65eede5-7777-493f-951d-210877831002', 'external_fixed_ips': [{'subnet_id': '2c513225-bb11-4d36-a4c3-0732716dcb87', 'ip_address': '172.27.0.135'}], 'enable_snat': True}, 'gw_port_id': 'a6b14449-4fdb-475c-899b-80e5f71a2e3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T15:54:18Z', 'updated_at': '2022-02-09T15:54:21Z', 'revision_number': 4, 'project_id': '9903301a1e174c829e584a233c5c9866', 'gw_port': {'id': 'a6b14449-4fdb-475c-899b-80e5f71a2e3b', 'name': '', 'network_id': 'c65eede5-7777-493f-951d-210877831002', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:a5:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fe23ed1-79d9-4102-82e9-9a62a96f76c7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2c513225-bb11-4d36-a4c3-0732716dcb87', 'ip_address': '172.27.0.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825105-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:54:19Z', 'updated_at': '2022-02-09T15:54:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c513225-bb11-4d36-a4c3-0732716dcb87', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825105-1-iscsi', '_interfaces': [{'id': '7bdb8d8e-08dd-4dfd-8b46-cb7bc3b1faf3', 'name': '', 'network_id': 'd2b5dcdb-5fe9-45d2-b726-adea8d997892', 'tenant_id': '9903301a1e174c829e584a233c5c9866', 'mac_address': 'fa:16:3e:15:77:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fe23ed1-79d9-4102-82e9-9a62a96f76c7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6dc70113-5a0d-4411-a864-97d927169679', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825105-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:54:21Z', 'updated_at': '2022-02-09T15:54:40Z', 'revision_number': 5, 'project_id': '9903301a1e174c829e584a233c5c9866', 'subnets': [{'id': '6dc70113-5a0d-4411-a864-97d927169679', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 09 16:01:09.244164 dv-cinder-825105-1-iscsi neutron-server[82904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb3315a2-4af5-4870-8bf4-7b03cdb40877 None None] New status for floating IP 1148d8a4-2f73-45d1-8042-f55ac610ec3d: DOWN {{(pid=82904) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 09 16:01:09.787711 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18426818-39b4-4f49-a5b0-33243fadf344 req-93bd2c9b-060d-4a82-bf3c-af9d30096f49 tempest-TestVolumeBootPattern-303090007 tempest-TestVolumeBootPattern-303090007-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:01:09.795078 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-18426818-39b4-4f49-a5b0-33243fadf344 req-93bd2c9b-060d-4a82-bf3c-af9d30096f49 tempest-TestVolumeBootPattern-303090007 tempest-TestVolumeBootPattern-303090007-project] 10.222.0.47 "GET /v2.0/ports?device_id=d09df769-4e28-4913-934c-1dcfc8d7fd75 HTTP/1.1" status: 200 len: 945 time: 0.0829420 Feb 09 16:01:09.837325 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5fb1d78-46ca-4ee7-9813-df1e389e9a6d req-c0229872-e2da-4045-b9ba-918185d3b46d tempest-TestVolumeBootPattern-303090007 tempest-TestVolumeBootPattern-303090007-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 16:01:09.839654 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.quota.resource [req-e5fb1d78-46ca-4ee7-9813-df1e389e9a6d req-c0229872-e2da-4045-b9ba-918185d3b46d tempest-TestVolumeBootPattern-303090007 tempest-TestVolumeBootPattern-303090007-project] Synchronizing usage tracker for tenant:9903301a1e174c829e584a233c5c9866 on resource:port {{(pid=82902) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 09 16:01:09.852773 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.quota.resource [req-e5fb1d78-46ca-4ee7-9813-df1e389e9a6d req-c0229872-e2da-4045-b9ba-918185d3b46d tempest-TestVolumeBootPattern-303090007 tempest-TestVolumeBootPattern-303090007-project] Unset dirty status for tenant:9903301a1e174c829e584a233c5c9866 on resource:port {{(pid=82902) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 09 16:01:09.854582 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-e5fb1d78-46ca-4ee7-9813-df1e389e9a6d req-c0229872-e2da-4045-b9ba-918185d3b46d tempest-TestVolumeBootPattern-303090007 tempest-TestVolumeBootPattern-303090007-project] 10.222.0.67 "GET /v2.0/ports?device_id=d09df769-4e28-4913-934c-1dcfc8d7fd75 HTTP/1.1" status: 200 len: 945 time: 0.1114054 Feb 09 16:01:09.913391 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-e5fb1d78-46ca-4ee7-9813-df1e389e9a6d req-dc6a14a1-96c0-4a97-9373-a0bb7f31ab1d tempest-TestVolumeBootPattern-303090007 tempest-TestVolumeBootPattern-303090007-project] 10.222.0.67 "GET /v2.0/security-groups?id=df71dd35-47a2-48a6-8aae-3b8f819302d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519457 Feb 09 16:01:09.972664 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.plugins.ml2.plugin [req-18426818-39b4-4f49-a5b0-33243fadf344 req-82e83dec-5f06-4998-939c-9c0374e7d155 tempest-TestVolumeBootPattern-303090007 tempest-TestVolumeBootPattern-303090007-project] Deleting port 53b86a09-1eeb-4579-acf8-cba3719e9d14 {{(pid=82901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 16:01:09.973003 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [req-18426818-39b4-4f49-a5b0-33243fadf344 req-82e83dec-5f06-4998-939c-9c0374e7d155 tempest-TestVolumeBootPattern-303090007 tempest-TestVolumeBootPattern-303090007-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758701249'] for port, before_delete {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:10.239487 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.plugins.ml2.db [req-18426818-39b4-4f49-a5b0-33243fadf344 req-82e83dec-5f06-4998-939c-9c0374e7d155 tempest-TestVolumeBootPattern-303090007 tempest-TestVolumeBootPattern-303090007-project] For port 53b86a09-1eeb-4579-acf8-cba3719e9d14, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=53b86a09-1eeb-4579-acf8-cba3719e9d14,segment=NetworkSegment(da3be55e-cb41-4c7b-bd84-bbc25aac2618),segment_id=da3be55e-cb41-4c7b-bd84-bbc25aac2618)] {{(pid=82901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:01:10.239993 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [req-18426818-39b4-4f49-a5b0-33243fadf344 req-82e83dec-5f06-4998-939c-9c0374e7d155 tempest-TestVolumeBootPattern-303090007 tempest-TestVolumeBootPattern-303090007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353601'] for port, precommit_delete {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:10.368379 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.plugins.ml2.plugin [req-18426818-39b4-4f49-a5b0-33243fadf344 req-82e83dec-5f06-4998-939c-9c0374e7d155 tempest-TestVolumeBootPattern-303090007 tempest-TestVolumeBootPattern-303090007-project] Calling delete_port for 53b86a09-1eeb-4579-acf8-cba3719e9d14 owned by compute:nova {{(pid=82901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 16:01:10.519062 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [req-18426818-39b4-4f49-a5b0-33243fadf344 req-82e83dec-5f06-4998-939c-9c0374e7d155 tempest-TestVolumeBootPattern-303090007 tempest-TestVolumeBootPattern-303090007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16080037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758755970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756758334046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1282344'] for port, after_delete {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:10.568488 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e83dec-5f06-4998-939c-9c0374e7d155 tempest-TestVolumeBootPattern-303090007 tempest-TestVolumeBootPattern-303090007-project] Pushing event deleted for resources: {'Port': ['ID=53b86a09-1eeb-4579-acf8-cba3719e9d14,revision_number=None']} {{(pid=82901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:01:10.651180 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.db.l3_dvrscheduler_db [req-18426818-39b4-4f49-a5b0-33243fadf344 req-82e83dec-5f06-4998-939c-9c0374e7d155 tempest-TestVolumeBootPattern-303090007 tempest-TestVolumeBootPattern-303090007-project] No DVR routers for this DVR port 53b86a09-1eeb-4579-acf8-cba3719e9d14 on host hv-cinder-82510 {{(pid=82901) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 16:01:10.654181 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron_lib.callbacks.manager [req-18426818-39b4-4f49-a5b0-33243fadf344 req-82e83dec-5f06-4998-939c-9c0374e7d155 tempest-TestVolumeBootPattern-303090007 tempest-TestVolumeBootPattern-303090007-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205010'] for port, before_response {{(pid=82901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:10.657416 dv-cinder-825105-1-iscsi neutron-server[82901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd09df769-4e28-4913-934c-1dcfc8d7fd75', 'name': 'network-vif-deleted', 'tag': '53b86a09-1eeb-4579-acf8-cba3719e9d14'}] {{(pid=82901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 16:01:10.673522 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.wsgi [req-18426818-39b4-4f49-a5b0-33243fadf344 req-82e83dec-5f06-4998-939c-9c0374e7d155 tempest-TestVolumeBootPattern-303090007 tempest-TestVolumeBootPattern-303090007-project] 10.222.0.47 "DELETE /v2.0/ports/53b86a09-1eeb-4579-acf8-cba3719e9d14 HTTP/1.1" status: 204 len: 173 time: 0.8791904 Feb 09 16:01:10.721013 dv-cinder-825105-1-iscsi neutron-server[82901]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd09df769-4e28-4913-934c-1dcfc8d7fd75', 'name': 'network-vif-deleted', 'tag': '53b86a09-1eeb-4579-acf8-cba3719e9d14', 'status': 'completed', 'code': 200} Feb 09 16:01:11.112311 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [req-c5da6d97-2a22-4d1b-b43d-df51ea7eaf33 req-ebbae60d-c851-45f8-89c7-f463e1ebfebf tempest-TestVolumeBootPattern-303090007 tempest-TestVolumeBootPattern-303090007-project] 10.222.0.67 "GET /v2.0/ports?device_id=d09df769-4e28-4913-934c-1dcfc8d7fd75 HTTP/1.1" status: 200 len: 210 time: 0.0595832 Feb 09 16:01:12.225462 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.wsgi [-] (82902) accepted ('10.222.0.67', 52458) {{(pid=82902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 16:01:12.403523 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.plugins.ml2.plugin [None req-0ab67d68-d80d-4519-a736-5bfeaa881e4d tempest-TestVolumeBootPattern-303090007 tempest-TestVolumeBootPattern-303090007-project] Deleting port 3b50cc93-a913-441b-a15a-78b5d6cd35f4 {{(pid=82902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 16:01:12.403857 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-0ab67d68-d80d-4519-a736-5bfeaa881e4d tempest-TestVolumeBootPattern-303090007 tempest-TestVolumeBootPattern-303090007-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758701249'] for port, before_delete {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:12.579048 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-0ab67d68-d80d-4519-a736-5bfeaa881e4d tempest-TestVolumeBootPattern-303090007 tempest-TestVolumeBootPattern-303090007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353601'] for port, precommit_delete {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:12.579368 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-0ab67d68-d80d-4519-a736-5bfeaa881e4d tempest-TestVolumeBootPattern-303090007 tempest-TestVolumeBootPattern-303090007-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:12.704793 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.plugins.ml2.plugin [None req-0ab67d68-d80d-4519-a736-5bfeaa881e4d tempest-TestVolumeBootPattern-303090007 tempest-TestVolumeBootPattern-303090007-project] Calling delete_port for 3b50cc93-a913-441b-a15a-78b5d6cd35f4 owned by network:floatingip {{(pid=82902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 16:01:12.846495 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-0ab67d68-d80d-4519-a736-5bfeaa881e4d tempest-TestVolumeBootPattern-303090007 tempest-TestVolumeBootPattern-303090007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16080037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758755970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756758334046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1633551'] for port, after_delete {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:12.892969 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab67d68-d80d-4519-a736-5bfeaa881e4d tempest-TestVolumeBootPattern-303090007 tempest-TestVolumeBootPattern-303090007-project] Pushing event deleted for resources: {'Port': ['ID=3b50cc93-a913-441b-a15a-78b5d6cd35f4,revision_number=None']} {{(pid=82902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:01:13.075142 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-0ab67d68-d80d-4519-a736-5bfeaa881e4d tempest-TestVolumeBootPattern-303090007 tempest-TestVolumeBootPattern-303090007-project] Notify callbacks [] for floatingip, after_delete {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:13.089339 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-0ab67d68-d80d-4519-a736-5bfeaa881e4d tempest-TestVolumeBootPattern-303090007 tempest-TestVolumeBootPattern-303090007-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205010'] for floatingip, before_response {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:13.090449 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [None req-0ab67d68-d80d-4519-a736-5bfeaa881e4d tempest-TestVolumeBootPattern-303090007 tempest-TestVolumeBootPattern-303090007-project] 10.222.0.67 "DELETE /v2.0/floatingips/5df37f72-a805-4124-a7a2-17186db9e529 HTTP/1.1" status: 204 len: 168 time: 0.8640332 Feb 09 16:01:13.787718 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.plugins.ml2.rpc [None req-812787cf-6466-4ce1-8c4e-c32e14b18d8a None None] Device 53b86a09-1eeb-4579-acf8-cba3719e9d14 no longer exists at agent hyperv_hv-cinder-82510 {{(pid=82903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 16:01:13.824072 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.plugins.ml2.plugin [None req-812787cf-6466-4ce1-8c4e-c32e14b18d8a None None] No Port match for: 53b86a09-1eeb-4579-acf8-cba3719e9d14 {{(pid=82903) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 09 16:01:13.824522 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.plugins.ml2.rpc [None req-812787cf-6466-4ce1-8c4e-c32e14b18d8a None None] Device 53b86a09-1eeb-4579-acf8-cba3719e9d14 not bound to the agent host hv-cinder-82510 {{(pid=82903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 16:01:14.490980 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.wsgi [-] (82902) accepted ('10.222.0.67', 52472) {{(pid=82902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 16:01:14.566542 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-279710cd-3b7e-42fb-879b-73dc82244ce6 tempest-TestVolumeBootPattern-303090007 tempest-TestVolumeBootPattern-303090007-project] Notify callbacks [] for security_group, before_delete {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:14.599099 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-279710cd-3b7e-42fb-879b-73dc82244ce6 tempest-TestVolumeBootPattern-303090007 tempest-TestVolumeBootPattern-303090007-project] Notify callbacks [] for security_group, precommit_delete {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:14.675409 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-279710cd-3b7e-42fb-879b-73dc82244ce6 tempest-TestVolumeBootPattern-303090007 tempest-TestVolumeBootPattern-303090007-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_delete {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:14.707667 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-279710cd-3b7e-42fb-879b-73dc82244ce6 tempest-TestVolumeBootPattern-303090007 tempest-TestVolumeBootPattern-303090007-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=df71dd35-47a2-48a6-8aae-3b8f819302d8,revision_number=None']} {{(pid=82902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:01:14.721659 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-279710cd-3b7e-42fb-879b-73dc82244ce6 tempest-TestVolumeBootPattern-303090007 tempest-TestVolumeBootPattern-303090007-project] Notify callbacks [] for security_group, before_response {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:14.725727 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [None req-279710cd-3b7e-42fb-879b-73dc82244ce6 tempest-TestVolumeBootPattern-303090007 tempest-TestVolumeBootPattern-303090007-project] 10.222.0.67 "DELETE /v2.0/security-groups/df71dd35-47a2-48a6-8aae-3b8f819302d8 HTTP/1.1" status: 204 len: 168 time: 0.2309868 Feb 09 16:01:14.800462 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.wsgi [-] (82902) accepted ('10.222.0.67', 52478) {{(pid=82902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 16:01:15.075050 dv-cinder-825105-1-iscsi neutron-server[82904]: DEBUG neutron.db.agents_db [None req-77d1faa3-9ee6-4a91-bd02-8524aa1f9325 None None] Agent healthcheck: found 6 active agents {{(pid=82904) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 16:01:15.352440 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-15909b7d-59ac-44ad-a962-a4477ff5da58 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-405591'] for router_interface, before_delete {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:15.952819 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.plugins.ml2.plugin [None req-15909b7d-59ac-44ad-a962-a4477ff5da58 admin admin] Deleting port 7bdb8d8e-08dd-4dfd-8b46-cb7bc3b1faf3 {{(pid=82902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 16:01:15.953518 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-15909b7d-59ac-44ad-a962-a4477ff5da58 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758701249'] for port, before_delete {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:16.129307 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.plugins.ml2.db [None req-15909b7d-59ac-44ad-a962-a4477ff5da58 admin admin] For port 7bdb8d8e-08dd-4dfd-8b46-cb7bc3b1faf3, host dv-cinder-825105-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825105-1-iscsi',level=0,port_id=7bdb8d8e-08dd-4dfd-8b46-cb7bc3b1faf3,segment=NetworkSegment(da3be55e-cb41-4c7b-bd84-bbc25aac2618),segment_id=da3be55e-cb41-4c7b-bd84-bbc25aac2618)] {{(pid=82902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:01:16.129653 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-15909b7d-59ac-44ad-a962-a4477ff5da58 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353601'] for port, precommit_delete {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:16.336867 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.plugins.ml2.plugin [None req-15909b7d-59ac-44ad-a962-a4477ff5da58 admin admin] Calling delete_port for 7bdb8d8e-08dd-4dfd-8b46-cb7bc3b1faf3 owned by network:router_interface {{(pid=82902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 16:01:16.519003 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-15909b7d-59ac-44ad-a962-a4477ff5da58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16080037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758755970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756758334046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1633551'] for port, after_delete {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:16.564404 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15909b7d-59ac-44ad-a962-a4477ff5da58 admin admin] Pushing event deleted for resources: {'Port': ['ID=7bdb8d8e-08dd-4dfd-8b46-cb7bc3b1faf3,revision_number=None']} {{(pid=82902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:01:16.872832 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-15909b7d-59ac-44ad-a962-a4477ff5da58 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16123921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-405732'] for router_interface, after_delete {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:17.459212 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15909b7d-59ac-44ad-a962-a4477ff5da58 admin admin] Router 9fe23ed1-79d9-4102-82e9-9a62a96f76c7 has already been hosted by L3 agent 94c626d1-bc40-41bd-b6b2-9a20da402cb6 {{(pid=82902) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 16:01:17.669739 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15909b7d-59ac-44ad-a962-a4477ff5da58 admin admin] Notify agent at l3_agent.dv-cinder-825105-1-iscsi the message routers_updated {{(pid=82902) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 16:01:17.678871 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc542001-343a-4dda-bfb8-29e6b0ac1043 None None] Sync routers for ids ['9fe23ed1-79d9-4102-82e9-9a62a96f76c7'] in dv-cinder-825105-1-iscsi {{(pid=82903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 09 16:01:17.684654 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [None req-15909b7d-59ac-44ad-a962-a4477ff5da58 admin admin] 10.222.0.67 "PUT /v2.0/routers/9fe23ed1-79d9-4102-82e9-9a62a96f76c7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8831136 Feb 09 16:01:17.687385 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.wsgi [-] (82902) accepted ('10.222.0.67', 52484) {{(pid=82902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 16:01:17.697931 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc542001-343a-4dda-bfb8-29e6b0ac1043 None None] Routers {'9fe23ed1-79d9-4102-82e9-9a62a96f76c7'} bound to L3 agent in host dv-cinder-825105-1-iscsi {{(pid=82903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 16:01:17.698944 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.db.l3_hamode_db [None req-dc542001-343a-4dda-bfb8-29e6b0ac1043 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825105-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T15:34:00Z,description=,heartbeat_timestamp=2022-02-09T16:01:00Z,host='dv-cinder-825105-1-iscsi',id=94c626d1-bc40-41bd-b6b2-9a20da402cb6,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:34:00Z,topic='l3_agent')) {'router_ids': ['9fe23ed1-79d9-4102-82e9-9a62a96f76c7'], 'active': True} {{(pid=82903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:01:17.943955 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.db.l3_dvr_db [None req-dc542001-343a-4dda-bfb8-29e6b0ac1043 None None] Set router 9fe23ed1-79d9-4102-82e9-9a62a96f76c7 gateway port host: dv-cinder-825105-1-iscsi {{(pid=82903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 16:01:18.030283 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-041d8bca-4e2a-4bd7-bbfa-c1d7e12a26e6 admin admin] Notify callbacks [] for router, before_delete {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:18.253901 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.db.l3_hamode_db [None req-dc542001-343a-4dda-bfb8-29e6b0ac1043 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9fe23ed1-79d9-4102-82e9-9a62a96f76c7', 'name': 'tempest-TestVolumeBootPattern-787040231-router', 'tenant_id': '9903301a1e174c829e584a233c5c9866', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c65eede5-7777-493f-951d-210877831002', 'external_fixed_ips': [{'subnet_id': '2c513225-bb11-4d36-a4c3-0732716dcb87', 'ip_address': '172.27.0.135'}], 'enable_snat': True}, 'gw_port_id': 'a6b14449-4fdb-475c-899b-80e5f71a2e3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T15:54:18Z', 'updated_at': '2022-02-09T16:01:16Z', 'revision_number': 5, 'project_id': '9903301a1e174c829e584a233c5c9866', 'gw_port': {'id': 'a6b14449-4fdb-475c-899b-80e5f71a2e3b', 'name': '', 'network_id': 'c65eede5-7777-493f-951d-210877831002', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:a5:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fe23ed1-79d9-4102-82e9-9a62a96f76c7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2c513225-bb11-4d36-a4c3-0732716dcb87', 'ip_address': '172.27.0.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825105-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:54:19Z', 'updated_at': '2022-02-09T15:54:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c513225-bb11-4d36-a4c3-0732716dcb87', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825105-1-iscsi'}], 'dv-cinder-825105-1-iscsi', False) {} {{(pid=82903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:01:18.257701 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc542001-343a-4dda-bfb8-29e6b0ac1043 None None] Checking router: 9fe23ed1-79d9-4102-82e9-9a62a96f76c7 for host: dv-cinder-825105-1-iscsi {{(pid=82903) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 09 16:01:18.264591 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-041d8bca-4e2a-4bd7-bbfa-c1d7e12a26e6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:18.269481 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc542001-343a-4dda-bfb8-29e6b0ac1043 None None] Routers {'9fe23ed1-79d9-4102-82e9-9a62a96f76c7'} bound to L3 agent in host dv-cinder-825105-1-iscsi {{(pid=82903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 16:01:18.270074 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.db.l3_hamode_db [None req-dc542001-343a-4dda-bfb8-29e6b0ac1043 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825105-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T15:34:00Z,description=,heartbeat_timestamp=2022-02-09T16:01:00Z,host='dv-cinder-825105-1-iscsi',id=94c626d1-bc40-41bd-b6b2-9a20da402cb6,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:34:00Z,topic='l3_agent')) {'router_ids': ['9fe23ed1-79d9-4102-82e9-9a62a96f76c7'], 'active': True} {{(pid=82903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:01:18.274994 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.plugins.ml2.plugin [None req-041d8bca-4e2a-4bd7-bbfa-c1d7e12a26e6 admin admin] Deleting port a6b14449-4fdb-475c-899b-80e5f71a2e3b {{(pid=82902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 16:01:18.275465 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-041d8bca-4e2a-4bd7-bbfa-c1d7e12a26e6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758701249'] for port, before_delete {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:18.423039 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.db.l3_dvr_db [None req-dc542001-343a-4dda-bfb8-29e6b0ac1043 None None] Set router 9fe23ed1-79d9-4102-82e9-9a62a96f76c7 gateway port host: None {{(pid=82903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 16:01:18.462192 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.plugins.ml2.db [None req-041d8bca-4e2a-4bd7-bbfa-c1d7e12a26e6 admin admin] For port a6b14449-4fdb-475c-899b-80e5f71a2e3b, host dv-cinder-825105-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825105-1-iscsi',level=0,port_id=a6b14449-4fdb-475c-899b-80e5f71a2e3b,segment=NetworkSegment(e675f0f7-189f-41a1-8fb7-d7545319af97),segment_id=e675f0f7-189f-41a1-8fb7-d7545319af97)] {{(pid=82902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:01:18.462987 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-041d8bca-4e2a-4bd7-bbfa-c1d7e12a26e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353601'] for port, precommit_delete {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:18.530704 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.db.l3_hamode_db [None req-dc542001-343a-4dda-bfb8-29e6b0ac1043 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9fe23ed1-79d9-4102-82e9-9a62a96f76c7', 'name': 'tempest-TestVolumeBootPattern-787040231-router', 'tenant_id': '9903301a1e174c829e584a233c5c9866', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T15:54:18Z', 'updated_at': '2022-02-09T16:01:18Z', 'revision_number': 6, 'project_id': '9903301a1e174c829e584a233c5c9866', 'gw_port_host': None}], 'dv-cinder-825105-1-iscsi', False) {} {{(pid=82903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:01:18.534746 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc542001-343a-4dda-bfb8-29e6b0ac1043 None None] The sync data for ids ['9fe23ed1-79d9-4102-82e9-9a62a96f76c7'] in dv-cinder-825105-1-iscsi is: [{'id': '9fe23ed1-79d9-4102-82e9-9a62a96f76c7', 'name': 'tempest-TestVolumeBootPattern-787040231-router', 'tenant_id': '9903301a1e174c829e584a233c5c9866', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T15:54:18Z', 'updated_at': '2022-02-09T16:01:18Z', 'revision_number': 6, 'project_id': '9903301a1e174c829e584a233c5c9866', 'gw_port_host': None}] {{(pid=82903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 09 16:01:18.588906 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.plugins.ml2.plugin [None req-041d8bca-4e2a-4bd7-bbfa-c1d7e12a26e6 admin admin] Calling delete_port for a6b14449-4fdb-475c-899b-80e5f71a2e3b owned by network:router_gateway {{(pid=82902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 16:01:18.772803 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-041d8bca-4e2a-4bd7-bbfa-c1d7e12a26e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16080037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758755970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756758334046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1633551'] for port, after_delete {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:18.820725 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041d8bca-4e2a-4bd7-bbfa-c1d7e12a26e6 admin admin] Pushing event deleted for resources: {'Port': ['ID=a6b14449-4fdb-475c-899b-80e5f71a2e3b,revision_number=None']} {{(pid=82902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:01:18.947741 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.plugins.ml2.rpc [None req-608c4fd2-211a-4ca9-a277-ad2a51be62ff None None] Device 7bdb8d8e-08dd-4dfd-8b46-cb7bc3b1faf3 no longer exists at agent ovs-agent-dv-cinder-825105-1-iscsi {{(pid=82903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 16:01:18.991986 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.plugins.ml2.plugin [None req-608c4fd2-211a-4ca9-a277-ad2a51be62ff None None] No Port match for: 7bdb8d8e-08dd-4dfd-8b46-cb7bc3b1faf3 {{(pid=82903) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 09 16:01:18.992348 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.plugins.ml2.rpc [None req-608c4fd2-211a-4ca9-a277-ad2a51be62ff None None] Device 7bdb8d8e-08dd-4dfd-8b46-cb7bc3b1faf3 not bound to the agent host dv-cinder-825105-1-iscsi {{(pid=82903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 16:01:19.059263 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-041d8bca-4e2a-4bd7-bbfa-c1d7e12a26e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-406322'] for router_gateway, after_delete {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:19.419892 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-041d8bca-4e2a-4bd7-bbfa-c1d7e12a26e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-412290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1025159'] for router, precommit_delete {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:19.423919 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-041d8bca-4e2a-4bd7-bbfa-c1d7e12a26e6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:19.451523 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-041d8bca-4e2a-4bd7-bbfa-c1d7e12a26e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-412182'] for router, after_delete {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:19.452065 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-041d8bca-4e2a-4bd7-bbfa-c1d7e12a26e6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9fe23ed1-79d9-4102-82e9-9a62a96f76c7 {{(pid=82902) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 16:01:19.465917 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-041d8bca-4e2a-4bd7-bbfa-c1d7e12a26e6 admin admin] Notify callbacks [] for router, before_response {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:19.467098 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [None req-041d8bca-4e2a-4bd7-bbfa-c1d7e12a26e6 admin admin] 10.222.0.67 "DELETE /v2.0/routers/9fe23ed1-79d9-4102-82e9-9a62a96f76c7 HTTP/1.1" status: 204 len: 168 time: 1.7787786 Feb 09 16:01:19.470275 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.wsgi [-] (82902) accepted ('10.222.0.67', 52488) {{(pid=82902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 16:01:19.538577 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.db.db_base_plugin_v2 [None req-3f139f77-1d37-4db9-afab-b8ab9a2fd67c admin admin] Deleting subnet 6dc70113-5a0d-4411-a864-97d927169679 {{(pid=82902) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 09 16:01:19.542861 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-3f139f77-1d37-4db9-afab-b8ab9a2fd67c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:19.600521 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-3f139f77-1d37-4db9-afab-b8ab9a2fd67c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-986117'] for subnet, precommit_delete_associations {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:19.691886 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-3f139f77-1d37-4db9-afab-b8ab9a2fd67c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16020776'] for subnet, precommit_delete {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:19.763213 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-3f139f77-1d37-4db9-afab-b8ab9a2fd67c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16020753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1633744', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1082488'] for subnet, after_delete {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:19.801101 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f139f77-1d37-4db9-afab-b8ab9a2fd67c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6dc70113-5a0d-4411-a864-97d927169679,revision_number=None']} {{(pid=82902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:01:19.805788 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-3f139f77-1d37-4db9-afab-b8ab9a2fd67c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16124149'] for subnet, before_response {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:19.811684 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f88afdd-4046-44f3-8027-f746420a8c73 None None] Network d2b5dcdb-5fe9-45d2-b726-adea8d997892 requested from dv-cinder-825105-1-iscsi {{(pid=82903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 16:01:19.813454 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [None req-3f139f77-1d37-4db9-afab-b8ab9a2fd67c admin admin] 10.222.0.67 "DELETE /v2.0/subnets/6dc70113-5a0d-4411-a864-97d927169679 HTTP/1.1" status: 204 len: 168 time: 0.3421719 Feb 09 16:01:19.815835 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.wsgi [-] (82902) accepted ('10.222.0.67', 52492) {{(pid=82902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 16:01:19.926681 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-91f94c8c-aa9f-4e66-9a1f-01f20230240c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15997498'] for network, before_delete {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:19.938043 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.plugins.ml2.plugin [None req-91f94c8c-aa9f-4e66-9a1f-01f20230240c admin admin] Deleting port 253123ea-a8a0-47bf-9cd4-e7596360e677 {{(pid=82902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 16:01:19.938382 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-91f94c8c-aa9f-4e66-9a1f-01f20230240c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758701249'] for port, before_delete {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:20.086998 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07cecebf-d527-43ef-bb48-1f94287468b1 None None] DHCP port deletion for d2b5dcdb-5fe9-45d2-b726-adea8d997892 request from dv-cinder-825105-1-iscsi {{(pid=82903) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 09 16:01:20.092363 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.plugins.ml2.plugin [None req-07cecebf-d527-43ef-bb48-1f94287468b1 None None] Deleting port 253123ea-a8a0-47bf-9cd4-e7596360e677 {{(pid=82903) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 16:01:20.092752 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-07cecebf-d527-43ef-bb48-1f94287468b1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758701249'] for port, before_delete {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:20.161922 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.plugins.ml2.db [None req-91f94c8c-aa9f-4e66-9a1f-01f20230240c admin admin] For port 253123ea-a8a0-47bf-9cd4-e7596360e677, host dv-cinder-825105-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825105-1-iscsi',level=0,port_id=253123ea-a8a0-47bf-9cd4-e7596360e677,segment=NetworkSegment(da3be55e-cb41-4c7b-bd84-bbc25aac2618),segment_id=da3be55e-cb41-4c7b-bd84-bbc25aac2618)] {{(pid=82902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:01:20.162265 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-91f94c8c-aa9f-4e66-9a1f-01f20230240c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353601'] for port, precommit_delete {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:20.284848 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.plugins.ml2.plugin [None req-91f94c8c-aa9f-4e66-9a1f-01f20230240c admin admin] Calling delete_port for 253123ea-a8a0-47bf-9cd4-e7596360e677 owned by network:dhcp {{(pid=82902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 16:01:20.298453 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.plugins.ml2.db [None req-07cecebf-d527-43ef-bb48-1f94287468b1 None None] For port 253123ea-a8a0-47bf-9cd4-e7596360e677, host dv-cinder-825105-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825105-1-iscsi',level=0,port_id=253123ea-a8a0-47bf-9cd4-e7596360e677,segment=NetworkSegment(da3be55e-cb41-4c7b-bd84-bbc25aac2618),segment_id=da3be55e-cb41-4c7b-bd84-bbc25aac2618)] {{(pid=82903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:01:20.298839 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-07cecebf-d527-43ef-bb48-1f94287468b1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353601'] for port, precommit_delete {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:20.358655 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-91f94c8c-aa9f-4e66-9a1f-01f20230240c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16080037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758755970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756758334046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1633551'] for port, after_delete {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:20.409979 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f94c8c-aa9f-4e66-9a1f-01f20230240c admin admin] Pushing event deleted for resources: {'Port': ['ID=253123ea-a8a0-47bf-9cd4-e7596360e677,revision_number=None']} {{(pid=82902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:01:20.413683 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91f94c8c-aa9f-4e66-9a1f-01f20230240c admin admin] No DVR routers for this DVR port 253123ea-a8a0-47bf-9cd4-e7596360e677 on host dv-cinder-825105-1-iscsi {{(pid=82902) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 16:01:20.433306 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.plugins.ml2.plugin [None req-07cecebf-d527-43ef-bb48-1f94287468b1 None None] Calling delete_port for 253123ea-a8a0-47bf-9cd4-e7596360e677 owned by network:dhcp {{(pid=82903) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 16:01:20.508877 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.db.api [None req-07cecebf-d527-43ef-bb48-1f94287468b1 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=82903) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 16:01:20.509219 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG oslo_db.api [None req-07cecebf-d527-43ef-bb48-1f94287468b1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=82903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 16:01:20.533619 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-91f94c8c-aa9f-4e66-9a1f-01f20230240c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16022693', 'neutron.services.segments.db._delete_segments_for_network-8756758786151'] for network, precommit_delete {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:20.558689 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.services.segments.db [None req-91f94c8c-aa9f-4e66-9a1f-01f20230240c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d2b5dcdb-5fe9-45d2-b726-adea8d997892']}} {{(pid=82902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:01:20.570247 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.services.segments.db [None req-91f94c8c-aa9f-4e66-9a1f-01f20230240c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'da3be55e-cb41-4c7b-bd84-bbc25aac2618') {'for_net_delete': True} {{(pid=82902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:01:20.570538 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.services.segments.db [None req-91f94c8c-aa9f-4e66-9a1f-01f20230240c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'da3be55e-cb41-4c7b-bd84-bbc25aac2618') {} {{(pid=82902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:01:20.582729 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-91f94c8c-aa9f-4e66-9a1f-01f20230240c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756758785262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-986126'] for segment, before_delete {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:20.598642 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-91f94c8c-aa9f-4e66-9a1f-01f20230240c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16132466'] for segment, precommit_delete {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:20.605906 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-91f94c8c-aa9f-4e66-9a1f-01f20230240c admin admin] Releasing vlan 805 on physical network physnet1 to pool {{(pid=82902) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 09 16:01:20.606333 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-91f94c8c-aa9f-4e66-9a1f-01f20230240c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16020097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1633658'] for segment, after_delete {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:20.620298 dv-cinder-825105-1-iscsi neutron-server[82902]: Traceback (most recent call last): Feb 09 16:01:20.620298 dv-cinder-825105-1-iscsi neutron-server[82902]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 09 16:01:20.620298 dv-cinder-825105-1-iscsi neutron-server[82902]: timer() Feb 09 16:01:20.620298 dv-cinder-825105-1-iscsi neutron-server[82902]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 16:01:20.620298 dv-cinder-825105-1-iscsi neutron-server[82902]: cb(*args, **kw) Feb 09 16:01:20.620298 dv-cinder-825105-1-iscsi neutron-server[82902]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 16:01:20.620298 dv-cinder-825105-1-iscsi neutron-server[82902]: return func(*args, **kwargs) Feb 09 16:01:20.620298 dv-cinder-825105-1-iscsi neutron-server[82902]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 16:01:20.620298 dv-cinder-825105-1-iscsi neutron-server[82902]: self._notify() Feb 09 16:01:20.620298 dv-cinder-825105-1-iscsi neutron-server[82902]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 16:01:20.620298 dv-cinder-825105-1-iscsi neutron-server[82902]: self.callback(batched_events) Feb 09 16:01:20.620298 dv-cinder-825105-1-iscsi neutron-server[82902]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 16:01:20.620298 dv-cinder-825105-1-iscsi neutron-server[82902]: event.method(event) Feb 09 16:01:20.620298 dv-cinder-825105-1-iscsi neutron-server[82902]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 16:01:20.620298 dv-cinder-825105-1-iscsi neutron-server[82902]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 16:01:20.620298 dv-cinder-825105-1-iscsi neutron-server[82902]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 16:01:20.620298 dv-cinder-825105-1-iscsi neutron-server[82902]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 16:01:20.620298 dv-cinder-825105-1-iscsi neutron-server[82902]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 16:01:20.620298 dv-cinder-825105-1-iscsi neutron-server[82902]: return f(self, *a, **k) Feb 09 16:01:20.620298 dv-cinder-825105-1-iscsi neutron-server[82902]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 16:01:20.620298 dv-cinder-825105-1-iscsi neutron-server[82902]: return self._get(url).json() Feb 09 16:01:20.620298 dv-cinder-825105-1-iscsi neutron-server[82902]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 16:01:20.620298 dv-cinder-825105-1-iscsi neutron-server[82902]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 16:01:20.620298 dv-cinder-825105-1-iscsi neutron-server[82902]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 09 16:01:20.620298 dv-cinder-825105-1-iscsi neutron-server[82902]: return self.request(url, 'GET', **kwargs) Feb 09 16:01:20.620298 dv-cinder-825105-1-iscsi neutron-server[82902]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 09 16:01:20.620298 dv-cinder-825105-1-iscsi neutron-server[82902]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 16:01:20.620298 dv-cinder-825105-1-iscsi neutron-server[82902]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 09 16:01:20.620298 dv-cinder-825105-1-iscsi neutron-server[82902]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 16:01:20.620298 dv-cinder-825105-1-iscsi neutron-server[82902]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 09 16:01:20.620298 dv-cinder-825105-1-iscsi neutron-server[82902]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 16:01:20.620298 dv-cinder-825105-1-iscsi neutron-server[82902]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 16:01:20.637332 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.plugins.ml2.rpc [None req-608c4fd2-211a-4ca9-a277-ad2a51be62ff None None] Device 253123ea-a8a0-47bf-9cd4-e7596360e677 no longer exists at agent ovs-agent-dv-cinder-825105-1-iscsi {{(pid=82903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 16:01:20.708143 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-91f94c8c-aa9f-4e66-9a1f-01f20230240c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16022698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124156', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-406359'] for network, after_delete {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:20.715755 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.plugins.ml2.plugin [None req-608c4fd2-211a-4ca9-a277-ad2a51be62ff None None] No Port match for: 253123ea-a8a0-47bf-9cd4-e7596360e677 {{(pid=82903) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 09 16:01:20.716094 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.plugins.ml2.rpc [None req-608c4fd2-211a-4ca9-a277-ad2a51be62ff None None] Device 253123ea-a8a0-47bf-9cd4-e7596360e677 not bound to the agent host dv-cinder-825105-1-iscsi {{(pid=82903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 16:01:20.716530 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.plugins.ml2.rpc [None req-608c4fd2-211a-4ca9-a277-ad2a51be62ff None None] Device a6b14449-4fdb-475c-899b-80e5f71a2e3b no longer exists at agent ovs-agent-dv-cinder-825105-1-iscsi {{(pid=82903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 16:01:20.724602 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-91f94c8c-aa9f-4e66-9a1f-01f20230240c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16124149'] for network, before_response {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:20.734816 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f94c8c-aa9f-4e66-9a1f-01f20230240c admin admin] Pushing event deleted for resources: {'Network': ['ID=d2b5dcdb-5fe9-45d2-b726-adea8d997892,revision_number=None']} {{(pid=82902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:01:20.749781 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [None req-91f94c8c-aa9f-4e66-9a1f-01f20230240c admin admin] 10.222.0.67 "DELETE /v2.0/networks/d2b5dcdb-5fe9-45d2-b726-adea8d997892 HTTP/1.1" status: 204 len: 168 time: 0.9328706 Feb 09 16:01:20.750197 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.plugins.ml2.plugin [None req-608c4fd2-211a-4ca9-a277-ad2a51be62ff None None] No Port match for: a6b14449-4fdb-475c-899b-80e5f71a2e3b {{(pid=82903) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 09 16:01:20.750550 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.plugins.ml2.rpc [None req-608c4fd2-211a-4ca9-a277-ad2a51be62ff None None] Device a6b14449-4fdb-475c-899b-80e5f71a2e3b not bound to the agent host dv-cinder-825105-1-iscsi {{(pid=82903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 16:01:20.752722 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.wsgi [-] (82902) accepted ('10.222.0.67', 52496) {{(pid=82902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 16:01:21.010920 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.plugins.ml2.plugin [None req-07cecebf-d527-43ef-bb48-1f94287468b1 None None] Deleting port 253123ea-a8a0-47bf-9cd4-e7596360e677 {{(pid=82903) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 16:01:21.011301 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-07cecebf-d527-43ef-bb48-1f94287468b1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758701249'] for port, before_delete {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:21.073143 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.plugins.ml2.plugin [None req-07cecebf-d527-43ef-bb48-1f94287468b1 None None] The port '253123ea-a8a0-47bf-9cd4-e7596360e677' was deleted {{(pid=82903) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 09 16:01:21.237768 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-c61c8755-179b-4749-a584-ee4f3b54c389 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-405591'] for router_interface, before_delete {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:21.849283 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.plugins.ml2.plugin [None req-c61c8755-179b-4749-a584-ee4f3b54c389 admin admin] Deleting port 9da714f0-5d54-4651-b5ae-438940cac10e {{(pid=82902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 16:01:21.850095 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-c61c8755-179b-4749-a584-ee4f3b54c389 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758701249'] for port, before_delete {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:22.026024 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.plugins.ml2.db [None req-c61c8755-179b-4749-a584-ee4f3b54c389 admin admin] For port 9da714f0-5d54-4651-b5ae-438940cac10e, host dv-cinder-825105-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825105-1-iscsi',level=0,port_id=9da714f0-5d54-4651-b5ae-438940cac10e,segment=NetworkSegment(32d378a0-d0c9-4fc3-bc5c-4c937faa17dd),segment_id=32d378a0-d0c9-4fc3-bc5c-4c937faa17dd)] {{(pid=82902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:01:22.026368 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-c61c8755-179b-4749-a584-ee4f3b54c389 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353601'] for port, precommit_delete {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:22.168656 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.plugins.ml2.plugin [None req-c61c8755-179b-4749-a584-ee4f3b54c389 admin admin] Calling delete_port for 9da714f0-5d54-4651-b5ae-438940cac10e owned by network:router_interface {{(pid=82902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 16:01:22.340618 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-c61c8755-179b-4749-a584-ee4f3b54c389 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16080037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758755970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756758334046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1633551'] for port, after_delete {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:22.384828 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61c8755-179b-4749-a584-ee4f3b54c389 admin admin] Pushing event deleted for resources: {'Port': ['ID=9da714f0-5d54-4651-b5ae-438940cac10e,revision_number=None']} {{(pid=82902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:01:22.782753 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-c61c8755-179b-4749-a584-ee4f3b54c389 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16123921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-405732'] for router_interface, after_delete {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:23.380995 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c61c8755-179b-4749-a584-ee4f3b54c389 admin admin] Router 937b5379-8c28-4fc0-9119-8b8b07fffb69 has already been hosted by L3 agent 94c626d1-bc40-41bd-b6b2-9a20da402cb6 {{(pid=82902) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 16:01:23.581313 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c61c8755-179b-4749-a584-ee4f3b54c389 admin admin] Notify agent at l3_agent.dv-cinder-825105-1-iscsi the message routers_updated {{(pid=82902) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 16:01:23.590689 dv-cinder-825105-1-iscsi neutron-server[82904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e66f776-e5b6-48d0-a40e-173c9b8c81f1 None None] Sync routers for ids ['937b5379-8c28-4fc0-9119-8b8b07fffb69'] in dv-cinder-825105-1-iscsi {{(pid=82904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 09 16:01:23.597966 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [None req-c61c8755-179b-4749-a584-ee4f3b54c389 admin admin] 10.222.0.67 "PUT /v2.0/routers/937b5379-8c28-4fc0-9119-8b8b07fffb69/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8442440 Feb 09 16:01:23.600398 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.wsgi [-] (82902) accepted ('10.222.0.67', 52500) {{(pid=82902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 16:01:23.604083 dv-cinder-825105-1-iscsi neutron-server[82904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e66f776-e5b6-48d0-a40e-173c9b8c81f1 None None] Routers {'937b5379-8c28-4fc0-9119-8b8b07fffb69'} bound to L3 agent in host dv-cinder-825105-1-iscsi {{(pid=82904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 16:01:23.604872 dv-cinder-825105-1-iscsi neutron-server[82904]: DEBUG neutron.db.l3_hamode_db [None req-7e66f776-e5b6-48d0-a40e-173c9b8c81f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825105-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T15:34:00Z,description=,heartbeat_timestamp=2022-02-09T16:01:00Z,host='dv-cinder-825105-1-iscsi',id=94c626d1-bc40-41bd-b6b2-9a20da402cb6,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:34:00Z,topic='l3_agent')) {'router_ids': ['937b5379-8c28-4fc0-9119-8b8b07fffb69'], 'active': True} {{(pid=82904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:01:23.782816 dv-cinder-825105-1-iscsi neutron-server[82904]: DEBUG neutron.db.l3_dvr_db [None req-7e66f776-e5b6-48d0-a40e-173c9b8c81f1 None None] Set router 937b5379-8c28-4fc0-9119-8b8b07fffb69 gateway port host: dv-cinder-825105-1-iscsi {{(pid=82904) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 16:01:23.798372 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-d3a49f1b-f753-4010-888e-0e6b6b7357f0 admin admin] Notify callbacks [] for router, before_delete {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:24.003863 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-d3a49f1b-f753-4010-888e-0e6b6b7357f0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:24.015193 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.plugins.ml2.plugin [None req-d3a49f1b-f753-4010-888e-0e6b6b7357f0 admin admin] Deleting port 9733e633-7a5e-439a-8d38-660667f68321 {{(pid=82902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 16:01:24.015575 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-d3a49f1b-f753-4010-888e-0e6b6b7357f0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758701249'] for port, before_delete {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:24.079016 dv-cinder-825105-1-iscsi neutron-server[82904]: DEBUG neutron.db.l3_hamode_db [None req-7e66f776-e5b6-48d0-a40e-173c9b8c81f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '937b5379-8c28-4fc0-9119-8b8b07fffb69', 'name': 'tempest-TestVolumeBootPattern-497074676-router', 'tenant_id': '1fa9ace815a04c9d917f60ed931f578f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c65eede5-7777-493f-951d-210877831002', 'external_fixed_ips': [{'subnet_id': '2c513225-bb11-4d36-a4c3-0732716dcb87', 'ip_address': '172.27.0.176'}], 'enable_snat': True}, 'gw_port_id': '9733e633-7a5e-439a-8d38-660667f68321', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T15:54:25Z', 'updated_at': '2022-02-09T16:01:22Z', 'revision_number': 5, 'project_id': '1fa9ace815a04c9d917f60ed931f578f', 'gw_port': {'id': '9733e633-7a5e-439a-8d38-660667f68321', 'name': '', 'network_id': 'c65eede5-7777-493f-951d-210877831002', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:76:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '937b5379-8c28-4fc0-9119-8b8b07fffb69', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2c513225-bb11-4d36-a4c3-0732716dcb87', 'ip_address': '172.27.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825105-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T15:54:25Z', 'updated_at': '2022-02-09T15:54:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c513225-bb11-4d36-a4c3-0732716dcb87', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825105-1-iscsi'}], 'dv-cinder-825105-1-iscsi', False) {} {{(pid=82904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:01:24.083402 dv-cinder-825105-1-iscsi neutron-server[82904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e66f776-e5b6-48d0-a40e-173c9b8c81f1 None None] Checking router: 937b5379-8c28-4fc0-9119-8b8b07fffb69 for host: dv-cinder-825105-1-iscsi {{(pid=82904) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 09 16:01:24.095745 dv-cinder-825105-1-iscsi neutron-server[82904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e66f776-e5b6-48d0-a40e-173c9b8c81f1 None None] Routers {'937b5379-8c28-4fc0-9119-8b8b07fffb69'} bound to L3 agent in host dv-cinder-825105-1-iscsi {{(pid=82904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 09 16:01:24.096599 dv-cinder-825105-1-iscsi neutron-server[82904]: DEBUG neutron.db.l3_hamode_db [None req-7e66f776-e5b6-48d0-a40e-173c9b8c81f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825105-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T15:34:00Z,description=,heartbeat_timestamp=2022-02-09T16:01:00Z,host='dv-cinder-825105-1-iscsi',id=94c626d1-bc40-41bd-b6b2-9a20da402cb6,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T15:34:00Z,topic='l3_agent')) {'router_ids': ['937b5379-8c28-4fc0-9119-8b8b07fffb69'], 'active': True} {{(pid=82904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:01:24.252884 dv-cinder-825105-1-iscsi neutron-server[82904]: DEBUG neutron.db.l3_dvr_db [None req-7e66f776-e5b6-48d0-a40e-173c9b8c81f1 None None] Set router 937b5379-8c28-4fc0-9119-8b8b07fffb69 gateway port host: None {{(pid=82904) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 09 16:01:24.298536 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.plugins.ml2.db [None req-d3a49f1b-f753-4010-888e-0e6b6b7357f0 admin admin] For port 9733e633-7a5e-439a-8d38-660667f68321, host dv-cinder-825105-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825105-1-iscsi',level=0,port_id=9733e633-7a5e-439a-8d38-660667f68321,segment=NetworkSegment(e675f0f7-189f-41a1-8fb7-d7545319af97),segment_id=e675f0f7-189f-41a1-8fb7-d7545319af97)] {{(pid=82902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:01:24.298892 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-d3a49f1b-f753-4010-888e-0e6b6b7357f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353601'] for port, precommit_delete {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:24.359200 dv-cinder-825105-1-iscsi neutron-server[82904]: DEBUG neutron.db.l3_hamode_db [None req-7e66f776-e5b6-48d0-a40e-173c9b8c81f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '937b5379-8c28-4fc0-9119-8b8b07fffb69', 'name': 'tempest-TestVolumeBootPattern-497074676-router', 'tenant_id': '1fa9ace815a04c9d917f60ed931f578f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T15:54:25Z', 'updated_at': '2022-02-09T16:01:24Z', 'revision_number': 6, 'project_id': '1fa9ace815a04c9d917f60ed931f578f', 'gw_port_host': None}], 'dv-cinder-825105-1-iscsi', False) {} {{(pid=82904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:01:24.363352 dv-cinder-825105-1-iscsi neutron-server[82904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e66f776-e5b6-48d0-a40e-173c9b8c81f1 None None] The sync data for ids ['937b5379-8c28-4fc0-9119-8b8b07fffb69'] in dv-cinder-825105-1-iscsi is: [{'id': '937b5379-8c28-4fc0-9119-8b8b07fffb69', 'name': 'tempest-TestVolumeBootPattern-497074676-router', 'tenant_id': '1fa9ace815a04c9d917f60ed931f578f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T15:54:25Z', 'updated_at': '2022-02-09T16:01:24Z', 'revision_number': 6, 'project_id': '1fa9ace815a04c9d917f60ed931f578f', 'gw_port_host': None}] {{(pid=82904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 09 16:01:24.425377 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.plugins.ml2.plugin [None req-d3a49f1b-f753-4010-888e-0e6b6b7357f0 admin admin] Calling delete_port for 9733e633-7a5e-439a-8d38-660667f68321 owned by network:router_gateway {{(pid=82902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 16:01:24.592063 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-d3a49f1b-f753-4010-888e-0e6b6b7357f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16080037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758755970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756758334046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1633551'] for port, after_delete {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:24.637530 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a49f1b-f753-4010-888e-0e6b6b7357f0 admin admin] Pushing event deleted for resources: {'Port': ['ID=9733e633-7a5e-439a-8d38-660667f68321,revision_number=None']} {{(pid=82902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:01:24.771431 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.plugins.ml2.rpc [None req-608c4fd2-211a-4ca9-a277-ad2a51be62ff None None] Device 9da714f0-5d54-4651-b5ae-438940cac10e no longer exists at agent ovs-agent-dv-cinder-825105-1-iscsi {{(pid=82903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 16:01:24.812606 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.plugins.ml2.plugin [None req-608c4fd2-211a-4ca9-a277-ad2a51be62ff None None] No Port match for: 9da714f0-5d54-4651-b5ae-438940cac10e {{(pid=82903) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 09 16:01:24.812943 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.plugins.ml2.rpc [None req-608c4fd2-211a-4ca9-a277-ad2a51be62ff None None] Device 9da714f0-5d54-4651-b5ae-438940cac10e not bound to the agent host dv-cinder-825105-1-iscsi {{(pid=82903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 16:01:24.868334 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-d3a49f1b-f753-4010-888e-0e6b6b7357f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-406322'] for router_gateway, after_delete {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:25.126250 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-d3a49f1b-f753-4010-888e-0e6b6b7357f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-412290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1025159'] for router, precommit_delete {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:25.130485 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-d3a49f1b-f753-4010-888e-0e6b6b7357f0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:25.157597 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-d3a49f1b-f753-4010-888e-0e6b6b7357f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-412182'] for router, after_delete {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:25.158115 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3a49f1b-f753-4010-888e-0e6b6b7357f0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 937b5379-8c28-4fc0-9119-8b8b07fffb69 {{(pid=82902) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 16:01:25.170631 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-d3a49f1b-f753-4010-888e-0e6b6b7357f0 admin admin] Notify callbacks [] for router, before_response {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:25.171717 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [None req-d3a49f1b-f753-4010-888e-0e6b6b7357f0 admin admin] 10.222.0.67 "DELETE /v2.0/routers/937b5379-8c28-4fc0-9119-8b8b07fffb69 HTTP/1.1" status: 204 len: 168 time: 1.5702848 Feb 09 16:01:25.174247 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.wsgi [-] (82902) accepted ('10.222.0.67', 52504) {{(pid=82902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 16:01:25.238080 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.db.db_base_plugin_v2 [None req-1751f9a8-0e60-4376-8ab3-66e10d9d3bc9 admin admin] Deleting subnet a79ac21d-42e0-4883-b8e8-f7bbb599791d {{(pid=82902) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 09 16:01:25.241014 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-1751f9a8-0e60-4376-8ab3-66e10d9d3bc9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:25.291772 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-1751f9a8-0e60-4376-8ab3-66e10d9d3bc9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-986117'] for subnet, precommit_delete_associations {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:25.376000 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-1751f9a8-0e60-4376-8ab3-66e10d9d3bc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16020776'] for subnet, precommit_delete {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:25.446989 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-1751f9a8-0e60-4376-8ab3-66e10d9d3bc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16020753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1633744', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1082488'] for subnet, after_delete {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:25.483055 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1751f9a8-0e60-4376-8ab3-66e10d9d3bc9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a79ac21d-42e0-4883-b8e8-f7bbb599791d,revision_number=None']} {{(pid=82902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:01:25.488942 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-1751f9a8-0e60-4376-8ab3-66e10d9d3bc9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16124149'] for subnet, before_response {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:25.494860 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-752252e7-8afa-4750-8ab5-6f1b75cb916d None None] Network aa0e15ee-f7eb-43da-8847-3d6e4915fa1c requested from dv-cinder-825105-1-iscsi {{(pid=82903) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 09 16:01:25.498220 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [None req-1751f9a8-0e60-4376-8ab3-66e10d9d3bc9 admin admin] 10.222.0.67 "DELETE /v2.0/subnets/a79ac21d-42e0-4883-b8e8-f7bbb599791d HTTP/1.1" status: 204 len: 168 time: 0.3230269 Feb 09 16:01:25.500625 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.wsgi [-] (82902) accepted ('10.222.0.67', 52508) {{(pid=82902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 16:01:25.699968 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-d6a67e2c-c596-486c-9e93-a6e0221e46a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15997498'] for network, before_delete {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:25.710751 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.plugins.ml2.plugin [None req-d6a67e2c-c596-486c-9e93-a6e0221e46a1 admin admin] Deleting port 9d28ca29-f4ac-4200-813e-4571403d04da {{(pid=82902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 16:01:25.711076 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-d6a67e2c-c596-486c-9e93-a6e0221e46a1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758701249'] for port, before_delete {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:25.752895 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac985209-ffb6-4a7b-8ea8-d89bf09bef18 None None] DHCP port deletion for aa0e15ee-f7eb-43da-8847-3d6e4915fa1c request from dv-cinder-825105-1-iscsi {{(pid=82903) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 09 16:01:25.756995 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.plugins.ml2.plugin [None req-ac985209-ffb6-4a7b-8ea8-d89bf09bef18 None None] Deleting port 9d28ca29-f4ac-4200-813e-4571403d04da {{(pid=82903) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 16:01:25.757361 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-ac985209-ffb6-4a7b-8ea8-d89bf09bef18 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758701249'] for port, before_delete {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:25.925220 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.plugins.ml2.db [None req-d6a67e2c-c596-486c-9e93-a6e0221e46a1 admin admin] For port 9d28ca29-f4ac-4200-813e-4571403d04da, host dv-cinder-825105-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825105-1-iscsi',level=0,port_id=9d28ca29-f4ac-4200-813e-4571403d04da,segment=NetworkSegment(32d378a0-d0c9-4fc3-bc5c-4c937faa17dd),segment_id=32d378a0-d0c9-4fc3-bc5c-4c937faa17dd)] {{(pid=82902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:01:25.925649 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-d6a67e2c-c596-486c-9e93-a6e0221e46a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353601'] for port, precommit_delete {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:25.961062 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.plugins.ml2.db [None req-ac985209-ffb6-4a7b-8ea8-d89bf09bef18 None None] For port 9d28ca29-f4ac-4200-813e-4571403d04da, host dv-cinder-825105-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825105-1-iscsi',level=0,port_id=9d28ca29-f4ac-4200-813e-4571403d04da,segment=NetworkSegment(32d378a0-d0c9-4fc3-bc5c-4c937faa17dd),segment_id=32d378a0-d0c9-4fc3-bc5c-4c937faa17dd)] {{(pid=82903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 16:01:25.961571 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-ac985209-ffb6-4a7b-8ea8-d89bf09bef18 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-353601'] for port, precommit_delete {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:26.051877 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.plugins.ml2.plugin [None req-d6a67e2c-c596-486c-9e93-a6e0221e46a1 admin admin] Calling delete_port for 9d28ca29-f4ac-4200-813e-4571403d04da owned by network:dhcp {{(pid=82902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 16:01:26.083815 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.plugins.ml2.plugin [None req-ac985209-ffb6-4a7b-8ea8-d89bf09bef18 None None] Calling delete_port for 9d28ca29-f4ac-4200-813e-4571403d04da owned by network:dhcp {{(pid=82903) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 09 16:01:26.127350 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-d6a67e2c-c596-486c-9e93-a6e0221e46a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16080037', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756758755970', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756758334046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1633551'] for port, after_delete {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:26.157060 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.db.api [None req-ac985209-ffb6-4a7b-8ea8-d89bf09bef18 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=82903) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 16:01:26.157409 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG oslo_db.api [None req-ac985209-ffb6-4a7b-8ea8-d89bf09bef18 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=82903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 16:01:26.176509 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a67e2c-c596-486c-9e93-a6e0221e46a1 admin admin] Pushing event deleted for resources: {'Port': ['ID=9d28ca29-f4ac-4200-813e-4571403d04da,revision_number=None']} {{(pid=82902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:01:26.182702 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6a67e2c-c596-486c-9e93-a6e0221e46a1 admin admin] No DVR routers for this DVR port 9d28ca29-f4ac-4200-813e-4571403d04da on host dv-cinder-825105-1-iscsi {{(pid=82902) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 16:01:26.300629 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-d6a67e2c-c596-486c-9e93-a6e0221e46a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16022693', 'neutron.services.segments.db._delete_segments_for_network-8756758786151'] for network, precommit_delete {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:26.326959 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.services.segments.db [None req-d6a67e2c-c596-486c-9e93-a6e0221e46a1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aa0e15ee-f7eb-43da-8847-3d6e4915fa1c']}} {{(pid=82902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:01:26.339565 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.services.segments.db [None req-d6a67e2c-c596-486c-9e93-a6e0221e46a1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '32d378a0-d0c9-4fc3-bc5c-4c937faa17dd') {'for_net_delete': True} {{(pid=82902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:01:26.339769 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.services.segments.db [None req-d6a67e2c-c596-486c-9e93-a6e0221e46a1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '32d378a0-d0c9-4fc3-bc5c-4c937faa17dd') {} {{(pid=82902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 16:01:26.350666 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-d6a67e2c-c596-486c-9e93-a6e0221e46a1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756758785262', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-986126'] for segment, before_delete {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:26.366804 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-d6a67e2c-c596-486c-9e93-a6e0221e46a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16132466'] for segment, precommit_delete {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:26.373075 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d6a67e2c-c596-486c-9e93-a6e0221e46a1 admin admin] Releasing vlan 843 on physical network physnet1 to pool {{(pid=82902) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 09 16:01:26.373487 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-d6a67e2c-c596-486c-9e93-a6e0221e46a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16020097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1633658'] for segment, after_delete {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:26.387242 dv-cinder-825105-1-iscsi neutron-server[82902]: Traceback (most recent call last): Feb 09 16:01:26.387242 dv-cinder-825105-1-iscsi neutron-server[82902]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 09 16:01:26.387242 dv-cinder-825105-1-iscsi neutron-server[82902]: timer() Feb 09 16:01:26.387242 dv-cinder-825105-1-iscsi neutron-server[82902]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 16:01:26.387242 dv-cinder-825105-1-iscsi neutron-server[82902]: cb(*args, **kw) Feb 09 16:01:26.387242 dv-cinder-825105-1-iscsi neutron-server[82902]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 09 16:01:26.387242 dv-cinder-825105-1-iscsi neutron-server[82902]: return func(*args, **kwargs) Feb 09 16:01:26.387242 dv-cinder-825105-1-iscsi neutron-server[82902]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 16:01:26.387242 dv-cinder-825105-1-iscsi neutron-server[82902]: self._notify() Feb 09 16:01:26.387242 dv-cinder-825105-1-iscsi neutron-server[82902]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 16:01:26.387242 dv-cinder-825105-1-iscsi neutron-server[82902]: self.callback(batched_events) Feb 09 16:01:26.387242 dv-cinder-825105-1-iscsi neutron-server[82902]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 16:01:26.387242 dv-cinder-825105-1-iscsi neutron-server[82902]: event.method(event) Feb 09 16:01:26.387242 dv-cinder-825105-1-iscsi neutron-server[82902]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 16:01:26.387242 dv-cinder-825105-1-iscsi neutron-server[82902]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 16:01:26.387242 dv-cinder-825105-1-iscsi neutron-server[82902]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 09 16:01:26.387242 dv-cinder-825105-1-iscsi neutron-server[82902]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 16:01:26.387242 dv-cinder-825105-1-iscsi neutron-server[82902]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 16:01:26.387242 dv-cinder-825105-1-iscsi neutron-server[82902]: return f(self, *a, **k) Feb 09 16:01:26.387242 dv-cinder-825105-1-iscsi neutron-server[82902]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 16:01:26.387242 dv-cinder-825105-1-iscsi neutron-server[82902]: return self._get(url).json() Feb 09 16:01:26.387242 dv-cinder-825105-1-iscsi neutron-server[82902]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 16:01:26.387242 dv-cinder-825105-1-iscsi neutron-server[82902]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 16:01:26.387242 dv-cinder-825105-1-iscsi neutron-server[82902]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 09 16:01:26.387242 dv-cinder-825105-1-iscsi neutron-server[82902]: return self.request(url, 'GET', **kwargs) Feb 09 16:01:26.387242 dv-cinder-825105-1-iscsi neutron-server[82902]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 09 16:01:26.387242 dv-cinder-825105-1-iscsi neutron-server[82902]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 16:01:26.387242 dv-cinder-825105-1-iscsi neutron-server[82902]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 09 16:01:26.387242 dv-cinder-825105-1-iscsi neutron-server[82902]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 16:01:26.387242 dv-cinder-825105-1-iscsi neutron-server[82902]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 09 16:01:26.387242 dv-cinder-825105-1-iscsi neutron-server[82902]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 16:01:26.387242 dv-cinder-825105-1-iscsi neutron-server[82902]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 16:01:26.466682 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-d6a67e2c-c596-486c-9e93-a6e0221e46a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16022698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16124156', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-406359'] for network, after_delete {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:26.482857 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-d6a67e2c-c596-486c-9e93-a6e0221e46a1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16124149'] for network, before_response {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:26.492792 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a67e2c-c596-486c-9e93-a6e0221e46a1 admin admin] Pushing event deleted for resources: {'Network': ['ID=aa0e15ee-f7eb-43da-8847-3d6e4915fa1c,revision_number=None']} {{(pid=82902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:01:26.500454 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [None req-d6a67e2c-c596-486c-9e93-a6e0221e46a1 admin admin] 10.222.0.67 "DELETE /v2.0/networks/aa0e15ee-f7eb-43da-8847-3d6e4915fa1c HTTP/1.1" status: 204 len: 168 time: 0.9988713 Feb 09 16:01:26.641303 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.plugins.ml2.rpc [None req-608c4fd2-211a-4ca9-a277-ad2a51be62ff None None] Device 9d28ca29-f4ac-4200-813e-4571403d04da no longer exists at agent ovs-agent-dv-cinder-825105-1-iscsi {{(pid=82903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 16:01:26.643377 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.wsgi [-] (82902) accepted ('10.222.0.67', 52514) {{(pid=82902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 16:01:26.672399 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.plugins.ml2.plugin [None req-ac985209-ffb6-4a7b-8ea8-d89bf09bef18 None None] Deleting port 9d28ca29-f4ac-4200-813e-4571403d04da {{(pid=82903) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 09 16:01:26.672766 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-ac985209-ffb6-4a7b-8ea8-d89bf09bef18 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756758701249'] for port, before_delete {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:26.695892 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [None req-b821c0b3-05a5-4029-a1fb-879d5e415fad admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=9903301a1e174c829e584a233c5c9866&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0487871 Feb 09 16:01:26.696143 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.wsgi [-] (82902) accepted ('10.222.0.67', 52518) {{(pid=82902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 16:01:26.707982 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.plugins.ml2.plugin [None req-608c4fd2-211a-4ca9-a277-ad2a51be62ff None None] No Port match for: 9d28ca29-f4ac-4200-813e-4571403d04da {{(pid=82903) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 09 16:01:26.708348 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.plugins.ml2.rpc [None req-608c4fd2-211a-4ca9-a277-ad2a51be62ff None None] Device 9d28ca29-f4ac-4200-813e-4571403d04da not bound to the agent host dv-cinder-825105-1-iscsi {{(pid=82903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 16:01:26.708781 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.plugins.ml2.rpc [None req-608c4fd2-211a-4ca9-a277-ad2a51be62ff None None] Device 9733e633-7a5e-439a-8d38-660667f68321 no longer exists at agent ovs-agent-dv-cinder-825105-1-iscsi {{(pid=82903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 09 16:01:26.761142 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-d74db6f0-8246-4ceb-a2c9-e15613ef7aa5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:26.769087 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.plugins.ml2.plugin [None req-608c4fd2-211a-4ca9-a277-ad2a51be62ff None None] No Port match for: 9733e633-7a5e-439a-8d38-660667f68321 {{(pid=82903) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 09 16:01:26.769430 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.plugins.ml2.rpc [None req-608c4fd2-211a-4ca9-a277-ad2a51be62ff None None] Device 9733e633-7a5e-439a-8d38-660667f68321 not bound to the agent host dv-cinder-825105-1-iscsi {{(pid=82903) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 09 16:01:26.778819 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron.plugins.ml2.plugin [None req-ac985209-ffb6-4a7b-8ea8-d89bf09bef18 None None] The port '9d28ca29-f4ac-4200-813e-4571403d04da' was deleted {{(pid=82903) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 09 16:01:26.793049 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-d74db6f0-8246-4ceb-a2c9-e15613ef7aa5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:26.848761 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-d74db6f0-8246-4ceb-a2c9-e15613ef7aa5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_delete {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:26.867181 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d74db6f0-8246-4ceb-a2c9-e15613ef7aa5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5b18fa7-deb3-4c17-816c-7ff5838b7aae,revision_number=None']} {{(pid=82902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:01:26.875313 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-d74db6f0-8246-4ceb-a2c9-e15613ef7aa5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:26.876478 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [None req-d74db6f0-8246-4ceb-a2c9-e15613ef7aa5 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/d5b18fa7-deb3-4c17-816c-7ff5838b7aae HTTP/1.1" status: 204 len: 168 time: 0.1788721 Feb 09 16:01:27.269618 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.wsgi [-] (82902) accepted ('10.222.0.67', 52526) {{(pid=82902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 16:01:27.318668 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [None req-3bbafe58-eda4-4a23-a97f-5c3ffeaa3ef6 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=1fa9ace815a04c9d917f60ed931f578f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0478976 Feb 09 16:01:27.321054 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.wsgi [-] (82902) accepted ('10.222.0.67', 52530) {{(pid=82902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 09 16:01:27.379684 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-52e120b4-3bd5-4328-99bd-9b42d7124550 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:27.405480 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-52e120b4-3bd5-4328-99bd-9b42d7124550 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:27.455922 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-52e120b4-3bd5-4328-99bd-9b42d7124550 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329897'] for security_group, after_delete {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:27.470006 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e120b4-3bd5-4328-99bd-9b42d7124550 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfdb5bc7-d001-4760-9b00-9a468b8c1d59,revision_number=None']} {{(pid=82902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 16:01:27.476947 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron_lib.callbacks.manager [None req-52e120b4-3bd5-4328-99bd-9b42d7124550 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:27.478192 dv-cinder-825105-1-iscsi neutron-server[82902]: INFO neutron.wsgi [None req-52e120b4-3bd5-4328-99bd-9b42d7124550 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/bfdb5bc7-d001-4760-9b00-9a468b8c1d59 HTTP/1.1" status: 204 len: 168 time: 0.1556787 Feb 09 16:01:27.986606 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-61c5b921-2474-4be5-a335-9f00836c0bc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758786133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16008869'] for agent, after_update {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:30.343431 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-1c6f3fb6-e691-4512-a20f-0e055a566a94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758786133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16008869'] for agent, after_update {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:30.575041 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-812787cf-6466-4ce1-8c4e-c32e14b18d8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758786133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16008869'] for agent, after_update {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:31.325240 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-1f7d0426-72a7-4c89-8e53-4ec430751ccf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758786133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16008869'] for agent, after_update {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:31.644866 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-608c4fd2-211a-4ca9-a277-ad2a51be62ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758786133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16008869'] for agent, after_update {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:33.021775 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-faa751bb-9674-45ec-b131-f889431b03dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758786133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16008869'] for agent, after_update {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:01:52.075307 dv-cinder-825105-1-iscsi neutron-server[82904]: DEBUG neutron.db.agents_db [None req-77d1faa3-9ee6-4a91-bd02-8524aa1f9325 None None] Agent healthcheck: found 6 active agents {{(pid=82904) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 16:01:57.988085 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-36ebdce4-fe35-454c-8586-65eac9c25e10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758786133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16008869'] for agent, after_update {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:00.344809 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-1b3c7d6c-c386-4fa1-a7bc-6f8e1d2b50f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758786133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16008869'] for agent, after_update {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:00.573377 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-812787cf-6466-4ce1-8c4e-c32e14b18d8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758786133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16008869'] for agent, after_update {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:01.327507 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-1f7d0426-72a7-4c89-8e53-4ec430751ccf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758786133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16008869'] for agent, after_update {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:01.647921 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-608c4fd2-211a-4ca9-a277-ad2a51be62ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758786133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16008869'] for agent, after_update {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:03.024004 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-faa751bb-9674-45ec-b131-f889431b03dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758786133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16008869'] for agent, after_update {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:04.043135 dv-cinder-825105-1-iscsi neutron-server[82902]: DEBUG neutron.wsgi [req-a4c7186c-b039-4190-84e6-aad154ee4f03 req-3ca872bc-906a-4fc0-a8ee-d46dcd07517d service neutron] (82902) timed out ('10.222.0.47', 53088) {{(pid=82902) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Feb 09 16:02:27.988671 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-5bb7a5f1-1d62-43c7-9dd3-5a82e595a4f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758786133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16008869'] for agent, after_update {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:29.076606 dv-cinder-825105-1-iscsi neutron-server[82904]: DEBUG neutron.db.agents_db [None req-77d1faa3-9ee6-4a91-bd02-8524aa1f9325 None None] Agent healthcheck: found 6 active agents {{(pid=82904) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 16:02:30.346818 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-ba68d465-ef9a-4004-9cea-57fa5c306030 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758786133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16008869'] for agent, after_update {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:30.571756 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-812787cf-6466-4ce1-8c4e-c32e14b18d8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758786133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16008869'] for agent, after_update {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:31.329968 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-1f7d0426-72a7-4c89-8e53-4ec430751ccf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758786133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16008869'] for agent, after_update {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:31.651803 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-608c4fd2-211a-4ca9-a277-ad2a51be62ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758786133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16008869'] for agent, after_update {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:33.027040 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-faa751bb-9674-45ec-b131-f889431b03dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758786133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16008869'] for agent, after_update {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:02:57.990700 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-da02feb2-998c-4c52-9bdd-df9d0f7642d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758786133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16008869'] for agent, after_update {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:00.348082 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-52ba4b64-956b-44f9-9948-63ca6c7f8fa0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758786133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16008869'] for agent, after_update {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:00.569128 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-812787cf-6466-4ce1-8c4e-c32e14b18d8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758786133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16008869'] for agent, after_update {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:01.332050 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-1f7d0426-72a7-4c89-8e53-4ec430751ccf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758786133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16008869'] for agent, after_update {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:01.654243 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-608c4fd2-211a-4ca9-a277-ad2a51be62ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758786133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16008869'] for agent, after_update {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:03.030548 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-faa751bb-9674-45ec-b131-f889431b03dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758786133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16008869'] for agent, after_update {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:06.080541 dv-cinder-825105-1-iscsi neutron-server[82904]: DEBUG neutron.db.agents_db [None req-77d1faa3-9ee6-4a91-bd02-8524aa1f9325 None None] Agent healthcheck: found 6 active agents {{(pid=82904) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 16:03:27.992186 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-5ccded30-94eb-410b-a102-f2b1e51dff1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758786133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16008869'] for agent, after_update {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:30.349814 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-4e2ce543-ec48-4212-9c3d-1f9b63e6c190 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758786133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16008869'] for agent, after_update {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:30.582785 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-812787cf-6466-4ce1-8c4e-c32e14b18d8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758786133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16008869'] for agent, after_update {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:31.334281 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-1f7d0426-72a7-4c89-8e53-4ec430751ccf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758786133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16008869'] for agent, after_update {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:31.655708 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-608c4fd2-211a-4ca9-a277-ad2a51be62ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758786133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16008869'] for agent, after_update {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:33.033259 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-faa751bb-9674-45ec-b131-f889431b03dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758786133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16008869'] for agent, after_update {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:03:43.080225 dv-cinder-825105-1-iscsi neutron-server[82904]: DEBUG neutron.db.agents_db [None req-77d1faa3-9ee6-4a91-bd02-8524aa1f9325 None None] Agent healthcheck: found 6 active agents {{(pid=82904) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 16:03:58.006412 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-31797adb-28e4-4250-8ebd-a3e87d32baee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758786133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16008869'] for agent, after_update {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:00.350572 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-a10e2e04-bedc-4092-8ab7-3fe72aeabd09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758786133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16008869'] for agent, after_update {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:00.582825 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-812787cf-6466-4ce1-8c4e-c32e14b18d8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758786133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16008869'] for agent, after_update {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:01.336752 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-1f7d0426-72a7-4c89-8e53-4ec430751ccf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758786133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16008869'] for agent, after_update {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:01.657311 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-608c4fd2-211a-4ca9-a277-ad2a51be62ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758786133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16008869'] for agent, after_update {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:03.035220 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-faa751bb-9674-45ec-b131-f889431b03dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758786133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16008869'] for agent, after_update {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:20.081386 dv-cinder-825105-1-iscsi neutron-server[82904]: DEBUG neutron.db.agents_db [None req-77d1faa3-9ee6-4a91-bd02-8524aa1f9325 None None] Agent healthcheck: found 6 active agents {{(pid=82904) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 16:04:27.998092 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-b631a733-cd89-4c55-ad8f-bd4b7006c996 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758786133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16008869'] for agent, after_update {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:30.351690 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-3101b802-5d75-4091-aa00-ae88b379a694 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758786133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16008869'] for agent, after_update {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:30.594279 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-812787cf-6466-4ce1-8c4e-c32e14b18d8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758786133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16008869'] for agent, after_update {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:31.340525 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-1f7d0426-72a7-4c89-8e53-4ec430751ccf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758786133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16008869'] for agent, after_update {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:31.659128 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-608c4fd2-211a-4ca9-a277-ad2a51be62ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758786133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16008869'] for agent, after_update {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:33.038627 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-faa751bb-9674-45ec-b131-f889431b03dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758786133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16008869'] for agent, after_update {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:04:57.081075 dv-cinder-825105-1-iscsi neutron-server[82904]: DEBUG neutron.db.agents_db [None req-77d1faa3-9ee6-4a91-bd02-8524aa1f9325 None None] Agent healthcheck: found 6 active agents {{(pid=82904) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 16:04:58.001159 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-0a380420-56d5-4fc1-8e32-f70cbe93876c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758786133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16008869'] for agent, after_update {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:00.354784 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-6d39367e-b9b1-43d9-a116-128ba7837671 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758786133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16008869'] for agent, after_update {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:00.594516 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-812787cf-6466-4ce1-8c4e-c32e14b18d8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758786133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16008869'] for agent, after_update {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:01.343425 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-1f7d0426-72a7-4c89-8e53-4ec430751ccf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758786133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16008869'] for agent, after_update {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:01.665781 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-608c4fd2-211a-4ca9-a277-ad2a51be62ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758786133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16008869'] for agent, after_update {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:03.041652 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-faa751bb-9674-45ec-b131-f889431b03dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758786133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16008869'] for agent, after_update {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:28.004461 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-d5aa7acb-00b3-446f-be1a-f8d28d03336a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758786133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16008869'] for agent, after_update {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:30.358467 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-36f1d80e-72b2-4ed8-b97e-c6c927fad0ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758786133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16008869'] for agent, after_update {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:30.594010 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-812787cf-6466-4ce1-8c4e-c32e14b18d8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758786133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16008869'] for agent, after_update {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:31.348141 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-1f7d0426-72a7-4c89-8e53-4ec430751ccf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758786133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16008869'] for agent, after_update {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:31.660261 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-608c4fd2-211a-4ca9-a277-ad2a51be62ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758786133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16008869'] for agent, after_update {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:33.043714 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-faa751bb-9674-45ec-b131-f889431b03dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758786133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16008869'] for agent, after_update {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:05:34.080529 dv-cinder-825105-1-iscsi neutron-server[82904]: DEBUG neutron.db.agents_db [None req-77d1faa3-9ee6-4a91-bd02-8524aa1f9325 None None] Agent healthcheck: found 6 active agents {{(pid=82904) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 16:05:58.005511 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-27d61770-648c-4e10-b77c-7421149b886b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758786133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16008869'] for agent, after_update {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:06:00.360851 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-bb3b6195-4c50-49f9-a03b-6c54f549094c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758786133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16008869'] for agent, after_update {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:06:00.593602 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-812787cf-6466-4ce1-8c4e-c32e14b18d8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758786133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16008869'] for agent, after_update {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:06:01.349658 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-1f7d0426-72a7-4c89-8e53-4ec430751ccf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758786133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16008869'] for agent, after_update {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:06:01.663185 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-608c4fd2-211a-4ca9-a277-ad2a51be62ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758786133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16008869'] for agent, after_update {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:06:03.045842 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-faa751bb-9674-45ec-b131-f889431b03dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758786133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16008869'] for agent, after_update {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:06:11.081676 dv-cinder-825105-1-iscsi neutron-server[82904]: DEBUG neutron.db.agents_db [None req-77d1faa3-9ee6-4a91-bd02-8524aa1f9325 None None] Agent healthcheck: found 6 active agents {{(pid=82904) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 09 16:06:28.008759 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-f2f15017-c976-484b-9b3d-b2f78220c093 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758786133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16008869'] for agent, after_update {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:06:30.364875 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-00500db3-fe15-4d72-bab6-9d2254a7e9dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758786133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16008869'] for agent, after_update {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:06:30.613197 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-812787cf-6466-4ce1-8c4e-c32e14b18d8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758786133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16008869'] for agent, after_update {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:06:31.353867 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-1f7d0426-72a7-4c89-8e53-4ec430751ccf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758786133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16008869'] for agent, after_update {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:06:31.665597 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-608c4fd2-211a-4ca9-a277-ad2a51be62ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758786133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16008869'] for agent, after_update {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 09 16:06:33.053941 dv-cinder-825105-1-iscsi neutron-server[82903]: DEBUG neutron_lib.callbacks.manager [None req-faa751bb-9674-45ec-b131-f889431b03dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756758786133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16008869'] for agent, after_update {{(pid=82903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}